9 symlinks_in_snapshot=[]
10 unknown_in_snapshot=[]
11 is_mount_in_snapshot=[]
12 def check_for_yaffs_errors(output):
16 error=yaffs_get_error()
17 debug_message("error######################################",0)
18 debug_message(("error code", error), 0)
20 def debug_message(message, debug_level):
21 """notew that debug level 0 will always be printed"""
22 """level 0 error messages"""
23 """level 1 basic tasks are shown(creating, deleating,ect)"""
24 """level 2 all process are shown"""
25 if current_debug_level>=debug_level:
28 def join_paths(path1, path2):
30 if path1[len(path1)-1]=="/"and path2[0]=="/":
32 elif path1[len(path1)-1]!="/"and path2[0]!="/":
39 def subtract_paths(path1, path2):
40 if len(path1)>len(path2):
41 ##if the two paths are diretly subtractable
42 if path1[0:len (path2)-1]==path2:
43 new_path=path1[len(path2):]
44 elif path1[1:len (path2)-1]==path2:
45 new_path=path1[len(path2)+1:]
46 elif path1[1:len (path2)]==path2[1:]:
47 new_path=path1[len(path2)-1:]
49 debug_message("error:could not subtract paths", 0)
50 debug_message( ("paths do not match:"+ path1+ " "+path2), 0)
54 debug_message( ("cannot subtract path2(:", path2, ") from path1(", path1, ")because path 2 is too long"), 0)
58 def create_file(file):
59 debug_message( "\n \n \n", 2)
60 file_path=yaffs_root_dir_path+file["path"][len(path):]
61 debug_message( ("creating file:", file_path), 2)
62 debug_message (("mode", file["mode"]), 2)
63 debug_message("opening file",2)
64 # yaffs_ls(file["path"])
65 output=yaffs_unlink(path)
66 print"unlinking", output
67 check_for_yaffs_errors(output)
68 current_handle=yaffs_open(file_path, yaffs_O_CREAT | yaffs_O_TRUNC| yaffs_O_RDWR, yaffs_S_IREAD | yaffs_S_IWRITE) ##opens a file with mode set to write
69 debug_message(("current_handle", current_handle), 2)
70 data_file=open(file["path"], "r")
71 output=yaffs_lseek(current_handle, 0, 0)
73 debug_message("error with yaffs lseeking", 2)
75 check_for_yaffs_errors(output)
76 data_to_be_written= data_file.read()
79 # debug_message( ("data to be saved########################################################################/n"+ data_to_be_written), 2)
80 # debug_message("###########################################################################################",2)
81 length_of_file=len(data_to_be_written)
82 debug_message (("length of data to be written",length_of_file), 2)
83 output=yaffs_write(current_handle,data_to_be_written , length_of_file)
85 debug_message(( "writing file:", output), 2)
87 debug_message(( "error writing file:", output), 0)
88 check_for_yaffs_errors(output)
89 output=yaffs_ftruncate(current_handle, length_of_file)
91 debug_message(( "truncating file:", output), 2)
93 debug_message(( "error truncating file:", output), 0)
94 check_for_yaffs_errors(output)
95 output=yaffs_close(current_handle)
97 debug_message(( "closing file:", output), 2)
99 debug_message(( "error closing file:", output), 0)
100 check_for_yaffs_errors(output)
101 ##changes the mode of the yaffs file to be the same as the scanned file
102 yaffs_chmod(file_path, file["mode"]);
104 debug_message(( "chmoding file:", output), 2)
106 debug_message(( "error chmoding file:", output), 0)
107 check_for_yaffs_errors(output)
109 def remove_file_from_path(path):
111 for i in range(0, len(path)):
114 new_path=path[:slash_id[len(slash_id)-1]]
115 debug_message( ("removed file from path", new_path), 2)
117 def is_dir_hidden(dir):
118 """this code tests if a directory is hidden (has a ./<name> format) and returns true if it is hidden"""
120 for i in range(0, len(dir)):
124 if dir[slash_id[len(slash_id)-1]+1]==".":
130 """this function scans all of the files and directories in a directory. The function then calls its self on any of the directories that it found. this causes it to build up a tree of all the files and directories """
131 global files_in_snapshot
132 global symlinks_in_snapshot
133 global search_hidden_directories
134 dir_in_current_dir=[]
135 if os.path.exists(path)==False:
136 debug_message ("error#############################",0)
137 debug_message (("path:", path, " doesnot exist"), 0)
139 dir_snapshot=os.listdir(path)
140 for i in range(0, len(dir_snapshot)):
142 current_snapshot=os.path.join(path, dir_snapshot[i])
143 debug_message (("current snapshot:", current_snapshot), 2)
144 isDir=os.path.isdir(current_snapshot)
145 isFile=os.path.isfile(current_snapshot)
146 isLink=os.path.islink(current_snapshot)
147 isMount=os.path.ismount(current_snapshot)
149 stat=os.lstat(current_snapshot)
151 ##note the order of these if and elif statemens is importaint since a file can be symbloic link and a file
153 if search_hidden_directories==True or (is_dir_hidden(current_snapshot) ==False or search_hidden_directories==True ) :
154 # st_mode ##mode of the folder read/write ect
155 dir_in_snapshot.append({"path":current_snapshot, "mode":stat.st_mode})
156 dir_in_current_dir.append(current_snapshot)
158 debug_message( ("file is hidden so it is ingored", current_snapshot,), 1)
161 ##for some reason the os.readlink only gives the target link realative to the directory which the symbloic link is in. change this into a absolute path
163 x=remove_file_from_path(x)
164 target=join_paths(x,os.readlink(current_snapshot) )
165 symlinks_in_snapshot.append({"path":current_snapshot, "target":target})
168 # stat.st_ino ##inode number
169 # st_nlink ##number of hard links to this file
170 # st_size ##size of file
171 files_in_snapshot.append({"path":current_snapshot, "inode": stat.st_ino, "size":stat.st_size, "num_of_hardlinks":stat.st_nlink, "mode":stat.st_mode})
174 is_mount_in_snapshot.append(current_snapshot)
176 unknown_in_snapshot.append(current_snapshot)
178 for i in range(0, len(dir_in_current_dir)):
179 scan_dir(dir_in_current_dir[i])
181 def print_scanned_dir_list():
182 global files_in_snapshot
183 global symlinks_in_snapshot
184 print( "scanning dir", 2)
187 for i in range(0, len(files_in_snapshot)):
188 if files_in_snapshot[i]["num_of_hardlinks"]>1:
189 print "inode",files_in_snapshot[i]["inode"],"size",files_in_snapshot[i]["size"],"path:", files_in_snapshot[i]["path"], " num of hard links", files_in_snapshot[i]["num_of_hardlinks"]
192 print "inode",files_in_snapshot[i]["inode"],"size",files_in_snapshot[i]["size"],"path:", files_in_snapshot[i]["path"]
193 # current_open_file=open(files_in_snapshot[i], "r")
194 # #current_open_file.f.read(3)
195 # lines_in_file=current_open_file.readlines()
196 # #use for loop to write code into yaffs file
197 # print "number of line of code:", len(lines_in_file)
198 # print current_open_file
199 for i in range(0, len(symlinks_in_snapshot)):
200 print "symlinks in snapshot:", symlinks_in_snapshot[i]
201 for i in range(0, len(dir_in_snapshot)):
202 print "directories in snapshot:", dir_in_snapshot[i]
203 for i in range(0, len(unknown_in_snapshot)):
204 print "unknown objects in snapshot:", unknown_in_snapshot[i]
206 def copy_scanned_files_into_yaffs():
207 global files_in_snapshot
208 global symlinks_in_snapshot
210 #########################################copy directories into yaffs so the files can be created in these directories
211 debug_message("making directories in yaffs", 1)
212 for i in range(0, len(dir_in_snapshot)):
215 dir_path=join_paths(yaffs_root_dir_path,subtract_paths(dir_in_snapshot[i]["path"], path) )
216 output=yaffs_mkdir(dir_path,dir_in_snapshot[i]["mode"] )
217 debug_message(("made directory:", dir_path, " output", output), 1)
218 debug_message(("mode" ,dir_in_snapshot[i]["mode"]), 2)
222 #########################################copy file into yaffs
223 debug_message("copying scanned files into yaffs", 1)
227 debug_message("files to be copyied into yaffs", 2)
228 for a in range(0, len(files_in_snapshot)):
229 debug_message(files_in_snapshot[a], 2)
230 debug_message("\n\n\n", 2)
231 for i in range(0, len(files_in_snapshot)):
233 if files_in_snapshot[i]["num_of_hardlinks"]>1 and files_in_snapshot[i]["inode"] not in inode_blacklist :
234 debug_message("found a hard link", 2)
235 debug_message(("inode",files_in_snapshot[i]["inode"],"size",files_in_snapshot[i]["size"],"path:", files_in_snapshot[i]["path"], " num of hard links", files_in_snapshot[i]["num_of_hardlinks"] ), 2)
236 for a in range(0, len(files_in_snapshot) ) :
237 if files_in_snapshot[a]["inode"] ==files_in_snapshot[i]["inode"] :
238 ##and os.path.isfile(files_in_snapshot[i])
239 debug_message(("found this file which matches inode",files_in_snapshot[a]), 2)
240 list.append(files_in_snapshot[a])
241 debug_message(("length of list", len(list)), 2)
242 if len(list)==files_in_snapshot[i]["num_of_hardlinks"]:
244 for a in range(0, len(list)):
245 debug_message(list[a], 2)
246 ##add inode to blacklist. all of the indoes in the list should be the same.
247 inode_blacklist.append(list[0]["inode"])
248 ##create a file from the first hardlink.
250 target_path=yaffs_root_dir_path+list[0]["path"][len(path):]
251 for i in range(1, len(list)):
252 debug_message("creating_symlink", 2)
253 debug_message(("target path", target_path), 2)
254 hardlink_path=yaffs_root_dir_path+list[i]["path"][len(path):]
255 debug_message(("hardlink path", hardlink_path), 2)
256 output=yaffs_link(target_path,hardlink_path)
257 debug_message(("creating hardlink:", list[i]["path"], "output:", output), 1)
258 elif files_in_snapshot[i]["inode"] not in inode_blacklist :
259 create_file(files_in_snapshot[i])
262 ############################copy symlinks into yaffs
264 for i in range(0, len(symlinks_in_snapshot)):
265 debug_message(("symlinks in snapshot:", symlinks_in_snapshot[i]), 2)
266 target_path=join_paths(yaffs_root_dir_path, subtract_paths(symlinks_in_snapshot[i]["target"], path))
267 new_path=join_paths(yaffs_root_dir_path, subtract_paths(symlinks_in_snapshot[i]["path"], path))
268 output=yaffs_symlink(target_path, new_path)
269 debug_message(("created symlink",new_path , " > ", target_path, " output:", output), 1)
270 ##yaffs_symlink(const YCHAR *oldpath, const YCHAR *newpath);
273 for i in range(0, len(unknown_in_snapshot)):
274 debug_message( ("unknown object in snapshot:", unknown_in_snapshot[i]), 0)
276 def import_into_yaffs(file_path, yaffs_path="/yaffs2/", debug_level=1, copy_hidden_dir=False,new_yaffs_trace_val=0 ):
277 global current_debug_level
278 global search_hidden_directories
279 global yaffs_root_dir_path
282 current_debug_level=debug_level
283 search_hidden_directories=copy_hidden_dir
284 yaffs_root_dir_path=yaffs_path
286 old_yaffs_trace_val=yaffs_get_trace()
287 yaffs_set_trace(new_yaffs_trace_val)
289 copy_scanned_files_into_yaffs()
290 yaffs_set_trace(old_yaffs_trace_val)
293 if __name__=="__main__":
295 yaffs_mount("/yaffs2/")
297 absolute_path = os.path.abspath(os.path.curdir)
298 #print "absolute path:", absolute_path
299 current_debug_level=1
300 search_hidden_directories=True
301 yaffs_root_dir_path="/yaffs2/"
304 for i in range(2, len(sys.argv)):
305 if sys.argv[i]=="-d":
306 current_debug_level=int( sys.argv[i+1])
307 if sys.argv[i]=="-ignore_hidden_directories":
308 search_hidden_directories=False
311 # path="/home/timothy/work/yaffs/git/yaffs2"
312 # path="/home/timothy/my_stuff/old_laptop/timothy/programming_lejos/"
317 copy_scanned_files_into_yaffs()
318 #print_scanned_dir_list()
320 print"unmounting yaffs:", yaffs_unmount("/yaffs2/")