Added first version of Sync

Shared/Sync.py

@@ -0,0 +1,200 @@
+import os
+import hashlib
+import time
+import base64
+
+from watchdog.observers import Observer
+from watchdog.events import FileSystemEventHandler
+
+
+def relative_recursive_ls(path, relative_to, exclude=[]):
+	if path[-1] != "/":
+		path += "/"
+	files = []
+	for item in os.listdir(path):
+		if item not in exclude:
+			if os.path.isdir(path + item):
+				files += relative_recursive_ls(path + item, relative_to, exclude)
+			else:
+				files.append(os.path.relpath(path + item, relative_to))
+	return files
+
+
+def md5(path):
+	hashlib.md5(open(path, "rb").read()).hexdigest()
+
+
+def get_name_from_path(path):
+	name = os.path.basename(path)
+	if name:
+		return name
+	else:
+		return None
+
+
+def get_file_content(path):
+	return open(path, "rb+").read()
+
+
+class ReloadHandler(FileSystemEventHandler):
+	def __init__(self, sync):
+		self.sync = sync
+
+	def on_modified(self, event):
+		if get_name_from_path(event.src_path) not in self.sync.exclude and not event.is_directory:
+			self.sync.modified(event)
+
+
+	def on_created(self, event):
+		if get_name_from_path(event.src_path) not in self.sync.exclude and not event.is_directory:
+			self.sync.created(event)
+
+
+	def on_deleted(self, event):
+		if get_name_from_path(event.src_path) not in self.sync.exclude and not event.is_directory:
+			self.sync.deleted(event)
+
+
+class SyncClient(Routing.ClientRoute):
+	def __init__(self, sock, folder, route, exclude=[".DS_Store", ".git"]):
+		self.sock = sock
+		self.folder = folder if folder[-1] == "/" else folder + "/"
+		self.route = route
+		self.started = False
+		self.exclude = exclude
+		self.files = relative_recursive_ls(folder, folder, exclude=self.exclude)
+		self.surpressed_fs_events = []
+		observer = Observer()
+		observer.schedule(ReloadHandler(self), path=self.folder, recursive=True)
+		observer.start()
+
+
+	def start(self):
+		out = {"list"}
+		for file in self.files:
+			out["list"][file] = {"mtime" : os.path.getmtime(file), "md5" : md5(file)}
+		self.sock.send({self.route : out})
+		self.started = True
+
+	def stop(self):
+		self.started = False
+
+
+	def surpress_fs_event(self, file):
+		if not file in self.surpressed_fs_events:
+			self.surpressed_fs_events.append(file)
+
+
+	def unsurpess_fs_event(self, file):
+		if file in self.surpressed_fs_events:
+			del self.surpressed_fs_events[self.surpressed_fs_events.index(file)]
+
+
+	def run(self, data, handler):
+		if type(data) is dict:
+			if "add" in data:
+				for file in data["add"]:
+					self.surpress_fs_event(file)
+					open(file, "wb+").write(base64.b64decode(data["add"][file]["content"]))
+					os.utime(file, data["add"][file]["mtime"])
+					self.unsupress_fs_event(file)
+			elif "del" in data:
+				self.surpress_fs_event(file)
+				os.remove(file)
+				self.unsupress_fs_event(file)
+			elif "req" in data:
+				for file in data["req"]:
+					if file in self.files:
+						self.sock.send({self.route : {"add" : {"content" : b64.b64encode(get_file_content(file)), "mtime" : os.path.getmtime(file)}}})
+
+
+	def modified(self, event):
+		if self.started:
+			relpath = os.path.relpath(event.src_path, self.folder)
+			if relpath not in self.files:
+				self.files.append(relpath)
+			if not relpath in self.surpressed_fs_events:
+				self.sock.send({self.route : {"add" : {"content" : b64.b64encode(get_file_content(event.src_path)), "mtime" : os.path.getmtime(event.src_path)}}})
+
+
+	def created(self, event):
+		self.modified(event)
+
+
+	def deleted(self, event):
+		if self.started:
+			relpath = os.path.relpath(event.src_path, self.folder)
+			if relpath in self.files:
+				del self.files[self.files.index(relpath)]
+			if not relpath in self.surpressed_fs_events:
+				self.sock.send({self.route : {"del" : [relpath]}})
+
+
+class SyncServer:
+	def __init__(self, sock, folder, route, exclude=[".DS_Store", ".git"]):
+		self.sock = sock
+		self.folder = folder if folder[-1] == "/" else folder + "/"
+		self.route = route
+		self.exclude = exclude
+		self.files = relative_recursive_ls(folder, folder, exclude=self.exclude)
+		self.surpressed_fs_events = []
+		observer = Observer()
+		observer.schedule(ReloadHandler(self), path=self.folder, recursive=True)
+		observer.start()
+		self.on_start()
+
+
+	def surpress_fs_event(self, file):
+		if not file in self.surpressed_fs_events:
+			self.surpressed_fs_events.append(file)
+
+
+	def unsurpess_fs_event(self, file):
+		if file in self.surpressed_fs_events:
+			del self.surpressed_fs_events[self.surpressed_fs_events.index(file)]
+
+
+	def run(self, data, handler):
+		if type(data) is dict:
+			if "list" in data:
+				for file in data["list"]:
+					if file["mtime"] < handler.start_time:
+						if file in self.files:
+							if file["md5"] != md5(file):
+								handler.sock.send({self.route : {"del" : [file]}})
+						else:
+							handler.sock.send({self.route : {"del" : [file]}})
+					else:
+						handler.sock.send({self.route : {"req" : [file]}})
+			elif "add" in data:
+				for file in data["add"]:
+					self.surpress_fs_event(file)
+					open(file, "wb+").write(base64.b64decode(data["add"][file]["content"]))
+					os.utime(file, data["add"][file]["mtime"])
+					self.unsupress_fs_event(file)
+			elif "del" in data:
+				self.surpress_fs_event(file)
+				os.remove(file)
+				self.unsupress_fs_event(file)
+
+
+	def modified(self, event):
+		relpath = os.path.relpath(event.src_path, self.folder)
+		if relpath not in self.files:
+			self.files.append(relpath)
+		if not relpath in self.surpressed_fs_events:
+			self.broadcast({self.route : {"add" : {
+				"content" : b64.b64encode(get_file_content(event.src_path)), 
+				"mtime" : os.path.getmtime(event.src_path)}}}, channel)
+
+
+	def created(self, event):
+		self.modified(event)
+
+
+	def deleted(self, event):
+		relpath = os.path.relpath(event.src_path, self.folder)
+		if relpath in self.files:
+			del self.files[self.files.index(relpath)]
+		if not relpath in self.surpressed_fs_events:
+			self.broadcast({self.route : {"del" : [relpath]}}, channel)