fl0w-old/Shared/Sync.py

import os
import hashlib
import time
import base64

from watchdog.observers import Observer
from watchdog.events import FileSystemEventHandler


def relative_recursive_ls(path, relative_to, exclude=[]):
	if path[-1] != "/":
		path += "/"
	files = []
	for item in os.listdir(path):
		if item not in exclude:
			if os.path.isdir(path + item):
				files += relative_recursive_ls(path + item, relative_to, exclude)
			else:
				files.append(os.path.relpath(path + item, relative_to))
	return files


def md5(path):
	hashlib.md5(open(path, "rb").read()).hexdigest()


def get_name_from_path(path):
	name = os.path.basename(path)
	if name:
		return name
	else:
		return None


def get_file_content(path):
	return open(path, "rb+").read()


class ReloadHandler(FileSystemEventHandler):
	def __init__(self, sync):
		self.sync = sync

	def on_modified(self, event):
		if get_name_from_path(event.src_path) not in self.sync.exclude and not event.is_directory:
			self.sync.modified(event)


	def on_created(self, event):
		if get_name_from_path(event.src_path) not in self.sync.exclude and not event.is_directory:
			self.sync.created(event)


	def on_deleted(self, event):
		if get_name_from_path(event.src_path) not in self.sync.exclude and not event.is_directory:
			self.sync.deleted(event)


class SyncClient(Routing.ClientRoute):
	def __init__(self, sock, folder, route, exclude=[".DS_Store", ".git"]):
		self.sock = sock
		self.folder = folder if folder[-1] == "/" else folder + "/"
		self.route = route
		self.started = False
		self.exclude = exclude
		self.files = relative_recursive_ls(folder, folder, exclude=self.exclude)
		self.surpressed_fs_events = []
		observer = Observer()
		observer.schedule(ReloadHandler(self), path=self.folder, recursive=True)
		observer.start()


	def start(self):
		out = {"list"}
		for file in self.files:
			out["list"][file] = {"mtime" : os.path.getmtime(file), "md5" : md5(file)}
		self.sock.send({self.route : out})
		self.started = True

	def stop(self):
		self.started = False


	def surpress_fs_event(self, file):
		if not file in self.surpressed_fs_events:
			self.surpressed_fs_events.append(file)


	def unsurpess_fs_event(self, file):
		if file in self.surpressed_fs_events:
			del self.surpressed_fs_events[self.surpressed_fs_events.index(file)]


	def run(self, data, handler):
		if type(data) is dict:
			if "add" in data:
				for file in data["add"]:
					self.surpress_fs_event(file)
					open(file, "wb+").write(base64.b64decode(data["add"][file]["content"]))
					os.utime(file, data["add"][file]["mtime"])
					self.unsupress_fs_event(file)
			elif "del" in data:
				self.surpress_fs_event(file)
				os.remove(file)
				self.unsupress_fs_event(file)
			elif "req" in data:
				for file in data["req"]:
					if file in self.files:
						self.sock.send({self.route : {"add" : {"content" : b64.b64encode(get_file_content(file)), "mtime" : os.path.getmtime(file)}}})


	def modified(self, event):
		if self.started:
			relpath = os.path.relpath(event.src_path, self.folder)
			if relpath not in self.files:
				self.files.append(relpath)
			if not relpath in self.surpressed_fs_events:
				self.sock.send({self.route : {"add" : {"content" : b64.b64encode(get_file_content(event.src_path)), "mtime" : os.path.getmtime(event.src_path)}}})


	def created(self, event):
		self.modified(event)


	def deleted(self, event):
		if self.started:
			relpath = os.path.relpath(event.src_path, self.folder)
			if relpath in self.files:
				del self.files[self.files.index(relpath)]
			if not relpath in self.surpressed_fs_events:
				self.sock.send({self.route : {"del" : [relpath]}})


class SyncServer:
	def __init__(self, sock, folder, route, exclude=[".DS_Store", ".git"]):
		self.sock = sock
		self.folder = folder if folder[-1] == "/" else folder + "/"
		self.route = route
		self.exclude = exclude
		self.files = relative_recursive_ls(folder, folder, exclude=self.exclude)
		self.surpressed_fs_events = []
		observer = Observer()
		observer.schedule(ReloadHandler(self), path=self.folder, recursive=True)
		observer.start()
		self.on_start()


	def surpress_fs_event(self, file):
		if not file in self.surpressed_fs_events:
			self.surpressed_fs_events.append(file)


	def unsurpess_fs_event(self, file):
		if file in self.surpressed_fs_events:
			del self.surpressed_fs_events[self.surpressed_fs_events.index(file)]


	def run(self, data, handler):
		if type(data) is dict:
			if "list" in data:
				for file in data["list"]:
					if file["mtime"] < handler.start_time:
						if file in self.files:
							if file["md5"] != md5(file):
								handler.sock.send({self.route : {"del" : [file]}})
						else:
							handler.sock.send({self.route : {"del" : [file]}})
					else:
						handler.sock.send({self.route : {"req" : [file]}})
			elif "add" in data:
				for file in data["add"]:
					self.surpress_fs_event(file)
					open(file, "wb+").write(base64.b64decode(data["add"][file]["content"]))
					os.utime(file, data["add"][file]["mtime"])
					self.unsupress_fs_event(file)
			elif "del" in data:
				self.surpress_fs_event(file)
				os.remove(file)
				self.unsupress_fs_event(file)


	def modified(self, event):
		relpath = os.path.relpath(event.src_path, self.folder)
		if relpath not in self.files:
			self.files.append(relpath)
		if not relpath in self.surpressed_fs_events:
			self.broadcast({self.route : {"add" : {
				"content" : b64.b64encode(get_file_content(event.src_path)), 
				"mtime" : os.path.getmtime(event.src_path)}}}, channel)


	def created(self, event):
		self.modified(event)


	def deleted(self, event):
		relpath = os.path.relpath(event.src_path, self.folder)
		if relpath in self.files:
			del self.files[self.files.index(relpath)]
		if not relpath in self.surpressed_fs_events:
			self.broadcast({self.route : {"del" : [relpath]}}, channel)