more detailed stats, memory optimalizations, connection pinging and timeout, request timeout, validate content after signing, only recompile changed coffeescripts, remove unnecessary js logs

src/Debug/DebugHook.py

@@ -24,7 +24,7 @@ def handleErrorNotify(*args):
 OriginalGreenlet = gevent.Greenlet
 class ErrorhookedGreenlet(OriginalGreenlet):
 	def _report_error(self, exc_info):
-		handleError(exc_info[0], exc_info[1], exc_info[2])
+		sys.excepthook(exc_info[0], exc_info[1], exc_info[2])
 
 if config.debug:
 	sys.excepthook = handleError

src/Debug/DebugMedia.py

@@ -7,7 +7,7 @@ def findfiles(path, find_ext):
 		for file in sorted(files):
 			file_path = root+"/"+file
 			file_ext = file.split(".")[-1]
-			if file_ext in find_ext and not file.startswith("all."): yield file_path
+			if file_ext in find_ext and not file.startswith("all."): yield file_path.replace("\\", "/")
 
 
 # Generates: all.js: merge *.js, compile coffeescript, all.css: merge *.css, vendor prefix features
@@ -23,31 +23,45 @@ def merge(merged_path):
 	# If exits check the other files modification date
 	if os.path.isfile(merged_path): 
 		merged_mtime = os.path.getmtime(merged_path)
-		changed = False
-		for file_path in findfiles(merge_dir, find_ext):
-			if os.path.getmtime(file_path) > merged_mtime: 
-				changed = True
-				break
-		if not changed: return # Assets not changed, nothing to do
+	else:
+		merged_mtime = 0
+
+
+	changed = {}
+	for file_path in findfiles(merge_dir, find_ext):
+		if os.path.getmtime(file_path) > merged_mtime: 
+			changed[file_path] = True
+	if not changed: return # Assets not changed, nothing to do
+
+	if os.path.isfile(merged_path): # Find old parts to avoid unncessary recompile
+		merged_old = open(merged_path, "rb").read()
+		old_parts = {}
+		for match in re.findall("(/\* ---- (.*?) ---- \*/(.*?)(?=/\* ----|$))", merged_old, re.DOTALL):
+			old_parts[match[1]] = match[2].strip("\n\r")
 
 	# Merge files
 	parts = []
+	s_total = time.time()
 	for file_path in findfiles(merge_dir, find_ext):
-		parts.append("\n\n/* ---- %s ---- */\n\n" % file_path.replace("\\", "/"))
+		parts.append("\n\n/* ---- %s ---- */\n\n" % file_path)
 		if file_path.endswith(".coffee"): # Compile coffee script
-			if not config.coffeescript_compiler: 
-				logging.error("No coffeescript compiler definied, skipping compiling %s" % merged_path)
-				return False # No coffeescript compiler, skip this file
-			command = config.coffeescript_compiler % file_path.replace("/", "\\")
-			s = time.time()
-			compiler = subprocess.Popen(command, shell=True, stderr=subprocess.STDOUT, stdout=subprocess.PIPE)
-			logging.debug("Running: %s (Done in %.2fs)" % (command, time.time()-s))
-			out = compiler.stdout.read()
-			if out and out.startswith("("):
-				parts.append(out)
-			else:
-				error = out
-				parts.append("alert('%s compile error: %s');" % (file_path, re.escape(error).replace("\n", "\\n").replace(r"\\n", r"\n") ) )
+			if file_path in changed or file_path not in old_parts: # Only recompile if changed or its not compiled before
+				if not config.coffeescript_compiler: 
+					logging.error("No coffeescript compiler definied, skipping compiling %s" % merged_path)
+					return False # No coffeescript compiler, skip this file
+				command = config.coffeescript_compiler % os.path.join(*file_path.split("/")) # Fix os path separator
+				s = time.time()
+				compiler = subprocess.Popen(command, shell=True, stderr=subprocess.STDOUT, stdout=subprocess.PIPE)
+				out = compiler.stdout.read()
+				logging.debug("Running: %s (Done in %.2fs)" % (command, time.time()-s))
+				if out and out.startswith("("):
+					parts.append(out)
+				else:
+					error = out
+					logging.error("%s Compile error %s:" % (file_path, error))
+					parts.append("alert('%s compile error: %s');" % (file_path, re.escape(error).replace("\n", "\\n").replace(r"\\n", r"\n") ) )
+			else: # Not changed use the old_part
+				parts.append(old_parts[file_path])
 		else: # Add to parts
 			parts.append(open(file_path).read())
 
@@ -57,4 +71,11 @@ def merge(merged_path):
 		merged = cssvendor.prefix(merged)
 	merged = merged.replace("\r", "")
 	open(merged_path, "wb").write(merged)
-	logging.debug("Merged %s (%.2fs)" % (merged_path, time.time()-s))
+	logging.debug("Merged %s (%.2fs)" % (merged_path, time.time()-s_total))
+
+
+if __name__ == "__main__":
+	logging.getLogger().setLevel(logging.DEBUG)
+	os.chdir("..") 
+	config.coffeescript_compiler = r'type "%s" | tools\coffee-node\bin\node.exe tools\coffee-node\bin\coffee --no-header -s -p'
+	merge("data/1TaLk3zM7ZRskJvrh3ZNCDVGXvkJusPKQ/js/all.js")