First version of the newly restructured repository

1 files changed, 398 insertions, 0 deletions

diff --git a/scripts/builder/frontendBuilder.py b/scripts/builder/frontendBuilder.py
new file mode 100644
index 0000000..b796438
--- a/dev/null
+++ b/scripts/builder/frontendBuilder.py
@@ -0,0 +1,398 @@
+#!/usr/bin/python
+# -*- coding: UTF-8 -*-
+
+import sys, os, re
+import cssmin
+import jsmin
+import codecs
+import shutil
+import StringIO
+import urllib
+
+#from mercurial import ui, hg
+#from mercurial.node import hex
+from dulwich.repo import Repo
+
+import main
+
+
+
+class FrontendBuilder:
+
+	def __init__ (self, frontend, settings):
+		if '.' in frontend:
+			moduleComponents = frontend.split('.')
+			self.module = moduleComponents[0]
+			self.submodule = moduleComponents[1]
+		else:
+			self.module = frontend
+			self.submodule = frontend
+
+		self.settings = settings
+		self.projectDir = main.projectBaseDir()
+		self.processedFiles = {}
+		
+
+	def mercurialRepositoryVersion (self):
+		repo = hg.repository(ui.ui(), self.projectDir)
+		context = repo['tip']
+		result = str(context)
+		
+		return result
+	
+
+	def gitRepositoryVersion (self):
+		repo = Repo(self.projectDir)
+		#if repo.is_dirty():
+		#	print "WARNING: build run with dirty repository"
+		result = repo.refs['HEAD']
+		
+		return result
+	
+
+		
+	def repositoryVersion (self): 
+		cacheKey = 'repositoryVersion'
+		if not self.processedFiles.has_key(cacheKey):
+			#result = self.mercurialRepositoryVersion()
+			result = self.gitRepositoryVersion()
+			self.processedFiles[cacheKey] = result
+		else:
+			result = self.processedFiles[cacheKey]
+		
+		return result
+	
+
+	#def relativePath (self):
+	#	return self.module
+	#
+
+	def log (self, message):
+		print "frontend [" + self.module + "]: " + message
+	
+
+	def absolutePathForSourceFile (self, folder, basePath, file):
+		return folder + '/frontend/' + self.module + '/' + basePath + '/' + file
+	
+
+	def absolutePathForTargetFile (self, folder, basePath, file):
+		return folder + '/' + self.module + '/' + basePath + '/' + file
+
+	def filterFiles (self, files):
+		result = []
+		
+		for file in files:
+			if file.startswith('--'):
+				pass
+			else:
+				result.append(file)
+			
+		return result
+	
+
+	def copyResources (self, sourceFolder, destinationFolder, fileType):
+		for file in self.filterFiles(self.settings[fileType]):
+			src = self.absolutePathForSourceFile(sourceFolder,      fileType, file)
+			dst = self.absolutePathForTargetFile(destinationFolder, fileType, file)
+			main.createFolder(os.path.dirname(dst))
+			shutil.copy2(src, dst)
+		
+
+	def copyResourcesToTargetFolder (self, targetFolder):
+		self.copyResources(self.projectDir, targetFolder, 'css')
+		self.copyResources(self.projectDir, targetFolder, 'js')
+	
+
+	def loadFilesContent (self, basePath, files):
+		result = ""
+		
+		for file in self.filterFiles(files):
+			try:
+				fileHandler = codecs.open(self.absolutePathForSourceFile(self.projectDir, basePath, file), 'r', 'utf-8')
+			except:
+				print "FILE: " + file
+
+			result += fileHandler.read() + '\n'
+			fileHandler.close()
+			
+		return result
+	
+
+	def template (self):
+		processedFile = 'html_template'
+		if not self.processedFiles.has_key(processedFile):
+			self.processedFiles[processedFile] = self.loadFilesContent('html', ['index_template.html'])
+			
+		return self.processedFiles[processedFile]
+	
+
+	def cssminCompressor (self, css):
+		# package found here:
+		# - http://stackoverflow.com/questions/222581/python-script-for-minifying-css/2396777#2396777
+		# actual downloaded version: http://pypi.python.org/pypi/cssmin/0.1.4
+		return cssmin.cssmin(css)
+	
+
+	def regexCssCompressor (self, css):
+		# http://stackoverflow.com/questions/222581/python-script-for-minifying-css/223689#223689
+		
+		# remove comments - this will break a lot of hacks :-P
+		css = re.sub( r'\s*/\*\s*\*/', "$$HACK1$$", css ) # preserve IE<6 comment hack
+		css = re.sub( r'/\*[\s\S]*?\*/', "", css )
+		css = css.replace( "$$HACK1$$", '/**/' ) # preserve IE<6 comment hack
+
+		# url() doesn't need quotes
+		css = re.sub( r'url\((["\'])([^)]*)\1\)', r'url(\2)', css )
+
+		# spaces may be safely collapsed as generated content will collapse them anyway
+		css = re.sub( r'\s+', ' ', css )
+
+		# shorten collapsable colors: #aabbcc to #abc
+		css = re.sub( r'#([0-9a-f])\1([0-9a-f])\2([0-9a-f])\3(\s|;)', r'#\1\2\3\4', css )
+
+		# fragment values can loose zeros
+		css = re.sub( r':\s*0(\.\d+([cm]m|e[mx]|in|p[ctx]))\s*;', r':\1;', css )
+
+		for rule in re.findall( r'([^{]+){([^}]*)}', css ):
+
+		    # we don't need spaces around operators
+		    selectors = [re.sub( r'(?<=[\[\(>+=])\s+|\s+(?=[=~^$*|>+\]\)])', r'', selector.strip() ) for selector in rule[0].split( ',' )]
+
+		    # order is important, but we still want to discard repetitions
+		    properties = {}
+		    porder = []
+		    for prop in re.findall( '(.*?):(.*?)(;|$)', rule[1] ):
+		        key = prop[0].strip().lower()
+		        if key not in porder: porder.append( key )
+		        properties[ key ] = prop[1].strip()
+		
+		    # output rule if it contains any declarations
+		    if properties:
+		        print "%s{%s}" % ( ','.join( selectors ), ''.join(['%s:%s;' % (key, properties[key]) for key in porder])[:-1] )
+		
+		return css
+	
+
+	def compressCSS (self, css):
+		self.log("compressing CSS")
+		#return self.regexCssCompressor(css)
+		return self.cssminCompressor(css)
+	
+
+	#==========================================================================
+
+	def compressJS_jsmin (self, js):
+		self.log("compressing JS code")
+		original = StringIO.StringIO(js)
+		output = StringIO.StringIO()
+		
+		jsMinifier = jsmin.JavascriptMinify()
+		jsMinifier.minify(original, output)
+		
+		result = output.getvalue()
+		
+		original.close()
+		output.close()
+		
+		return result
+
+	def compressJS_closureCompiler (self, js):
+		#	Googles Closure compiler
+		#	java -jar compiler.jar --js=in1.js --js=in2.js ... --js_output_file=out.js
+		
+		result = js
+		
+		return result
+	
+
+	def compressJS (self, js):
+		return self.compressJS_jsmin(js)
+		#return self.compressJS_closureCompiler(js)
+	
+
+	#==========================================================================
+
+	def packBookmarklet (self, bookmakeletCode):
+		replacers = [
+			('isLoginForm',				'ilf'),
+			('findLoginForm',			'flf'),
+			('findLoginForm',			'flf'),
+			('formParameters',			'fp' ),
+			('pageParameters',			'pp' ),
+			('serializeJSON',			'sj' ),
+			('reprString',				'rs' ),
+			('logFormParameters',		'lfp'),
+			('loadClipperzBookmarklet',	'lcb'),
+			('loginForm',				'lf' ),
+			('parameters',				'p'  ),
+			('inputElementValues',		'iev'),
+		]
+		result = self.compressJS(bookmakeletCode)
+		
+		result = re.sub('\n', ' ', result)	#	Fit all in a single line
+		# result = re.sub('\s+', ' ', result)	#	Collapse "redundant" spaces. WARNING: this could have some evil side effects on constant strings used inside to code!!
+		# result = re.sub('\s?([,\+=\(\)\{\};])\s?', '\\1', result)
+		
+		for replacer in replacers:
+			result = re.sub(replacer[0], replacer[1], result)
+		
+#		<!--	escaping required to handle the bookmarklet code within the javascript code		-->
+		result = re.sub('\://',		'%3a%2f%2f',	result)
+		result = re.sub('/',		'%2f',			result)
+#		result = re.sub('"',		'%22',			result)
+		result = re.sub('"',		'\\"',			result)
+		result = re.sub('\"',		'%22',			result)
+		result = re.sub('\'',		'%22',			result)
+		result = re.sub('\\\\',		'%5c',			result)
+		result = result.strip()
+		result = 'javascript:' + result
+
+#		replacers = [
+#			('aForm',				'_1' ),
+#			('inputFields',			'_2' ),
+#			('passwordFieldsFound',	'_3' ),
+#			('aDocument',			'_6' ),
+#			('aLevel',				'_7' ),
+#		#	('result',				'_8' ),
+#			('documentForms',		'_9' ),
+#			('iFrames',				'_c' ),
+#			('anInputElement',		'_d' ),
+#			('options',				'_f' ),
+#			('option',				'_12'),
+#			('aLoginForm',			'_13'),
+#		#	('action',				'_17'),
+#			('radioValues',			'_18'),
+#			('radioValueName',		'_19'),
+#			('inputElement',		'_1a'),
+#			('elementValues',		'_1b'),
+#			('radioValue',			'_1c'),
+#			('values',				'_1d'),
+#			('objtype',				'_21'),
+#			('useKey',				'_27'),
+#			('bookmarkletDiv',		'_28'),
+#			('someParameters',		'_29'),
+#			('anException',			'_2a'),
+#			('newDiv',				'_2b'),
+#			('base_url',			'_2c'),
+#			('help_url',			'_2d'),
+#			('logo_image_url',		'_2e'),
+#			('background_image_url','_2f'),
+#			('close_image_url',		'_30'),
+#		#	('bookmarklet_textarea','_31'),
+#			('innerHTML',			'_32'),
+#		]
+#		for replacer in replacers:
+#			result = re.sub('([^\.])' + replacer[0], '\\1' + replacer[1], result)
+
+#		replacers = [
+#			('headNode',			'_1' ),
+#			('clipperzScriptNode',	'_2' ),
+#		]
+#		for replacer in replacers:
+#			result = re.sub('([^\.])' + replacer[0], '\\1' + replacer[1], result)
+
+#		result = re.sub(';', ';\n', result)
+		
+		return result
+		
+	
+
+	def bookmarklet (self):
+		cacheKey = 'bookmarklet'
+		if not self.processedFiles.has_key(cacheKey):
+			result = 'bookmarklet="' + self.packBookmarklet(self.loadFilesContent('js', ['Bookmarklet.js'])) + '";bookmarklet_ie="' + self.packBookmarklet(self.loadFilesContent('js', ['Bookmarklet_IE.js'])) + '";'
+			self.processedFiles[cacheKey] = result
+		else:
+			result = self.processedFiles[cacheKey]
+		
+		return result
+	
+
+	def replaceTemplatePlaceholders (self, assemblyMode, pageTitle, copyright, css, code, version, versionType):
+		result = self.template()
+		
+		result = result.replace('@page.title@',					pageTitle,		1)
+		result = result.replace('@copyright@',					copyright,		1)
+		result = result.replace('@css@',						css,			1)
+		#result = result.replace('@bookmarklet@',				bookmarklet,	1)
+		result = result.replace('@application.version@',		version,		1)
+		result = result.replace('@application.version.type@',	versionType,	1)
+		result = result.replace('@js_' + assemblyMode + '@',	code,			1)
+
+		result = re.sub('@js_[^@]+@', '', result)
+
+		return result
+	
+
+	def assembleCopyrightHeader (self):
+		processedFile = 'copyright'
+		if not self.processedFiles.has_key(processedFile):
+			#self.log("assembling copyright header")
+			copyrightValues = self.settings['copyright.values']
+			license = self.loadFilesContent('../../properties', ['license.txt'])
+			result  = self.loadFilesContent('properties', ['creditsAndCopyrights.txt'])
+			
+			result = re.sub('@clipperz.license@', license, result)
+			for key in copyrightValues:
+				result = re.sub('@'+key+'@', copyrightValues[key], result)
+			
+			self.processedFiles[processedFile] = result
+			
+		return self.processedFiles[processedFile]
+	
+
+	def cssTagsForFiles (self, basePath, files):
+		#<link rel="stylesheet" type="text/css" href="./css/reset-min.css" />
+		return '\n'.join(map(lambda file: '<link rel="stylesheet" type="text/css" href="./' + basePath + '/' + file + '" />', files))
+	
+
+	def cssTagForContent (self, content):
+		return '<style type="text/css">' + content + '</style>'
+	
+
+	def scriptTagsForFiles (self, basePath, files):
+		#<script type='text/javascript' src='./js/src/bookmarklet.js'></script>
+		return '\n'.join(map(lambda file: '<script type="text/javascript" src="./' + basePath + '/' + file + '"></script>', files))
+	
+
+	def scriptTagForContent (self, content):
+		return '<script>' + content + '</script>'
+	
+
+	def assembleVersion (self, assemblyMode, pageTitle, copyright, css, js, version, versionType):
+		cacheKey = version + "-" + versionType
+		if not self.processedFiles.has_key(cacheKey):
+			result = self.replaceTemplatePlaceholders(assemblyMode, pageTitle, copyright, css, js, version, versionType)
+			self.processedFiles[cacheKey] = result
+		else:
+			result = self.processedFiles[cacheKey]
+		
+		#self.log("# cacheKey:\n" + result)
+		return result
+	
+
+	def assemble (self, assemblyMode='INSTALL', versionType='LIVE'):
+		pageTitle = "Clipperz - " + self.module
+		if versionType != 'LIVE':
+			pageTitle += " [" + versionType + " - " + assemblyMode +"]"
+		
+		if assemblyMode == 'INSTALL':
+			css	= self.cssTagForContent(self.compressCSS(self.loadFilesContent('css', self.settings['css'])))
+			js	= self.scriptTagForContent(self.bookmarklet() + '\n' + self.compressJS(self.loadFilesContent('js', self.settings['js'])))
+		else:
+			css	= self.cssTagsForFiles('css', self.filterFiles(self.settings['css']))
+			js	= self.scriptTagForContent(self.bookmarklet()) + '\n' + self.scriptTagsForFiles('js', self.filterFiles(self.settings['js']))
+		
+		return self.assembleVersion(
+			assemblyMode	= assemblyMode,
+			pageTitle		= pageTitle,
+			copyright		= self.assembleCopyrightHeader(),
+			css				= css,
+			js				= js,
+			version			= self.repositoryVersion(),
+			versionType		= versionType
+		)
+
+
+
+