#!/usr/local/bin/python
# -*- coding: UTF-8 -*-
# Copyright 2005, Søren Thing Pedersen stp@things.dk, Licensed under LGPL

import os, sys, zipfile, shutil
from xml.dom import minidom

globalXmlFiles = ['manifest.xml', 'settings.xml']

manualFilesToTranslate = [ # according to CVS november 2005
	'installation/extras/source/autotext/lang/en-US/acor_en-US.dat',
	'installation/extras/source/misc_config/lang/en-US/labels.ini', # if you bother...
	'installation/extras/source/misc_config/lang/en-US/starmath01.sms', # if you bother...
	'installation/extras/source/templates/wizard/desktop/lang/en-US/url_transfer.htm', 
	'installation/extras/source/wordbook/lang/en-US/soffice.dic', # Unknown datatype
	'installation/wizards/source/depot/Lang_en.xba']

legalExtensions = ['bau', 'sod', 'soe', 'sog', 'soh', 'otp', 'ott', 'stw', 'sxw', 'ots']

countryElements = ['number:country', 'fo:country']

localeElements = ['number:language', 'fo:language']

additionalElements = [
	'block-list:list-name',
	'block-list:name',
	'draw:name',
	'form:label',
	'form:value',
	#'table:name',
	'text:description',
	'text:string-value'
	]

ignoredStrings = [
	# Don't bother with these hidden strings
	'DM', 
	' DM', 
	'???', 
	'Tom Verbeek', 
	'Volker Ahrendt', 
	'Peter Thielmann', 
	'Berend Cornelius', 
	u'Ilko Höpping', 
	'xxxxx', 
	'0-00-00T00:00:00', 
	'PT0S',
	'C1xxx',
	'C2xxx',
	'C3xxx',
	'C4xxx',
	'G1xxx',
	'G2xxx',
	'G3xxx',
	'G4xxx',
	# The following is used in agenda wizard and must not be translated
	'<date>, <time>, <location>',
	'<minutes-location>, <minutes-date> <minutes-time>',
	'<minutes-location>',
	'<minutes-date> <minutes-time>',
	'<mtopic>',
	'<mresponsible>',
	'<mtime>',
	'<title>',
	'<date>',
	'<time>',
	'<location>',
	'<meeting-type>',
	'<called-by>',
	'<facilitator>',
	'<attendees>',
	'<notetaker>',
	'<timekeeper>',
	'<observers>',
	'<resource-persons>',
	'<num>',
	'<topic>',
	'<responsible>',
	'<topic-time>',
	'<bring>',
	'<read>',
	'<notes>'
	]

unzippedDirExtension = '.uz'
sourceDir = 'source'
tempSourceRoot = 'translatedsource'
sourceLocale = 'en-US'

# Generic functions

def deltree(dirname):
     if os.path.exists(dirname):
        for root,dirs,files in os.walk(dirname):
                for dir in dirs:
                        deltree(os.path.join(root,dir))
                for file in files:
                        os.remove(os.path.join(root,file))     
        os.rmdir(dirname)

def zipDirToFile(dir, file):
	zfobj = zipfile.ZipFile(file, 'w', zipfile.ZIP_DEFLATED)
	zippeddirs = []
	for root, dirs, files in os.walk(dir):
		for thisfile in files:
			if root not in zippeddirs:
				zippeddirs.append(root.replace(dir, ''))
			zfobj.write(os.path.join(root, thisfile), os.path.join(root, thisfile).replace(dir, '')[1:])
	for root, dirs, files in os.walk(dir):
		for thisdir in dirs:
			if os.path.join(root, thisdir).replace(dir, '') not in zippeddirs:
				zippeddirs.append(os.path.join(root, thisdir).replace(dir, ''))
				emptydir = zipfile.ZipInfo(os.path.join(root, thisdir+os.sep).replace(dir, ''))
				zfobj.writestr(emptydir, '')				
	zfobj.close()
 
def unzipFileToDir(file, dir):
	if not(os.path.exists(dir)):
		os.mkdir(dir, 0777)
	zfobj = zipfile.ZipFile(file)
	for name in zfobj.namelist():
		if not name.endswith('/') or name.endswith('\\'):
			if name.rfind('/') > 0 or name.rfind('\\') > 0:
				if not os.path.exists(os.path.join(dir, name[0:1+name.rfind('/')])):
					os.makedirs(os.path.join(dir, name[0:1+name.rfind('/')]))
				if not os.path.exists(os.path.join(dir, name[0:1+name.rfind('\\')])):
					os.makedirs(os.path.join(dir, name[0:1+name.rfind('\\')]))
			outfile = open(os.path.join(dir, name), 'wb')
			outfile.write(zfobj.read(name))
			outfile.close()
		else:
			if not os.path.exists(os.path.join(dir, name)):
				os.makedirs(os.path.join(dir, name))

def removeNewlinesFromXml(xmlFile):
	originalFile = open(xmlFile, 'r')					
	filename = xmlFile + '.nonl'
	outputFile = open(filename, 'wb')					
	outputFile.write(originalFile.read().replace("\r","").replace("\n",""))#.replace(">\n",">").replace("\n<","<"))
	outputFile.close()	
	originalFile.close()
	return filename

# Functions specific for translating extras

def getStrings(element, file, resultXml, xmlparent):
	global numberOfStrings, ignoredStrings
	skipthis = 0
	element.toxml()
	for childElement in element.childNodes:
		getStrings(childElement, file, resultXml, xmlparent)
	if element.nodeType == minidom.Node.TEXT_NODE:
		if not element.data == "true" and not element.data == "false" and element.data not in ignoredStrings:
			if len(element.data.strip()) > 1:
				# Lets filter out timestamps such as 2001-05-16T11:42:45
				if len(element.data) == 19:
					if element.data[4] == '-' and element.data[7] == '-' and element.data[10] == 'T' and element.data[13] == ':' and element.data[16] == ':':
						skipthis = 1
				if skipthis == 0:
					numberOfStrings += 1
					thisstring = resultXml.createElement('string')
					thisstring.setAttribute('id', str(numberOfStrings))
					thisstring.setAttribute('source_en-US', element.data)
					thisstring.setAttribute('source_file', str(file))
					thisstring.setAttribute('source_nodetype', str('text_node'))
					thisstring.appendChild(resultXml.createTextNode(element.data))
					xmlparent.appendChild(thisstring)
	if element.nodeType == minidom.Node.ELEMENT_NODE:
		for additionalElement in additionalElements:
			if element.hasAttribute(additionalElement):
				if element.getAttribute(additionalElement) not in ignoredStrings:
					#if len(element.getAttribute(additionalElement)) == 19:
					#	if element.getAttribute(additionalElement)[4] == '-' and element.getAttribute(additionalElement)[7] == '-' and element.getAttribute(additionalElement)[10] == 'T' and element.getAttribute(additionalElement)[13] == ':' and element.getAttribute(additionalElement)[16] == ':':
					#		print element.getAttribute(additionalElement)
					numberOfStrings += 1
					thisstring = resultXml.createElement('string')
					thisstring.setAttribute('id', str(numberOfStrings))
					thisstring.setAttribute('source_en-US', element.getAttribute(additionalElement))
					thisstring.setAttribute('source_file', str(file))
					thisstring.setAttribute('source_nodetype', str(additionalElement))
					thisstring.appendChild(resultXml.createTextNode(element.getAttribute(additionalElement)))
					xmlparent.appendChild(thisstring)

def searchReplace(sourceString, targetString, nodeType, element):
	element.toxml()
	for childElement in element.childNodes:
		childElement = searchReplace(sourceString, targetString, nodeType, childElement)
	if element.nodeType == minidom.Node.ELEMENT_NODE:
		if element.hasAttribute(nodeType):
			if element.getAttribute(nodeType) == sourceString:
				element.setAttribute(nodeType, targetString)
	elif nodeType == 'text_node' and element.nodeType == minidom.Node.TEXT_NODE:
		if element.data == sourceString and not element.data == "true" and not element.data == "false":
			element.data = targetString
	return element
	
def setLocale(targetLocale, targetCountry, element):
	global localeElements, countryElements
	element.toxml()
	for childElement in element.childNodes:
		childElement = setLocale(targetLocale, targetCountry, childElement)
	if element.nodeType == minidom.Node.ELEMENT_NODE:
		for localeElement in localeElements:
			if element.hasAttribute(localeElement):
				element.setAttribute(localeElement, targetLocale)
		for countryElement in countryElements:
			if element.hasAttribute(countryElement):
				element.setAttribute(countryElement, targetCountry)			
	return element	

def putStrings(sourceDir, resultXmlFile, locale, country, pageFormat):
	global globalXmlFiles, unzippedDirExtension, tempSourceRoot, sourceLocale	
	
	# Copy translatable files to tempSourceRoot
	if "do" == "do":
		print "Copying to translatedsource..."
		if not(os.path.exists(tempSourceRoot)):
			os.mkdir(tempSourceRoot, 0777)	
		for root, dirs, files in os.walk('.'):
			for dir in dirs:
				if dir == sourceLocale:
					path = root.split(os.sep)
					if path[0] == '.' and path[1] == sourceDir:
						thisroot = os.sep
						for i in xrange(2, len(path)):
							thisdir = tempSourceRoot + thisroot + os.sep + path[i]
							if not(os.path.exists(thisdir)):
								os.mkdir(thisdir, 0777)							
							thisroot += path[i] + os.sep
			for file in files:
				if root.endswith(sourceLocale):
					targetDir = os.path.join(root.replace(os.sep+sourceDir+os.sep, os.sep+tempSourceRoot+os.sep).replace(sourceLocale, locale))
					if not(os.path.exists(targetDir)):
						os.mkdir(targetDir, 0777)
					shutil.copy(os.path.join(root, file), os.path.join(targetDir, file))

	# Unzip files in tempSourceRoot
	if "do" == "do":
		print "Unzipping files..."
		for root, dirs, files in os.walk(tempSourceRoot):
			for file in files:
				if zipfile.is_zipfile(os.path.join(root, file)):
					unzipDir = os.path.join(root, file)+unzippedDirExtension
					unzipFileToDir(os.path.join(root, file), unzipDir)				
		
	# Parse resultXml and insert strings
	if "do" == "do":
		print "Inserting translated strings..."
		resultXmlFile = removeNewlinesFromXml(resultXmlFile)
		resultXml = minidom.parse(resultXmlFile)
		resultXml.toxml()
		for textStrings in resultXml.childNodes:
			for string in textStrings.childNodes:
				string.toxml()
				stringFile = string.getAttribute('source_file') 
				sourceString = string.getAttribute('source_en-US') 
				nodeType = string.getAttribute('source_nodetype')
				for data in string.childNodes:
					targetString = data.data
				targetFile = stringFile.replace('\\', os.sep).replace('/', os.sep).replace(os.sep+sourceLocale+os.sep, os.sep+locale+os.sep).replace(sourceDir+os.sep, tempSourceRoot+os.sep)
				if os.path.exists(targetFile):
					xmldoc = minidom.parse(targetFile)
					xmldoc.toxml()
					xmldoc = searchReplace(sourceString, targetString, nodeType, xmldoc)
					outputfile = open(targetFile, 'wb')
					outputfile.write(xmldoc.toxml('UTF-8'))#.replace('<?xml version="1.0" encoding="UTF-8"?>', '<?xml version="1.0" encoding="UTF-8"?>\n'))
					outputfile.close()			
	
	# Parse all files and set locale and country
	if "do" == "do":
		print "Setting locale..."
		for root, dirs, files in os.walk(tempSourceRoot):
			for file in files:
				if file.endswith('xml') and file not in globalXmlFiles:
					xmlfile = minidom.parse(os.path.join(root, file))
					xmlfile.toxml()
					xmlfile = setLocale(locale, country, xmlfile)
					outputfile = open(os.path.join(root, file), 'wb')
					outputfile.write(xmlfile.toxml('UTF-8'))
					outputfile.close()
	
	# Checking for '
	if "do" == "do":
		print "Checking for ' ..."
		for root, dirs, files in os.walk(tempSourceRoot):
			for file in files:
				if file.endswith('xml'):
					hit = 0
					targetLines = []					
					for line in open(os.path.join(root, file)):
						if line.find("'") > 0:
							hit = 1
							targetLines.append(line.replace("'office.dtd'", '"office.dtd"').replace("'-//OpenOffice.org//DTD OfficeDocument 1.0//EN'", '"-//OpenOffice.org//DTD OfficeDocument 1.0//EN"').replace("'", '&apos;'))
						else:
							targetLines.append(line)
					if hit == 1:
						outputfile = open(os.path.join(root, file), 'wb')
						outputfile.writelines(targetLines)
						outputfile.close()
	
	# Setting page format
	if "do" == "do":
		print "Setting page format..."
		if pageFormat.lower() == 'a4':
			for root, dirs, files in os.walk(tempSourceRoot):
				for file in files:
					if file.endswith('styles.xml'):
						hit = 0
						targetLines = []					
						for line in open(os.path.join(root, file)):
							if line.find('27.94cm') > 0 or line.find('21.59cm') > 0:
								hit = 1
								targetLines.append(line.replace('27.94cm', '29.699cm').replace('21.59cm', '20.999cm'))
							else:
								targetLines.append(line)
						if hit == 1:
							outputfile = open(os.path.join(root, file), 'wb')
							outputfile.writelines(targetLines)
							outputfile.close()
	
	# Zip files in tempSourceRoot
	if "do" == "do":
		print "Zipping files..."
		for root, dirs, files in os.walk(tempSourceRoot):
			for dir in dirs:
				if dir.endswith(unzippedDirExtension):
					zipDirToFile(os.path.join(root, dir), os.path.join(root, dir.replace(unzippedDirExtension, '')))
					deltree(os.path.join(root, dir))
	
def findTranslatableFiles(searchDir):
	global sourceLocale
	translatableFiles= []
	for root, dirs, files in os.walk(searchDir):
		for file in files:
			if root.endswith(sourceLocale):
				translatableFiles.append(os.path.join(root, file))
	return translatableFiles

def findTranslatableStrings(sourceFile, resultXml, xmlparent):
	global numberOfStrings, unzippedDirExtension
	unzipDir = sourceFile+unzippedDirExtension
	translatableStrings= []
	if zipfile.is_zipfile(sourceFile):
		unzipFileToDir(sourceFile, unzipDir)
		for root, dirs, files in os.walk(unzipDir):
			for file in files:
				if file.endswith('ml') and file not in globalXmlFiles:
					xmldoc = minidom.parse(os.path.join(root, file))
					xmldoc.toxml()
					for childNode in xmldoc.childNodes:
						#problem with subdirs in zips
						getStrings(childNode, os.path.join(root, file), resultXml, xmlparent)
		deltree(unzipDir)
	elif sourceFile not in globalXmlFiles:
		xmldoc = minidom.parse(sourceFile)
		xmldoc.toxml()
		for childNode in xmldoc.childNodes:
			getStrings(childNode, sourceFile, resultXml, xmlparent)

def translateResultXml(dictionaryXmlFile, resultXml):
	dictionaryXmlFile = removeNewlinesFromXml(dictionaryXmlFile)
	dictionaryXml = minidom.parse(dictionaryXmlFile)
	dictionaryXml.toxml()
	misses = []
	for textStrings in resultXml.childNodes:
		for string in textStrings.childNodes:
			hit = 0
			string.toxml()
			stringSource = string.getAttribute('source_en-US') 
			for dictTextStrings in dictionaryXml.childNodes:
				dictTextStrings.toxml()					
				for dictString in dictTextStrings.childNodes:
					if stringSource == dictString.getAttribute('source_en-US'):						
						hit = 1
						for data in dictString.childNodes:
							dictStringTarget = data.data
						for data in string.childNodes:
							data.data = dictStringTarget
						break						
	return resultXml

# Command line evaluating

if len(sys.argv) > 1:
	if os.path.exists(sourceDir):
		#Usage: extras2.py -getfiles 
		#Useful for getting up to date list of translatable files
		if sys.argv[1] == '-getfiles':
			#Usage: extras2.py -getfiles 
			translatableFiles = findTranslatableFiles(sourceDir)	
			for translatableFile in translatableFiles:
				print translatableFile
			sys.exit()
		
		elif sys.argv[1] == '-getstrings':
			#Usage: extras2.py -getstrings result.xml [-translate] [dictionary.xml]
			if sys.argv[2] != '':
				numberOfStrings = 0
				resultXml = minidom.Document()
				xmlparent = resultXml.createElement("text_strings")
				resultXml.appendChild(xmlparent)
				translatableFiles = findTranslatableFiles(sourceDir)
				for translatableFile in translatableFiles:
					for legalExtension in legalExtensions:
						if translatableFile.endswith(legalExtension):
							findTranslatableStrings(translatableFile, resultXml, xmlparent)
							break
				if len(sys.argv) > 3:
					if sys.argv[3] == '-translate' and os.path.exists(sys.argv[4]):
						resultXml = translateResultXml(sys.argv[4], resultXml)
				outputfile = open(sys.argv[2], 'wb')
				outputfile.write(resultXml.toprettyxml('', "\n", 'UTF-8'))
				outputfile.close()
			sys.exit()
		elif sys.argv[1] == '-putstrings':
			#Usage: extras2.py -putstrings locale country result.xml
			if sys.argv[2] != '' and sys.argv[3] != '':
				targetLocale = sys.argv[2]
				targetCountry = sys.argv[3]
				targetPageFormat = sys.argv[4]
				if os.path.exists(sys.argv[5]):
					resultXmlFile = sys.argv[5]
					putStrings(sourceDir, resultXmlFile, targetLocale, targetCountry, targetPageFormat)
			sys.exit()
	else:
		print sys.argv[1] + " doesn't exist."
		sys.exit()

print 'Checkout installation module from CVS and run script from installation/extras/'
print 'Get translatable files:'
print os.path.basename(sys.argv[0])+' -getfiles\n'	
print 'Extract translatable strings and optionally use dictonary translate on the fly:'
print os.path.basename(sys.argv[0])+' -getstrings stringsxmlfile [-translate dictionaryxmlfile]\n'
print 'Put translated strings from stringsxmlfile back and generate localized extras:'
print os.path.basename(sys.argv[0])+' -putstrings locale country pageformat stringsxmlfile'