refactorTool.py

import sys
import re
import os
import os.path

# Ok, this is kind of a mess, but it currently seems to work without major crashes or causing any 
# invalid code output, at least as far as I have been able to check.

# (choices[\(\)\w,\- \"]+?\W)(120)(\W)

writeToFiles = False

def getFuncDict():

	funcFind = re.compile(r"(if\s?\(eventNo\s?==\s?\d*?\))\W*\{\W*")
	funcExtr = re.compile(r"if\s?\(eventNo\s?==\s?(\d*)\)\W*?{\W*(\w+).*?\(\);\W+(?:(?:return;))")

	eventF = open("./includes/doEvent.as", "r")
	eventS = eventF.read()
	eventF.close()

	#eventS = funcFind.sub(r"\1", eventS)

	print "done"
	#print eventS
	res = funcExtr.findall(eventS)
	res = dict(res)
	for key, value in res.iteritems():
		print key, value
	#print funcExtr.search(eventS).groups()
	#print funcExtr.search(eventS).group(0)
	#print res
	#Ok, now we have a eventNo <-> function name dictionary
	
	return res

def cleanEventNumbers():


	res = getFuncDict()

	simpleCRe = re.compile(r"[ 	]simpleChoices\([\w\"\ \,\?!]*?\);")
	choicesRe = re.compile(r"choices\([\w\"\ \,\?!]*?\);")
	doYesNoRe = re.compile(r"doYesNo\([\w\"\ \,\?!]*?\);")
	doNextRe = re.compile(r"doNext\(\d*?\);")

	searchREs = [simpleCRe, choicesRe, doYesNoRe, doNextRe]

	filelist = os.listdir("./includes")
	#print filelist
	for filename in filelist:
		if filename.endswith(".as") and not filename.find("doEvent")+1:			#Iterate over all the .as files in ./includes, and skip the doEvent file
			#print filename
			with open(os.path.join("./includes", filename), "r") as fileH:
				tmp = fileH.read()

			# BRUTE FORCE IT. BECAUSE LAZY
			tmpO = tmp

			for repRe in searchREs:
				#print repRe.pattern
				insertionPoint = 0
				while repRe.search(tmp[insertionPoint:]):
				
					m = repRe.search(tmp[insertionPoint:])
					start, length = m.start()+insertionPoint, len(m.group())

					prefix, call, postfix = tmp[:start], tmp[start:start+length], tmp[start+length:]

					oldCall = call
					for key, value in res.iteritems():
						if key in call:
							#print key, value
							call = call.replace(key, value)

					if oldCall != call:		
						print "Old:", oldCall
						print "New:", call

					tmp = prefix+call+postfix

					insertionPoint = start+length
			if len(tmp)-len(tmpO) != 0:
				print len(tmpO), len(tmp)
				print "Length Delta", len(tmp)-len(tmpO) 

				if writeToFiles:
					with open(os.path.join("./includes", filename), "w") as fileH:
						tmp = fileH.write(tmp)

	return res
# 


def cleanStaleDoEventIfs(evNumDict = {}):

	numExtr = re.compile(r"if\s?\(eventNo == (\d*)\)")


	with open("./includes/doEvent.as", "r") as eventF:
		eventS = eventF.read()

	print "Cleaning doEvent If statements"
	filelist = os.listdir("./includes")
	files = {}

	#Pull all the as files into memory. 
	for filename in filelist:
		print "Loading", filename
		if filename.endswith(".as") and not filename.find("doEvent")+1 and not filename.find("flagDefs")+1:		
			with open(os.path.join("./includes", filename), "r") as fileH:
				tmp = fileH.read()
			files[filename] = tmp


	matches = numExtr.finditer(eventS)

	print "event = ", matches

	uses = {}
	
	for match in matches:
		num = match.group(1)

		numUnused = True


		for fName, fContents in files.iteritems():

				if num in fContents:
					if fName in uses:
						uses[fName].append(num)
					else:
						uses[fName] = [num]
					#print "num exists", num, " in ", fName
					numUnused = False
					break


		if numUnused:
			start, length = match.start(), len(match.group())


			prefix, call, postfix = eventS[:start], eventS[start:start+length], eventS[start+length:]

			#num = call.split()[-1].rstrip("\)")

			print start, length, num

			if (num in prefix) or (num in postfix):
				#print "used elsewhere in doEvent.as"
				pass
			else:
				#print "Entirely Unused!", num
				call = call.replace("eventNo", " false ")
				eventS = prefix+call+postfix

	keyList = []
	
	for key, value in uses.iteritems():
		valueStr = ""
		for num in value:
			if num in evNumDict:
				print "Have event number!"
				valueStr += "%s (%s)," % (num, evNumDict[num])
			else:
				valueStr += "%s," % (num)
		valueStr = valueStr.rstrip(", ")
		keyList.append("%s = %s" % (key, valueStr))


	keyList.sort()
	for item in keyList:
		print item
	if writeToFiles:
		with open("./includes/doEvent.as", "w") as eventF:
			eventF.write(eventS)



def removeDisabledDoEventIfs():

	disabledIfExtr = re.compile(r"(?:https://[\w\-\s]*\s*)*(?:else)?\s+if\s?\(\s*false\s* == \d+\)\s+\{[\w\s\(\)\;/]+\}")
	emptyIfExtr = re.compile(r"(?:https://[\w\-\s]*\s*)*(?:else)?\s+if\s?\(\s*(?:(?:false)|(?:eventNo))\s* == \d+\)\s+\{\W+return;\W+\}")


	with open("./includes/doEvent.as", "r") as eventF:
		eventS = eventF.read()

	print "Cleaning doEvent If statements"
	

	eventS = disabledIfExtr.sub("", eventS)


	if writeToFiles:
		with open("./includes/doEvent.as", "w") as eventF:
			eventF.write(eventS)


def getFlagDict():
	with open("FlagDictionary.txt", "r") as fd:
		lines = fd.readlines()
	ret = {}
	for line in lines:
		num, desc = line.split("=", 1)
		desc = desc.split("/")[-1]
		num = num.rstrip().lstrip()
		desc = desc.rstrip().lstrip()
		ret[int(num)] = desc

	return ret


def cleanFlags():
	with open("flagDefsNamed.as", "r") as fA:
		good = fA.readlines()

	maxLen = 0
	targetLen = 70
	out = {}

	flagDict = getFlagDict()

	for line in good:
		if "=" and ";" in line:

			prefix, postfix = line.split("=", 1)
			prefix = prefix.rstrip().lstrip()
			postfix = postfix.rstrip().lstrip()

			num_s, comment = postfix.split(";")
			comment = comment.split("/")[-1]
			if maxLen < len(prefix):
				maxLen = len(prefix)

			num_i = int(num_s)

			tmp = prefix + " "*(targetLen - len(prefix))
			tmp += "=" + " "*(5-len(num_s)) + num_s + "; // " + comment
			if num_i in flagDict:
				if not flagDict[num_i] in tmp:
					tmp += flagDict[num_i]
				else:
					print "In tmp already = ", flagDict[num_i]

			out[num_i] = tmp


		else:
			if line.rstrip().lstrip() != "":
				print "Wut:", line
	print "done"
	print maxLen
	outL = []

	for x in range(3000):
		if x in out:
			outL.append(out[x])
		else:
			prefix = "const UNKNOWN_FLAG_NUMBER_%05d:int" % x
			tmp = prefix + " "*(targetLen - len(prefix))
			tmp += "=" + " "*(5-len(str(x))) + str(x) + ";"

			if x in flagDict:
				tmp += " // %s" % flagDict[x]
			outL.append(tmp)

	with open("flagDefs.as", "w") as outF:
		for x in outL:
			#print x
			outF.write("%s\n" % x)

	#for key, value in out.iteritems():
	#	print key, value


def insertFlags():

	with open("flagDefs.as", "r") as flagsF:
		lines = flagsF.readlines()

	flags = {}
	for line in lines:
		prefix, postfix = line.split("=", 1)
		prefix = prefix.rstrip().lstrip().split()[-1].split(":")[0]
		postfix = postfix.rstrip().lstrip().split(";")[0]
		print postfix, prefix
		flags[postfix] = prefix


	#Ok, now we have a eventNo <-> event number macro

	flagRE = re.compile(r"flags\[(\d*?)\]")


	

	
	filelist = os.listdir("./includes")
	print filelist
	flagNum = 0
	for filename in filelist:
		if filename.endswith(".as"):			#Iterate over all the .as files in ./includes, and skip the doEvent file
			with open(os.path.join("./includes", filename), "r") as fileH:
				tmp = fileH.read()

			# BRUTE FORCE IT. BECAUSE LAZY
			tmpO = tmp

			insertionPoint = 0
			while flagRE.search(tmp[insertionPoint:]):
			
				m = flagRE.search(tmp[insertionPoint:])
				start, length = m.start(1)+insertionPoint, len(m.group(1))

				# print m.group(), m.group(1)
				insertionPoint = start+length
				flagNum += 1

				prefix, call, postfix = tmp[:start], tmp[start:start+length], tmp[start+length:]

				oldCall = call
				call = call.replace(call, flags[call])

				# if oldCall != call:		
				# 	print "Old:", oldCall
				# 	print "New:", call

				tmp = prefix+call+postfix
			if len(tmp)-len(tmpO) != 0:
				print filename
				print len(tmpO), len(tmp)
				print "Length Delta", len(tmp)-len(tmpO) 
			if writeToFiles:
				with open(os.path.join("./includes", filename), "w") as fileH:
					tmp = fileH.write(tmp)
	'''
				
				insertionPoint = start+length

			print len(tmpO), len(tmp)
			print "Length Delta", len(tmp)-len(tmpO) 


	'''
	print "Total Integer flag indices:", flagNum



def functionYoink():

	funcs = {}

	flagRE = re.compile(r"function ([\w]*?)\(")
	filelist = os.listdir("./includes")
	print filelist
	flagNum = 0
	for filename in filelist:
		if filename.endswith(".as"):			#Iterate over all the .as files in ./includes, and skip the doEvent file
			with open(os.path.join("./includes", filename), "r") as fileH:
				tmp = fileH.read()
				print "Functions in file %s:" % filename
				for item in flagRE.findall(tmp):
					print "	%s" % item

					nameLen = len(item)

					if nameLen in funcs:
						funcs[nameLen].append(item)
					else:
						funcs[nameLen] = [item]

	for x in range(250):
		if x in funcs:
			print "Name length = ", x
			for name in funcs[x]:
				print "	%s" % name


# Woot! More recursion! I'm on a fucking roll!
def refactorIfs(inStr):

	# I feel dirty even having written this regex
	ifExtr = re.compile(r"((\[if\W?\(\W?\w+\W?[><=!]+\W?\w+\W?\)\W*?\\\"[\w \[\].,]+?\\\")(\W?else\W?)?(\\\"[\w \[\].,]+?\\\")?\])")

	retStr = ""

	match = ifExtr.search(inStr)
	if match:
		start, length = match.start(), len(match.group(0))
		print "Match start", start, "Length", length
		prefix, call, postfix = inStr[:start], inStr[start:start+length], inStr[start+length:]
		#print "Call = ", call
		#print "Matches = ", match.groups()
		newText = ""
		newText += match.group(2).replace(r"\"", "")
		if match.group(4):
			# print match.groups()
			# print match.group(2), match.group(4)
			print "IF ELSE"
			newText += "|"
			newText += match.group(4).replace(r"\"", "")

		newText += "]"
		print call
		print newText
		retStr = prefix
		retStr += newText
		retStr += refactorIfs(postfix)
			
	else:
		retStr = inStr
	# searched = ifExtr.findall(inStr)
	# if searched:
	# 	for item in searched:

	# 		print item

	return retStr


def modifyParserIfStatements():

	
	filelist = os.listdir("./includes")

	for filename in filelist:
		if filename.endswith(".as"):			#Iterate over all the .as files in ./includes
			with open(os.path.join("./includes", filename), "r") as fileH:
				tmp = fileH.read()
			print "filename:", filename, "------------------------------------------------"
			cleaned = refactorIfs(tmp)
			if cleaned != tmp:
				print "Changes!"
				with open(os.path.join("./includes", filename), "w") as fileH:
					fileH.write(cleaned)



def cleanAddButtons():

	funcFind = re.compile(r"(if\(eventNo == \d*?\) )\{\W*")
	funcExtr = re.compile(r"if\s?\(eventNo == (\d*)\)\W*?{\W*(\w+).*?\(\)")

	eventF = open("./includes/doEvent.as", "r")
	eventS = eventF.read()
	eventF.close()

	eventS = funcFind.sub(r"\1", eventS)

	print "done"
	#print eventS
	res = funcExtr.findall(eventS)
	res = dict(res)
	print res
	#Ok, now we have a eventNo <-> function name dictionary
	

	buttonRE = re.compile(r"((?:addButton)|(?:anotherButton))\((\w+?),\s?(\"[\"\\A-Za-z0-9]+?\"),\s?eventParser,\s?(\d+?)\)")

	searchREs = [buttonRE]

	filelist = os.listdir("./includes")
	print filelist
	for filename in filelist:
		if filename.endswith(".as") and not filename.find("doEvent")+1:			#Iterate over all the .as files in ./includes, and skip the doEvent file
			print filename
			with open(os.path.join("./includes", filename), "r") as fileH:
				tmp = fileH.read()

			# BRUTE FORCE IT. BECAUSE LAZY
			tmpO = tmp

			for repRe in searchREs:
				#print repRe.pattern
				insertionPoint = 0
				while repRe.search(tmp[insertionPoint:]):
				
					m = repRe.search(tmp[insertionPoint:])
					start, length = m.start()+insertionPoint, len(m.group())

					prefix, call, postfix = tmp[:start], tmp[start:start+length], tmp[start+length:]

					oldCall = call
					for key, value in res.iteritems():

						if key in call:
							key = "eventParser,%s" % key
							print key, value
							call = call.replace(key, value)

					if oldCall != call:		
						print "Old:", oldCall
						print "New:", call


					tmp = prefix+call+postfix

					insertionPoint = start+length
			if len(tmp)-len(tmpO) != 0:
				print len(tmpO), len(tmp)
				print "Length Delta", len(tmp)-len(tmpO) 

				#with open(os.path.join("./includes", filename), "w") as fileH:
				#	tmp = fileH.write(tmp)



def cleanupChoiceSection(inStr):
	cleanRE1 = re.compile(r"(?:rando|choice) = rand\(\d\);")
	cleanRE2 = re.compile(r"(?:else )?(?:if\((?:rando|choice) == \d\) )?descript \+?= ")

	cleanRE3 = re.compile(r"[\t\r\n]*")

	cleaners = [cleanRE1, cleanRE2, cleanRE3]
	#print "Old - ", inStr
	new = inStr
	for regex in cleaners:
		new = regex.sub("", new)
	new = new.replace(";", ", ")
	new = new.rstrip(", ")
	new = "descript += randomChoice(%s);" % new
	print "New = ", new
	return new

def cleanupRandomChoices():

	randomCleanupRE = re.compile(r"((?:rando|choice) = rand\((\d)\);(?:\s+(?:else )?(?:if\((?:rando|choice) == \d\) )?descript \+?= \"[a-zA-Z- ]+\";)+)")
	

	with open("./includes/descriptors.as", "r") as eventF:
		eventS = eventF.read()
	inStr = eventS
	print "Cleaning descriptors If statements"
	match = randomCleanupRE.search(inStr)

	outStr = ""
	matchStr = ""

	while match:

		print match.start(), match.end()
		matches = match.groups()
		print int(matches[1]) == matches[0].count("\n"), int(matches[1]), matches[0].count("\n")
		
		start, end = match.start(), match.end()

		outStr += inStr[:start]
		if int(matches[1]) == matches[0].count("\n"):
			print "Replacing!"
			outStr += cleanupChoiceSection(inStr[start:end])
		else:
			outStr += inStr[start:end]
		
		print inStr[start:end]
		
		inStr = inStr[end:]

		match = randomCleanupRE.search(inStr)

		if not match:
			outStr += inStr
	#eventS = disabledIfExtr.sub("", eventS)
	
	print len(eventS) == len(outStr), len(eventS), len(outStr)

	if writeToFiles:
		with open("./includes/descriptors.as", "w") as eventF:
			eventF.write(outStr)


def findFunctionsWithoutExit():

	filelist = os.listdir("./includes")
	print filelist
	for filename in filelist:
		if filename.endswith(".as") and "latex" in filename:
			print filename
			with open(os.path.join("./includes", filename), "r") as fileH:
				tmp = fileH.read()
			funcs = tmp.split("function")
			
			for func in funcs:
				if not ("addButton" in func or "doNext" in func):
					print "No Buttons!"
					print func
			

def pronouninate():
	filelist = ["arian.as", "rubi.as"]

	repDict = {

		
		re.compile(r"\"\s?\+\s?arianMF\(\"He\",\"She\"\)\s?\+\s?\"") : "[Arian Ey]",
		re.compile(r"\"\s?\+\s?arianMF\(\"he\",\"she\"\)\s?\+\s?\"") : "[Arian ey]",
		re.compile(r"\"\s?\+\s?arianMF\(\"him\",\"her\"\)\s?\+\s?\"") : "[Arian em]",
		re.compile(r"\"\s?\+\s?arianMF\(\"himself\",\"herself\"\)\s?\+\s?\"") : "[Arian emself]",
		re.compile(r"\"\s?\+\s?arianMF\(\"His\",\"Her\"\)\s?\+\s?\"") : "[Arian Eir]",
		re.compile(r"\"\s?\+\s?arianMF\(\"his\",\"her\"\)\s?\+\s?\"") : "[Arian eir]",
		re.compile(r"\"\s?\+\s?arianMF\(\"His\",\"Hers\"\)\s?\+\s?\"") : "[Arian Eirs]",
		re.compile(r"\"\s?\+\s?arianMF\(\"his\",\"hers\"\)\s?\+\s?\"") : "[Arian eirs]",
		re.compile(r"\"\s?\+\s?arianMF\(\"man\",\"woman\"\)\s?\+\s?\"") : "[Arian man]",

		re.compile(r"\"\s?\+\s?rubiMF\(\"he\",\"she\"\)\s?\+\s?\"") : "[rubi ey]",
		re.compile(r"\"\s?\+\s?rubiMF\(\"He\",\"She\"\)\s?\+\s?\"") : "[rubi Ey]",
		re.compile(r"\"\s?\+\s?rubiMF\(\"him\",\"her\"\)\s?\+\s?\"") : "[rubi em]",
		re.compile(r"\"\s?\+\s?rubiMF\(\"himself\",\"herself\"\)\s?\+\s?\"") : "[rubi emself]",
		re.compile(r"\"\s?\+\s?rubiMF\(\"his\",\"her\"\)\s?\+\s?\"") : "[rubi eir]",
		re.compile(r"\"\s?\+\s?rubiMF\(\"His\",\"Her\"\)\s?\+\s?\"") : "[rubi Eir]",
		re.compile(r"\"\s?\+\s?rubiMF\(\"man\",\"woman\"\)\s?\+\s?\"") : "[rubi man]"

	}


	print repDict

	for filename in filelist:
		
		if filename.endswith(".as"):			#Iterate over all the .as files in ./includes
			with open(os.path.join("./includes", filename), "r") as fileH:
				tmp = fileH.read()
			print "filename:", filename, "------------------------------------------------"
			
			cleaned = tmp
			for regex, replacement in repDict.iteritems():
				results = set()
				print regex, replacement
				for item in regex.findall(tmp):
					results.add(item)
					#print item
				#for item in results:
				#	print item
				cleaned = regex.sub(replacement, cleaned)

			if cleaned != tmp:
				print "Changes!"
				if writeToFiles:
					print "Writing File!"
					with open(os.path.join("./includes", filename), "w") as fileH:
						fileH.write(cleaned)



def parseDefLine(line):
	prefix, postfix = line.split("=", 1)
	prefix = prefix.rstrip().lstrip().split()[-1].split(":")[0]
	postfix = postfix.rstrip().lstrip().split(";")[0]
	print postfix, prefix
	return postfix, prefix



def insertDescripts():

	with open("./includes/flagDefs.as", "r") as flagsF:
		content = flagsF.read()

	prefix, content = content.split("// Description constants")
	content, postfix = content.split("// End Description constants")
	#lines = flagsF.readlines()

	#print content
	sections = content.split("//")

	#print sections
	descriptoSection = {}
	for item in sections:
		item = item.rstrip().lstrip()
		lines = item.split("\n")
		sectionKey = lines[0]
		if sectionKey != "":
			sectionKey = "\.%s\s?(?:==|=|!=|<|>|<=|>=)\s?(\d+)" % sectionKey
			print "sectionKey", sectionKey
			descriptoSection[sectionKey] = {}
			for line in lines[1:]:
				key, value = parseDefLine(line)
				descriptoSection[sectionKey][key] = value

	
	print descriptoSection
	filename = "appearance.as"


		
	for key, value in descriptoSection.iteritems():
		print key, value
	#sys.exit()
	#Ok, now we have a eventNo <-> event number macro

	#print flags
	#flagRE = re.compile(r"flags\[(\d*?)\]")


	


	
	filelist = os.listdir("./includes")
	print filelist
	flagNum = 0
	for filename in filelist:
		if filename.endswith(".as") and filename != "flagDefs.as":			#Iterate over all the .as files in ./includes, and skip the doEvent file
			print "Processing file ", filename, " --------------------------------------------------------------"
			with open(os.path.join("./includes", filename), "r") as fileH:
				tmp = fileH.read()

			# BRUTE FORCE IT. BECAUSE LAZY
			tmpO = tmp

			for reStr, lookupDict in descriptoSection.iteritems():
				#print reStr, lookupDict

				insertionPoint = 0
				curRe = re.compile(reStr)
				print "Re pattern = ", curRe.pattern
				while tmp != None and curRe.search(tmp):
				
					m = curRe.search(tmp[insertionPoint:])
					start, length = m.start(1)+insertionPoint, len(m.group(1))

					#print m.group(), m.group(1)
					insertionPoint = start+length
					
					prefix, call, postfix = tmp[:start], tmp[start:start+length], tmp[start+length:]

					#print call, " replacement = ", lookupDict[call]
					oldCall = call
					call = call.replace(call, lookupDict[call])

					if oldCall != call:		
						print "Old:", oldCall
						print "New:", call

					tmp = prefix+call+postfix

			if len(tmp)-len(tmpO) != 0:
				print filename
				print len(tmpO), len(tmp)
				print "Length Delta", len(tmp)-len(tmpO) 
			if writeToFiles:
				with open(os.path.join("./includes", filename), "w") as fileH:
					tmp = fileH.write(tmp)
				
	'''
				
				insertionPoint = start+length

			print len(tmpO), len(tmp)
			print "Length Delta", len(tmp)-len(tmpO) 


	'''
	print "Total Integer flag indices:", flagNum



def updateFlagNames():
	import flagRefactor
	changeList = flagRefactor.getChangedFlags()

	if not changeList:
		print "You have no changes in flagRefactor.py!"
		print "Exiting early because there are no changes to be made"
		return

	filelist = os.listdir("./includes")
	print filelist
	flagNum = 0
	for filename in filelist:
		if filename.endswith(".as"):			#Iterate over all the .as files in ./includes, and skip the doEvent file
			print "Processing file ", filename, " --------------------------------------------------------------"
			with open(os.path.join("./includes", filename), "r") as fileH:
				tmp = fileH.read()

			tmpO = tmp

			for oldVal, newVal in changeList:
				tmp = tmp.replace(oldVal, newVal)

			if len(tmp)-len(tmpO) != 0:
				print filename
				print len(tmpO), len(tmp)
				print "Length Delta", len(tmp)-len(tmpO) 
			if writeToFiles:
				with open(os.path.join("./includes", filename), "w") as fileH:
					tmp = fileH.write(tmp)
				

	# finally, clean out the changes from the script so we'll not try to replace them again in the future.


	with open("flagRefactor.py", "r") as fileH:
		tmp = fileH.read()

	tmpO = tmp

	for oldVal, newVal in changeList:
		tmp = tmp.replace(oldVal, newVal)
	if writeToFiles:
		with open("flagRefactor.py", "w") as fileH:
			tmp = fileH.write(tmp)


if __name__ == "__main__":

	print "OMG WE'S BREAKIN STUF!!111one!"

	if len(sys.argv) > 1:
		if "--writeFiles" in sys.argv:
			print "This run will write to files!"
			writeToFiles = True
	#cleanEventNumbers()
	#cleanStaleDoEventIfs(getFuncDict())
	#removeDisabledDoEventIfs()

	#cleanFlags()

	#insertFlags()
	#functionYoink()

	#modifyParserIfStatements()

	#cleanAddButtons()
	
	#cleanupRandomChoices()

	#findFunctionsWithoutExit()
	#pronouninate()
	#insertDescripts()
	updateFlagNames()

	if not writeToFiles:
		print "Did not write files because"
		print "--writeFiles not specified"

	print "Complete"