git1 - initial git commit. note that right now nothing works due to reworking things

2008-08-04 04:44:28 +01:00
commit f17e8b54b4
46 changed files with 8054 additions and 0 deletions
@@ -0,0 +1,192 @@
+#!/usr/bin/python
+
+#Copyright 2008 Steffen Jobbagy-Felso
+#This program is free software: you can redistribute it and/or modify
+#it under the terms of the GNU Affero General Public License as published by
+#the Free Software Foundation, version 3 of the License.
+#
+#This program is distributed in the hope that it will be useful,
+#but WITHOUT ANY WARRANTY; without even the implied warranty of
+#MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+#GNU General Public License for more details.
+#
+#You should have received a copy of the GNU Affero General Public License
+#along with this program. If not, see <http://www.gnu.org/licenses/>.
+#In the "official" distribution you can find the license in
+#agpl-3.0.txt in the docs folder of the package.
+
+#see status.txt for site/games support info
+
+import sys
+import MySQLdb
+#import pgdb
+import math
+import os
+import datetime
+import fpdb_simple
+import fpdb_parse_logic
+from optparse import OptionParser
+
+
+def import_file(server, database, user, password, inputFile):
+	self.server=server
+	self.database=database
+	self.user=user
+	self.password=password
+	self.inputFile=inputFile
+	import_file_dict(self)
+
+def import_file_dict(options):
+		last_read_hand=0
+		if (options.inputFile=="stdin"):
+			inputFile=sys.stdin
+		else:
+			inputFile=open(options.inputFile, "rU")
+
+		#connect to DB
+		db = MySQLdb.connect(host = options.server, user = options.user,
+							passwd = options.password, db = options.database)
+		cursor = db.cursor()
+		
+		if (not options.quiet):
+			print "Opened file", options.inputFile, "and connected to MySQL on", options.server
+
+		line=inputFile.readline()
+		site=fpdb_simple.recogniseSite(line)
+		category=fpdb_simple.recogniseCategory(line)
+		inputFile.seek(0)
+		lines=fpdb_simple.removeTrailingEOL(inputFile.readlines())
+
+		startpos=0
+		stored=0 #counter
+		duplicates=0 #counter
+		partial=0 #counter
+		errors=0 #counter
+
+		for i in range (len(lines)): #main loop, iterates through the lines of a file and calls the appropriate parser method
+			if (len(lines[i])<2):
+				endpos=i
+				hand=lines[startpos:endpos]
+		
+				if (len(hand[0])<2):
+					hand=hand[1:]
+		
+				cancelled=False
+				damaged=False
+				if (site=="ftp"):
+					for i in range (len(hand)):
+						if (hand[i].endswith(" has been canceled")): #this is their typo. this is a typo, right?
+							cancelled=True
+						
+						seat1=hand[i].find("Seat ") #todo: make this recover by skipping this line
+						if (seat1!=-1):
+							if (hand[i].find("Seat ", seat1+3)!=-1):
+								damaged=True
+				
+				if (len(hand)<3):
+					pass
+					#todo: the above 2 lines are kind of a dirty hack, the mentioned circumstances should be handled elsewhere but that doesnt work with DOS/Win EOL. actually this doesnt work.
+				elif (hand[0].endswith(" (partial)")): #partial hand - do nothing
+					partial+=1
+				elif (hand[1].find("Seat")==-1 and hand[2].find("Seat")==-1 and hand[3].find("Seat")==-1):#todo: should this be or instead of and?
+					partial+=1
+				elif (cancelled or damaged):
+					partial+=1
+				else: #normal processing
+					fpdb_simple.filterAnteBlindFold(site,hand)
+					hand=fpdb_simple.filterCrap(site, hand)
+			
+					try:
+						if (category=="holdem" or category=="omahahi" or category=="omahahilo" or category=="razz" or category=="studhi" or category=="studhilo"):
+							if (category=="razz" or category=="studhi" or category=="studhilo"):
+								raise fpdb_simple.FpdbError ("stud/razz currently out of order")
+							last_read_hand=fpdb_parse_logic.mainParser(db, cursor, site, category, hand)
+							db.commit()
+						else:
+							raise fpdb_simple.FpdbError ("invalid category")
+				
+						stored+=1
+						db.commit()
+					except fpdb_simple.DuplicateError:
+						duplicates+=1
+					except (ValueError), fe:
+						errors+=1
+						print "Error No.",errors,", please send the hand causing this to steffen@sycamoretest.info so I can fix it."
+						print "Filename:",options.inputFile
+						print "Here is the first line so you can identify it. Please mention that the error was a ValueError:"
+						print hand[0]
+					
+						if (options.failOnError):
+							db.commit() #dont remove this, in case hand processing was cancelled this ties up any open ends.
+							inputFile.close()
+							cursor.close()
+							db.close()
+							raise
+					except (fpdb_simple.FpdbError), fe:
+						errors+=1
+						print "Error No.",errors,", please send the hand causing this to steffen@sycamoretest.info so I can fix it."
+						print "Filename:",options.inputFile
+						print "Here is the first line so you can identify it."
+						print hand[0]
+						#fe.printStackTrace() #todo: get stacktrace
+						db.rollback()
+						
+						if (options.failOnError):
+							db.commit() #dont remove this, in case hand processing was cancelled this ties up any open ends.
+							inputFile.close()
+							cursor.close()
+							db.close()
+							raise
+					if (options.minPrint!=0):
+						if ((stored+duplicates+partial+errors)%options.minPrint==0):
+							print "stored:", stored, "duplicates:", duplicates, "partial:", partial, "errors:", errors
+			
+					if (options.handCount!=0):
+						if ((stored+duplicates+partial+errors)>=options.handCount):
+							if (not options.quiet):
+								print "quitting due to reaching the amount of hands to be imported"
+								print "Total stored:", stored, "duplicates:", duplicates, "partial/damaged:", partial, "errors:", errors
+							sys.exit(0)
+				startpos=endpos
+		print "Total stored:", stored, "duplicates:", duplicates, "partial:", partial, "errors:", errors
+		
+		if stored==0 and duplicates>0:
+			for line_no in range(len(lines)):
+				if lines[line_no].find("Game #")!=-1:
+					final_game_line=lines[line_no]
+			last_read_hand=fpdb_simple.parseSiteHandNo(final_game_line)
+			#todo: this will cause return of an unstored hand number if the last hadn was error or partial
+		db.commit()
+		inputFile.close()
+		cursor.close()
+		db.close()
+		return last_read_hand
+
+
+if __name__ == "__main__":
+	failOnError=False
+	quiet=False
+
+	#process CLI parameters
+	parser = OptionParser()
+	parser.add_option("-c", "--handCount", default="0", type="int",
+					help="Number of hands to import (default 0 means unlimited)")
+	parser.add_option("-d", "--database", default="fpdb", help="The MySQL database to use (default fpdb)")
+	parser.add_option("-e", "--errorFile", default="failed.txt", 
+					help="File to store failed hands into. (default: failed.txt) Not implemented.")
+	parser.add_option("-f", "--inputFile", "--file", "--inputfile", default="stdin", 
+					help="The file you want to import (remember to use quotes if necessary)")
+	parser.add_option("-m", "--minPrint", "--status", default="50", type="int",
+					help="How often to print a one-line status report (0 means never, default is 50)")
+	parser.add_option("-p", "--password", help="The password for the MySQL user")
+	parser.add_option("-q", "--quiet", action="store_true",
+					help="If this is passed it doesn't print a total at the end nor the opening line. Note that this purposely does NOT change --minPrint")
+	parser.add_option("-s", "--server", default="localhost",
+					help="Hostname/IP of the MySQL server (default localhost)")
+	parser.add_option("-u", "--user", default="fpdb", help="The MySQL username (default fpdb)")
+	parser.add_option("-x", "--failOnError", action="store_true",
+					help="If this option is passed it quits when it encounters any error")
+
+	(options, sys.argv) = parser.parse_args()
+
+	import_file_dict(options)