Merge branch 'master' of git://git.assembla.com/fpdboz
This commit is contained in:
Ray
commit
81f5450a17
65
pyfpdb/CliFpdb.py
Executable file
65
pyfpdb/CliFpdb.py
Executable file
|
|
@ -0,0 +1,65 @@
|
|||
#!/usr/bin/python
|
||||
|
||||
#Copyright 2008 Steffen Jobbagy-Felso
|
||||
#This program is free software: you can redistribute it and/or modify
|
||||
#it under the terms of the GNU Affero General Public License as published by
|
||||
#the Free Software Foundation, version 3 of the License.
|
||||
#
|
||||
#This program is distributed in the hope that it will be useful,
|
||||
#but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
#MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
#GNU General Public License for more details.
|
||||
#
|
||||
#You should have received a copy of the GNU Affero General Public License
|
||||
#along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
#In the "official" distribution you can find the license in
|
||||
#agpl-3.0.txt in the docs folder of the package.
|
||||
|
||||
import os
|
||||
import sys
|
||||
import fpdb_simple
|
||||
from optparse import OptionParser
|
||||
|
||||
try:
|
||||
import MySQLdb
|
||||
except:
|
||||
diaSQLLibMissing = gtk.Dialog(title="Fatal Error - SQL interface library missing", parent=None, flags=0, buttons=(gtk.STOCK_QUIT,gtk.RESPONSE_OK))
|
||||
|
||||
print "Please note that the CLI importer only works with MySQL, if you use PostgreSQL this error is expected."
|
||||
|
||||
import fpdb_import
|
||||
import fpdb_db
|
||||
|
||||
if __name__ == "__main__":
|
||||
#process CLI parameters
|
||||
parser = OptionParser()
|
||||
parser.add_option("-c", "--handCount", default="0", type="int",
|
||||
help="Number of hands to import (default 0 means unlimited)")
|
||||
parser.add_option("-d", "--database", default="fpdb", help="The MySQL database to use (default fpdb)")
|
||||
parser.add_option("-e", "--errorFile", default="failed.txt",
|
||||
help="File to store failed hands into. (default: failed.txt) Not implemented.")
|
||||
parser.add_option("-f", "--inputFile", "--file", "--inputfile", default="stdin",
|
||||
help="The file you want to import (remember to use quotes if necessary)")
|
||||
parser.add_option("-m", "--minPrint", "--status", default="50", type="int",
|
||||
help="How often to print a one-line status report (0 means never, default is 50)")
|
||||
parser.add_option("-p", "--password", help="The password for the MySQL user")
|
||||
parser.add_option("-q", "--quiet", action="store_true",
|
||||
help="If this is passed it doesn't print a total at the end nor the opening line. Note that this purposely does NOT change --minPrint")
|
||||
parser.add_option("-s", "--server", default="localhost",
|
||||
help="Hostname/IP of the MySQL server (default localhost)")
|
||||
parser.add_option("-u", "--user", default="fpdb", help="The MySQL username (default fpdb)")
|
||||
parser.add_option("-x", "--failOnError", action="store_true",
|
||||
help="If this option is passed it quits when it encounters any error")
|
||||
|
||||
(options, sys.argv) = parser.parse_args()
|
||||
|
||||
settings={'imp-callFpdbHud':False, 'db-backend':2}
|
||||
settings['db-host']=options.server
|
||||
settings['db-user']=options.user
|
||||
settings['db-password']=options.password
|
||||
settings['db-databaseName']=options.database
|
||||
settings['handCount']=options.handCount
|
||||
|
||||
importer = fpdb_import.Importer(options, settings)
|
||||
importer.addImportFile(options.inputFile)
|
||||
importer.runImport()
|
||||
|
|
@ -50,16 +50,7 @@ class GuiAutoImport (threading.Thread):
|
|||
|
||||
def do_import(self):
|
||||
"""Callback for timer to do an import iteration."""
|
||||
for file in os.listdir(self.path):
|
||||
if os.path.isdir(file):
|
||||
print "AutoImport is not recursive - please select the final directory in which the history files are"
|
||||
else:
|
||||
self.inputFile = os.path.join(self.path, file)
|
||||
stat_info = os.stat(self.inputFile)
|
||||
if not self.import_files.has_key(self.inputFile) or stat_info.st_mtime > self.import_files[self.inputFile]:
|
||||
self.importer.import_file_dict(self, self.settings)
|
||||
self.import_files[self.inputFile] = stat_info.st_mtime
|
||||
|
||||
self.importer.runUpdated()
|
||||
print "GuiAutoImport.import_dir done"
|
||||
return True
|
||||
|
||||
|
|
@ -96,17 +87,8 @@ class GuiAutoImport (threading.Thread):
|
|||
# self.pipe_to_hud = os.popen(command, 'w')
|
||||
self.path=self.pathTBuffer.get_text(self.pathTBuffer.get_start_iter(), self.pathTBuffer.get_end_iter())
|
||||
|
||||
# Iniitally populate the self.import_files dict, which keeps mtimes for the files watched
|
||||
|
||||
self.import_files = {}
|
||||
for file in os.listdir(self.path):
|
||||
if os.path.isdir(file):
|
||||
pass # skip subdirs for now
|
||||
else:
|
||||
inputFile = os.path.join(self.path, file)
|
||||
stat_info = os.stat(inputFile)
|
||||
self.import_files[inputFile] = stat_info.st_mtime
|
||||
|
||||
# Add directory to importer object and set the initial mtime reference.
|
||||
self.importer.addImportDirectory(self.path, True)
|
||||
self.do_import()
|
||||
|
||||
interval=int(self.intervalTBuffer.get_text(self.intervalTBuffer.get_start_iter(), self.intervalTBuffer.get_end_iter()))
|
||||
|
|
@ -121,17 +103,18 @@ class GuiAutoImport (threading.Thread):
|
|||
def __init__(self, settings, debug=True):
|
||||
"""Constructor for GuiAutoImport"""
|
||||
self.settings=settings
|
||||
self.importer = fpdb_import.Importer()
|
||||
self.importer = fpdb_import.Importer(self,self.settings)
|
||||
self.importer.setCallHud(True)
|
||||
self.importer.setMinPrint(30)
|
||||
self.importer.setQuiet(False)
|
||||
self.importer.setFailOnError(False)
|
||||
self.importer.setHandCount(0)
|
||||
self.importer.setWatchTime()
|
||||
|
||||
self.server=settings['db-host']
|
||||
self.user=settings['db-user']
|
||||
self.password=settings['db-password']
|
||||
self.database=settings['db-databaseName']
|
||||
self.quiet=False
|
||||
self.failOnError=False
|
||||
self.minPrint=30
|
||||
self.handCount=0
|
||||
|
||||
self.mainVBox=gtk.VBox(False,1)
|
||||
self.mainVBox.show()
|
||||
|
|
|
|||
|
|
@ -27,12 +27,8 @@ class GuiBulkImport (threading.Thread):
|
|||
def import_dir(self):
|
||||
"""imports a directory, non-recursive. todo: move this to fpdb_import so CLI can use it"""
|
||||
self.path=self.inputFile
|
||||
for file in os.listdir(self.path):
|
||||
if os.path.isdir(file):
|
||||
print "BulkImport is not recursive - please select the final directory in which the history files are"
|
||||
else:
|
||||
self.inputFile=self.path+os.sep+file
|
||||
self.importer.import_file_dict(self, self.settings)
|
||||
self.importer.addImportDirectory(self.path)
|
||||
self.importer.runImport()
|
||||
print "GuiBulkImport.import_dir done"
|
||||
|
||||
def load_clicked(self, widget, data=None):
|
||||
|
|
@ -40,36 +36,36 @@ class GuiBulkImport (threading.Thread):
|
|||
|
||||
self.handCount=self.hand_count_tbuffer.get_text(self.hand_count_tbuffer.get_start_iter(), self.hand_count_tbuffer.get_end_iter())
|
||||
if (self.handCount=="unlimited" or self.handCount=="Unlimited"):
|
||||
self.handCount=0
|
||||
self.importer.setHandCount(0)
|
||||
else:
|
||||
self.handCount=int(self.handCount)
|
||||
self.importer.setHandCount(int(self.handCount))
|
||||
|
||||
self.errorFile="failed.txt"
|
||||
|
||||
self.minPrint=self.min_print_tbuffer.get_text(self.min_print_tbuffer.get_start_iter(), self.min_print_tbuffer.get_end_iter())
|
||||
if (self.minPrint=="never" or self.minPrint=="Never"):
|
||||
self.minPrint=0
|
||||
self.importer.setMinPrint(0)
|
||||
else:
|
||||
self.minPrint=int(self.minPrint)
|
||||
self.importer.setMinPrint=int(self.minPrint)
|
||||
|
||||
self.quiet=self.info_tbuffer.get_text(self.info_tbuffer.get_start_iter(), self.info_tbuffer.get_end_iter())
|
||||
if (self.quiet=="yes"):
|
||||
self.quiet=False
|
||||
self.importer.setQuiet(False)
|
||||
else:
|
||||
self.quiet=True
|
||||
self.importer.setQuiet(True)
|
||||
|
||||
self.failOnError=self.fail_error_tbuffer.get_text(self.fail_error_tbuffer.get_start_iter(), self.fail_error_tbuffer.get_end_iter())
|
||||
if (self.failOnError=="no"):
|
||||
self.failOnError=False
|
||||
self.importer.setFailOnError(False)
|
||||
else:
|
||||
self.failOnError=True
|
||||
|
||||
self.server, self.database, self.user, self.password=self.db.get_db_info()
|
||||
self.importer.setFailOnError(True)
|
||||
|
||||
if os.path.isdir(self.inputFile):
|
||||
self.import_dir()
|
||||
else:
|
||||
self.importer.import_file_dict(self, self.settings)
|
||||
self.importer.addImportFile(self.inputFile)
|
||||
self.importer.runImport()
|
||||
self.importer.clearFileList()
|
||||
|
||||
def get_vbox(self):
|
||||
"""returns the vbox of this thread"""
|
||||
|
|
@ -83,7 +79,7 @@ class GuiBulkImport (threading.Thread):
|
|||
def __init__(self, db, settings):
|
||||
self.db=db
|
||||
self.settings=settings
|
||||
self.importer = fpdb_import.Importer()
|
||||
self.importer = fpdb_import.Importer(self,self.settings)
|
||||
|
||||
self.vbox=gtk.VBox(False,1)
|
||||
self.vbox.show()
|
||||
|
|
|
|||
|
|
@ -51,8 +51,10 @@ class GuiGraphViewer (threading.Thread):
|
|||
|
||||
if site=="PS":
|
||||
site=2
|
||||
sitename="PokerStars: "
|
||||
elif site=="FTP":
|
||||
site=1
|
||||
sitename="Full Tilt: "
|
||||
else:
|
||||
print "invalid text in site selection in graph, defaulting to PS"
|
||||
site=2
|
||||
|
|
@ -69,7 +71,9 @@ class GuiGraphViewer (threading.Thread):
|
|||
self.ax.set_xlabel("Hands", fontsize = 12)
|
||||
self.ax.set_ylabel("$", fontsize = 12)
|
||||
self.ax.grid(color='g', linestyle=':', linewidth=0.2)
|
||||
self.ax.annotate ("All Hands, Site %s", (61,25), xytext =(0.1, 0.9) , textcoords ="axes fraction" ,)
|
||||
text = "All Hands, " + sitename + str(name)
|
||||
|
||||
self.ax.annotate (text, (61,25), xytext =(0.1, 0.9) , textcoords ="axes fraction" ,)
|
||||
|
||||
#Get graph data from DB
|
||||
line = self.getRingProfitGraph(name, site)
|
||||
|
|
|
|||
|
|
@ -251,13 +251,13 @@ class GuiTableViewer (threading.Thread):
|
|||
self.user=self.db.user
|
||||
self.password=self.db.password
|
||||
|
||||
self.quiet=False
|
||||
self.failOnError=False
|
||||
self.minPrint=0
|
||||
self.handCount=0
|
||||
self.importer = fpdb_import.Importer()
|
||||
self.importer = fpdb_import.Importer(self, self.settings)
|
||||
self.importer.setMinPrint(0)
|
||||
self.importer.setQuiet(False)
|
||||
self.importer.setFailOnError(False)
|
||||
self.importer.setHandCount(0)
|
||||
|
||||
self.last_read_hand_id=importer.import_file_dict(self, self.settings)
|
||||
self.last_read_hand_id=self.importer.import_file_dict()
|
||||
#end def table_viewer.import_clicked
|
||||
|
||||
def all_clicked(self, widget, data):
|
||||
|
|
|
|||
|
|
@ -25,51 +25,62 @@ import os
|
|||
import sys
|
||||
|
||||
import fpdb_db
|
||||
import fpdb_import
|
||||
import FpdbSQLQueries
|
||||
|
||||
import unittest
|
||||
|
||||
class TestSequenceFunctions(unittest.TestCase):
|
||||
|
||||
def setUp(self):
|
||||
"""Configure MySQL settings/database and establish connection"""
|
||||
self.mysql_settings={ 'db-host':"localhost", 'db-backend':2, 'db-databaseName':"fpdbtest", 'db-user':"fpdb", 'db-password':"fpdb"}
|
||||
self.mysql_db = fpdb_db.fpdb_db()
|
||||
self.mysql_db.connect(self.mysql_settings['db-backend'], self.mysql_settings['db-host'],
|
||||
self.mysql_settings['db-databaseName'], self.mysql_settings['db-user'],
|
||||
self.mysql_settings['db-password'])
|
||||
self.mysqldict = FpdbSQLQueries.FpdbSQLQueries('MySQL InnoDB')
|
||||
def setUp(self):
|
||||
"""Configure MySQL settings/database and establish connection"""
|
||||
self.mysql_settings={ 'db-host':"localhost",
|
||||
'db-backend':2,
|
||||
'db-databaseName':"fpdbtest",
|
||||
'db-user':"fpdb",
|
||||
'db-password':"fpdb"}
|
||||
self.mysql_db = fpdb_db.fpdb_db()
|
||||
self.mysql_db.connect(self.mysql_settings['db-backend'], self.mysql_settings['db-host'],
|
||||
self.mysql_settings['db-databaseName'], self.mysql_settings['db-user'],
|
||||
self.mysql_settings['db-password'])
|
||||
self.mysqldict = FpdbSQLQueries.FpdbSQLQueries('MySQL InnoDB')
|
||||
self.mysqlimporter = fpdb_import.Importer(self, self.mysql_settings)
|
||||
|
||||
"""Configure Postgres settings/database and establish connection"""
|
||||
self.pg_settings={ 'db-host':"localhost", 'db-backend':3, 'db-databaseName':"fpdbtest", 'db-user':"fpdb", 'db-password':"fpdb"}
|
||||
self.pg_db = fpdb_db.fpdb_db()
|
||||
self.pg_db.connect(self.pg_settings['db-backend'], self.pg_settings['db-host'],
|
||||
self.pg_settings['db-databaseName'], self.pg_settings['db-user'],
|
||||
self.pg_settings['db-password'])
|
||||
self.pgdict = FpdbSQLQueries.FpdbSQLQueries('PostgreSQL')
|
||||
# """Configure Postgres settings/database and establish connection"""
|
||||
# self.pg_settings={ 'db-host':"localhost", 'db-backend':3, 'db-databaseName':"fpdbtest", 'db-user':"fpdb", 'db-password':"fpdb"}
|
||||
# self.pg_db = fpdb_db.fpdb_db()
|
||||
# self.pg_db.connect(self.pg_settings['db-backend'], self.pg_settings['db-host'],
|
||||
# self.pg_settings['db-databaseName'], self.pg_settings['db-user'],
|
||||
# self.pg_settings['db-password'])
|
||||
# self.pgdict = FpdbSQLQueries.FpdbSQLQueries('PostgreSQL')
|
||||
|
||||
|
||||
def testDatabaseConnection(self):
|
||||
"""Test all supported DBs"""
|
||||
self.result = self.mysql_db.cursor.execute(self.mysqldict.query['list_tables'])
|
||||
self.failUnless(self.result==13, "Number of tables in database incorrect. Expected 13 got " + str(self.result))
|
||||
|
||||
print self.pgdict.query['list_tables']
|
||||
|
||||
self.result = self.pg_db.cursor.execute(self.pgdict.query['list_tables'])
|
||||
self.failUnless(self.result==13, "Number of tables in database incorrect. Expected 13 got " + str(self.result))
|
||||
|
||||
# self.result = self.pg_db.cursor.execute(self.pgdict.query['list_tables'])
|
||||
# self.failUnless(self.result==13, "Number of tables in database incorrect. Expected 13 got " + str(self.result))
|
||||
|
||||
def testMySQLRecreateTables(self):
|
||||
"""Test droping then recreating fpdb table schema"""
|
||||
self.mysql_db.recreate_tables()
|
||||
self.result = self.mysql_db.cursor.execute("SHOW TABLES")
|
||||
self.failUnless(self.result==13, "Number of tables in database incorrect. Expected 13 got " + str(self.result))
|
||||
|
||||
def testPostgresSQLRecreateTables(self):
|
||||
"""Test droping then recreating fpdb table schema"""
|
||||
self.pg_db.recreate_tables()
|
||||
self.result = self.pg_db.cursor.execute(self.pgdict.query['list_tables'])
|
||||
self.failUnless(self.result==13, "Number of tables in database incorrect. Expected 13 got " + str(self.result))
|
||||
def testImportHandHistoryFiles(self):
|
||||
"""Test import of single HH file"""
|
||||
self.mysqlimporter.addImportFile("regression-test-files/hand-histories/ps-lhe-ring-3hands.txt")
|
||||
self.mysqlimporter.runImport()
|
||||
self.mysqlimporter.addImportDirectory("regression-test-files/hand-histories")
|
||||
self.mysqlimporter.runImport()
|
||||
|
||||
# def testPostgresSQLRecreateTables(self):
|
||||
# """Test droping then recreating fpdb table schema"""
|
||||
# self.pg_db.recreate_tables()
|
||||
# self.result = self.pg_db.cursor.execute(self.pgdict.query['list_tables'])
|
||||
# self.failUnless(self.result==13, "Number of tables in database incorrect. Expected 13 got " + str(self.result))
|
||||
|
||||
if __name__ == '__main__':
|
||||
unittest.main()
|
||||
|
|
|
|||
|
|
@ -355,7 +355,8 @@ class fpdb:
|
|||
#end def not_implemented
|
||||
|
||||
def obtain_global_lock(self):
|
||||
print "todo: implement obtain_global_lock (users: pls ignore this)"
|
||||
#print "todo: implement obtain_global_lock (users: pls ignore this)"
|
||||
pass
|
||||
#end def obtain_global_lock
|
||||
|
||||
def quit(self, widget, data):
|
||||
|
|
@ -425,7 +426,7 @@ This program is licensed under the AGPL3, see docs"""+os.sep+"agpl-3.0.txt")
|
|||
self.window = gtk.Window(gtk.WINDOW_TOPLEVEL)
|
||||
self.window.connect("delete_event", self.delete_event)
|
||||
self.window.connect("destroy", self.destroy)
|
||||
self.window.set_title("Free Poker DB - version: alpha6+, p124 or higher")
|
||||
self.window.set_title("Free Poker DB - version: alpha6+, p131 or higher")
|
||||
self.window.set_border_width(1)
|
||||
self.window.set_size_request(1020,400)
|
||||
self.window.set_resizable(True)
|
||||
|
|
|
|||
|
|
@ -36,67 +36,136 @@ import os
|
|||
import datetime
|
||||
import fpdb_simple
|
||||
import fpdb_parse_logic
|
||||
from optparse import OptionParser
|
||||
from time import time
|
||||
|
||||
class Importer:
|
||||
|
||||
def __init__(self):
|
||||
def __init__(self, caller, settings):
|
||||
"""Constructor"""
|
||||
self.settings={'imp-callFpdbHud':False}
|
||||
self.settings=settings
|
||||
self.caller=caller
|
||||
self.db = None
|
||||
self.cursor = None
|
||||
self.options = None
|
||||
self.filelist = []
|
||||
self.dirlist = []
|
||||
self.monitor = False
|
||||
self.updated = 0 #Time last import was run, used as mtime reference
|
||||
self.callHud = False
|
||||
self.lines = None
|
||||
self.pos_in_file = {} # dict to remember how far we have read in the file
|
||||
#Set defaults
|
||||
if not self.settings.has_key('imp-callFpdbHud'):
|
||||
self.settings['imp-callFpdbHud'] = False
|
||||
if not self.settings.has_key('minPrint'):
|
||||
self.settings['minPrint'] = 30
|
||||
self.dbConnect()
|
||||
|
||||
def dbConnect(self, options, settings):
|
||||
def dbConnect(self):
|
||||
#connect to DB
|
||||
if settings['db-backend'] == 2:
|
||||
if self.settings['db-backend'] == 2:
|
||||
if not mysqlLibFound:
|
||||
raise fpdb_simple.FpdbError("interface library MySQLdb not found but MySQL selected as backend - please install the library or change the config file")
|
||||
self.db = MySQLdb.connect(host = options.server, user = options.user,
|
||||
passwd = options.password, db = options.database)
|
||||
elif settings['db-backend'] == 3:
|
||||
self.db = MySQLdb.connect(self.settings['db-host'], self.settings['db-user'],
|
||||
self.settings['db-password'], self.settings['db-databaseName'])
|
||||
elif self.settings['db-backend'] == 3:
|
||||
if not pgsqlLibFound:
|
||||
raise fpdb_simple.FpdbError("interface library psycopg2 not found but PostgreSQL selected as backend - please install the library or change the config file")
|
||||
self.db = psycopg2.connect(host = options.server, user = options.user,
|
||||
password = options.password, database = options.database)
|
||||
elif settings['db-backend'] == 4:
|
||||
self.db = psycopg2.connect(self.settings['db-host'], self.settings['db-user'],
|
||||
self.settings['db-password'], self.settings['db-databaseName'])
|
||||
elif self.settings['db-backend'] == 4:
|
||||
pass
|
||||
else:
|
||||
pass
|
||||
self.cursor = self.db.cursor()
|
||||
|
||||
#Set functions
|
||||
def setCallHud(self, value):
|
||||
self.callHud = value
|
||||
|
||||
def import_file_dict(self, options, settings):
|
||||
def setMinPrint(self, value):
|
||||
self.settings['minPrint'] = int(value)
|
||||
|
||||
def setHandCount(self, value):
|
||||
self.settings['handCount'] = int(value)
|
||||
|
||||
def setQuiet(self, value):
|
||||
self.settings['quiet'] = value
|
||||
|
||||
def setFailOnError(self, value):
|
||||
self.settings['failOnError'] = value
|
||||
|
||||
def setWatchTime(self):
|
||||
self.updated = time()
|
||||
|
||||
def clearFileList(self):
|
||||
self.filelist = []
|
||||
|
||||
#Add an individual file to filelist
|
||||
def addImportFile(self, filename):
|
||||
#todo: test it is a valid file
|
||||
self.filelist = self.filelist + [filename]
|
||||
#Remove duplicates
|
||||
self.filelist = list(set(self.filelist))
|
||||
|
||||
#Add a directory of files to filelist
|
||||
def addImportDirectory(self,dir,monitor = False):
|
||||
#todo: test it is a valid directory
|
||||
if monitor == True:
|
||||
self.monitor = True
|
||||
self.dirlist = self.dirlist + [dir]
|
||||
|
||||
for file in os.listdir(dir):
|
||||
if os.path.isdir(file):
|
||||
print "BulkImport is not recursive - please select the final directory in which the history files are"
|
||||
else:
|
||||
self.filelist = self.filelist + [os.path.join(dir, file)]
|
||||
#Remove duplicates
|
||||
self.filelist = list(set(self.filelist))
|
||||
|
||||
#Run full import on filelist
|
||||
def runImport(self):
|
||||
for file in self.filelist:
|
||||
self.import_file_dict(file)
|
||||
|
||||
#Run import on updated files, then store latest update time.
|
||||
def runUpdated(self):
|
||||
#Check for new files in directory
|
||||
#todo: make efficient - always checks for new file, should be able to use mtime of directory
|
||||
# ^^ May not work on windows
|
||||
for dir in self.dirlist:
|
||||
for file in os.listdir(dir):
|
||||
self.filelist = self.filelist + [dir+os.sep+file]
|
||||
|
||||
self.filelist = list(set(self.filelist))
|
||||
|
||||
for file in self.filelist:
|
||||
stat_info = os.stat(file)
|
||||
if stat_info.st_mtime > self.updated:
|
||||
self.import_file_dict(file)
|
||||
self.updated = time()
|
||||
|
||||
# This is now an internal function that should not be called directly.
|
||||
def import_file_dict(self, file):
|
||||
starttime = time()
|
||||
last_read_hand=0
|
||||
loc = 0
|
||||
if (options.inputFile=="stdin"):
|
||||
if (file=="stdin"):
|
||||
inputFile=sys.stdin
|
||||
else:
|
||||
inputFile=open(options.inputFile, "rU")
|
||||
try: loc = self.pos_in_file[options.inputFile]
|
||||
inputFile=open(file, "rU")
|
||||
try: loc = self.pos_in_file[file]
|
||||
except: pass
|
||||
|
||||
self.dbConnect(options,settings)
|
||||
|
||||
# Read input file into class and close file
|
||||
inputFile.seek(loc)
|
||||
self.lines=fpdb_simple.removeTrailingEOL(inputFile.readlines())
|
||||
self.pos_in_file[options.inputFile] = inputFile.tell()
|
||||
self.pos_in_file[file] = inputFile.tell()
|
||||
inputFile.close()
|
||||
|
||||
firstline = self.lines[0]
|
||||
|
||||
if firstline.find("Tournament Summary")!=-1:
|
||||
print "TODO: implement importing tournament summaries"
|
||||
self.cursor.close()
|
||||
self.db.close()
|
||||
return 0
|
||||
|
||||
site=fpdb_simple.recogniseSite(firstline)
|
||||
|
|
@ -142,7 +211,8 @@ class Importer:
|
|||
if not isTourney:
|
||||
fpdb_simple.filterAnteBlindFold(site,hand)
|
||||
hand=fpdb_simple.filterCrap(site, hand, isTourney)
|
||||
|
||||
self.hand=hand
|
||||
|
||||
try:
|
||||
handsId=fpdb_parse_logic.mainParser(self.db, self.cursor, site, category, hand)
|
||||
self.db.commit()
|
||||
|
|
@ -150,41 +220,36 @@ class Importer:
|
|||
stored+=1
|
||||
self.db.commit()
|
||||
# if settings['imp-callFpdbHud'] and self.callHud and os.sep=='/':
|
||||
if settings['imp-callFpdbHud'] and self.callHud:
|
||||
if self.settings['imp-callFpdbHud'] and self.callHud:
|
||||
#print "call to HUD here. handsId:",handsId
|
||||
#pipe the Hands.id out to the HUD
|
||||
# options.pipe_to_hud.write("%s" % (handsId) + os.linesep)
|
||||
options.pipe_to_hud.stdin.write("%s" % (handsId) + os.linesep)
|
||||
self.caller.pipe_to_hud.stdin.write("%s" % (handsId) + os.linesep)
|
||||
except fpdb_simple.DuplicateError:
|
||||
duplicates+=1
|
||||
except (ValueError), fe:
|
||||
errors+=1
|
||||
self.printEmailErrorMessage(errors, options.inputFile, hand[0])
|
||||
self.printEmailErrorMessage(errors, file, hand[0])
|
||||
|
||||
if (options.failOnError):
|
||||
self.db.commit() #dont remove this, in case hand processing was cancelled this ties up any open ends.
|
||||
self.cursor.close()
|
||||
self.db.close()
|
||||
if (self.settings['failOnError']):
|
||||
self.db.commit() #dont remove this, in case hand processing was cancelled.
|
||||
raise
|
||||
except (fpdb_simple.FpdbError), fe:
|
||||
errors+=1
|
||||
self.printEmailErrorMessage(errors, options.inputFile, hand[0])
|
||||
self.printEmailErrorMessage(errors, file, hand[0])
|
||||
|
||||
#fe.printStackTrace() #todo: get stacktrace
|
||||
self.db.rollback()
|
||||
|
||||
if (options.failOnError):
|
||||
self.db.commit() #dont remove this, in case hand processing was cancelled this ties up any open ends.
|
||||
self.cursor.close()
|
||||
self.db.close()
|
||||
if (self.settings['failOnError']):
|
||||
self.db.commit() #dont remove this, in case hand processing was cancelled.
|
||||
raise
|
||||
if (options.minPrint!=0):
|
||||
if ((stored+duplicates+partial+errors)%options.minPrint==0):
|
||||
if (self.settings['minPrint']!=0):
|
||||
if ((stored+duplicates+partial+errors)%self.settings['minPrint']==0):
|
||||
print "stored:", stored, "duplicates:", duplicates, "partial:", partial, "errors:", errors
|
||||
|
||||
if (options.handCount!=0):
|
||||
if ((stored+duplicates+partial+errors)>=options.handCount):
|
||||
if (not options.quiet):
|
||||
if (self.settings['handCount']!=0):
|
||||
if ((stored+duplicates+partial+errors)>=self.settings['handCount']):
|
||||
if (not self.settings['quiet']):
|
||||
print "quitting due to reaching the amount of hands to be imported"
|
||||
print "Total stored:", stored, "duplicates:", duplicates, "partial/damaged:", partial, "errors:", errors, " time:", (time() - starttime)
|
||||
sys.exit(0)
|
||||
|
|
@ -202,16 +267,14 @@ class Importer:
|
|||
handsId=0
|
||||
#todo: this will cause return of an unstored hand number if the last hand was error or partial
|
||||
self.db.commit()
|
||||
self.cursor.close()
|
||||
self.db.close()
|
||||
return handsId
|
||||
#end def import_file_dict
|
||||
|
||||
def printEmailErrorMessage(self, errors, filename, line):
|
||||
print "Error No.",errors,", please send the hand causing this to steffen@sycamoretest.info so I can fix it."
|
||||
print "Filename:",options.inputFile
|
||||
print "Filename:", filename
|
||||
print "Here is the first line so you can identify it. Please mention that the error was a ValueError:"
|
||||
print hand[0]
|
||||
print self.hand[0]
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
|
|
|
|||
|
|
@ -65,3 +65,66 @@ Seat 8: willowdale showed [3s 4d 5s 4s Ad 5h 2c] and won ($1.02) with HI: a stra
|
|||
|
||||
|
||||
|
||||
PokerStars Game #20711747191: Razz Limit ($1/$2) - 2008/09/26 14:36:50 ET
|
||||
Table 'Siwa III' 8-max
|
||||
Seat 2: dainmat ($63.15 in chips)
|
||||
Seat 3: fnJ's ($30.75 in chips)
|
||||
Seat 4: ambythegreat ($24.90 in chips)
|
||||
Seat 5: jt studd ($39.90 in chips)
|
||||
Seat 6: KyleHruby ($11.55 in chips)
|
||||
Seat 7: nutOmatic ($71.30 in chips)
|
||||
dainmat: posts the ante $0.10
|
||||
fnJ's: posts the ante $0.10
|
||||
ambythegreat: posts the ante $0.10
|
||||
jt studd: posts the ante $0.10
|
||||
KyleHruby: posts the ante $0.10
|
||||
nutOmatic: posts the ante $0.10
|
||||
*** 3rd STREET ***
|
||||
Dealt to dainmat [Ts]
|
||||
Dealt to fnJ's [3s]
|
||||
Dealt to ambythegreat [5h]
|
||||
Dealt to jt studd [Ad]
|
||||
Dealt to KyleHruby [As]
|
||||
Dealt to nutOmatic [6d Kd Th]
|
||||
dainmat: brings in for $0.50
|
||||
fnJ's: calls $0.50
|
||||
ambythegreat: raises $0.50 to $1
|
||||
garnishgut joins the table at seat #1
|
||||
jt studd: folds
|
||||
KyleHruby: folds
|
||||
nutOmatic: folds
|
||||
dainmat: folds
|
||||
fnJ's: calls $0.50
|
||||
*** 4th STREET ***
|
||||
Dealt to fnJ's [3s] [6h]
|
||||
Dealt to ambythegreat [5h] [4c]
|
||||
ambythegreat: bets $1
|
||||
fnJ's: calls $1
|
||||
*** 5th STREET ***
|
||||
Dealt to fnJ's [3s 6h] [2h]
|
||||
Dealt to ambythegreat [5h 4c] [Kh]
|
||||
fnJ's: bets $2
|
||||
ambythegreat: calls $2
|
||||
*** 6th STREET ***
|
||||
Dealt to fnJ's [3s 6h 2h] [2c]
|
||||
Dealt to ambythegreat [5h 4c Kh] [5s]
|
||||
fnJ's: bets $2
|
||||
ambythegreat: calls $2
|
||||
*** RIVER ***
|
||||
fnJ's: bets $2
|
||||
ambythegreat: calls $2
|
||||
*** SHOW DOWN ***
|
||||
fnJ's: shows [9d 5c 3s 6h 2h 2c 4h] (Lo: 6,5,4,3,2)
|
||||
ambythegreat: mucks hand
|
||||
fnJ's collected $16.35 from pot
|
||||
*** SUMMARY ***
|
||||
Total pot $17.10 | Rake $0.75
|
||||
Seat 2: dainmat folded on the 3rd Street
|
||||
Seat 3: fnJ's showed [9d 5c 3s 6h 2h 2c 4h] and won ($16.35) with Lo: 6,5,4,3,2
|
||||
Seat 4: ambythegreat mucked [6s 7h 5h 4c Kh 5s Jc]
|
||||
Seat 5: jt studd folded on the 3rd Street (didn't bet)
|
||||
Seat 6: KyleHruby folded on the 3rd Street (didn't bet)
|
||||
Seat 7: nutOmatic folded on the 3rd Street (didn't bet)
|
||||
|
||||
|
||||
|
||||
|
|
|
|||
|
|
@ -18,8 +18,8 @@
|
|||
echo "Please note for this to work you need to work on an empty database, otherwise some info (the id fields) will be off"
|
||||
|
||||
rm *.found.txt
|
||||
../pyfpdb/fpdb_import.py -p$1 --file=ps-lhe-ring-3hands.txt -x
|
||||
../pyfpdb/fpdb_import.py -p$1 --file=ps-lhe-ring-3hands.txt -x
|
||||
../pyfpdb/CliFpdb.py -p$1 --file=ps-lhe-ring-3hands.txt -x
|
||||
../pyfpdb/CliFpdb.py -p$1 --file=ps-lhe-ring-3hands.txt -x
|
||||
|
||||
echo "it should've reported first that it stored 3, then that it had 3 duplicates"
|
||||
|
||||
|
|
@ -31,12 +31,12 @@ echo "it should've reported first that it stored 3, then that it had 3 duplicate
|
|||
./PrintPlayerHudData.py -p$1 -nPlayer_5 -oB > ps-flags-B-1hands.found.txt && colordiff ps-flags-B-1hands.found.txt ps-flags-B-1hands.expected.txt
|
||||
|
||||
|
||||
../pyfpdb/fpdb_import.py -p$1 --file=ps-lhe-ring-call-3B-preflop-cb-no2b.txt -x
|
||||
../pyfpdb/CliFpdb.py -p$1 --file=ps-lhe-ring-call-3B-preflop-cb-no2b.txt -x
|
||||
echo "it should've now reported another successful store of 1 hand"
|
||||
./PrintPlayerHudData.py -p$1 -nplayer3 -oE -e10 -b50 > ps-flags-CBflop.found.txt && colordiff ps-flags-CBflop.found.txt ps-flags-CBflop.expected.txt
|
||||
|
||||
|
||||
../pyfpdb/fpdb_import.py -p$1 --file=ps-studhilo-ring-showdown.txt -x
|
||||
../pyfpdb/CliFpdb.py -p$1 --file=ps-studhilo-ring-showdown.txt -x
|
||||
echo "it should've now reported another successful store of 1 hand"
|
||||
./PrintHand.py -p$1 --hand=15043388146 > ps.15043388146.found.txt && colordiff ps.15043388146.found.txt ps.15043388146.expected.txt
|
||||
./PrintPlayerHudData.py -p$1 -nbr1an -o0 -e6 -b20 -cstudhilo> ps-flags-studhilo.found.txt && colordiff ps-flags-studhilo.found.txt ps-flags-studhilo.expected.txt
|
||||
|
|
|
|||
Loading…
Reference in New Issue
Block a user