From 6dcec4800563f282502e607869df62e7b9381bb1 Mon Sep 17 00:00:00 2001
From: Mika Bostrom <bostik@odin.bostik.iki.fi>
Date: Sun, 24 Jan 2010 19:59:49 +0200
Subject: [PATCH 1/8] Use common encoding routine everywhere

The string/locale manipulation in Database.py was open-coded and did not
use Charset.to_utf8() like the rest of the code.
---
 pyfpdb/Database.py | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/pyfpdb/Database.py b/pyfpdb/Database.py
index 7194b230..2d91ff4c 100644
--- a/pyfpdb/Database.py
+++ b/pyfpdb/Database.py
@@ -38,7 +38,6 @@ from decimal import Decimal
 import string
 import re
 import Queue
-import codecs
 
 #    pyGTK modules
 
@@ -52,7 +51,6 @@ import Charset
 from Exceptions import *
 
 log = Configuration.get_logger("logging.conf")
-encoder = codecs.lookup('utf-8')
 
 class Database:
 
@@ -1560,7 +1558,7 @@ class Database:
 
     def insertPlayer(self, name, site_id):
         result = None
-        (_name, _len) = encoder.encode(unicode(name))
+        _name = Charset.to_utf8(name)
         c = self.get_cursor()
         q = "SELECT name, id FROM Players WHERE siteid=%s and name=%s"
         q = q.replace('%s', self.sql.query['placeholder'])

From 33277ce68b2aab6bb8fa35ddef2d6ab046d8655a Mon Sep 17 00:00:00 2001
From: Mika Bostrom <bostik@odin.bostik.iki.fi>
Date: Sun, 24 Jan 2010 21:09:30 +0200
Subject: [PATCH 2/8] Add new encoder

This encoder is used to handle input from HH conversion, which needs to
end up as UTF-8 in the database. Switch the open-coded routine from
Database.py to this common routine so all encodings now take place in
the same file.
---
 pyfpdb/Charset.py  | 10 ++++++++++
 pyfpdb/Database.py |  2 +-
 2 files changed, 11 insertions(+), 1 deletion(-)

diff --git a/pyfpdb/Charset.py b/pyfpdb/Charset.py
index f8043876..16c236b6 100644
--- a/pyfpdb/Charset.py
+++ b/pyfpdb/Charset.py
@@ -40,6 +40,16 @@ def to_utf8(s):
         print 'Could not convert: "%s"' % s
         raise
 
+def to_db_utf8(s):
+    if not_needed: return s
+
+    try:
+        (_out, _len) = encoder_to_utf.encode(unicode(s))
+        return _out
+    except UnicodeDecodeError:
+        print 'Could not convert: "%s"' % s
+        raise
+
 def to_gui(s):
     if not_needed: return s
 
diff --git a/pyfpdb/Database.py b/pyfpdb/Database.py
index 2d91ff4c..c340079c 100644
--- a/pyfpdb/Database.py
+++ b/pyfpdb/Database.py
@@ -1558,7 +1558,7 @@ class Database:
 
     def insertPlayer(self, name, site_id):
         result = None
-        _name = Charset.to_utf8(name)
+        _name = Charset.to_db_utf8(name)
         c = self.get_cursor()
         q = "SELECT name, id FROM Players WHERE siteid=%s and name=%s"
         q = q.replace('%s', self.sql.query['placeholder'])

From 85c9070ec8bc418237af83eb9adad8194e7cbcaa Mon Sep 17 00:00:00 2001
From: Mika Bostrom <bostik@odin.bostik.iki.fi>
Date: Sun, 24 Jan 2010 22:17:03 +0200
Subject: [PATCH 3/8] Write charmap-related errors directly to stderr

This change is needed to skip a nasty behaviour: if the string triggered
a decoding error, it will trigger one *AGAIN* if the string is printed
to console. By writing directly to sys.stderr we skip the
locale/conversion issues and get the troublesome string directly in a
file where it is stored as a raw sequence of octets.
---
 pyfpdb/Charset.py | 9 ++++++---
 1 file changed, 6 insertions(+), 3 deletions(-)

diff --git a/pyfpdb/Charset.py b/pyfpdb/Charset.py
index 16c236b6..86d33418 100644
--- a/pyfpdb/Charset.py
+++ b/pyfpdb/Charset.py
@@ -15,6 +15,9 @@
 #In the "official" distribution you can find the license in
 #agpl-3.0.txt in the docs folder of the package.
 
+# Error logging
+import sys
+
 # String manipulation
 import codecs
 
@@ -37,7 +40,7 @@ def to_utf8(s):
         _out = unicode(s, Configuration.LOCALE_ENCODING).encode('utf-8')
         return _out
     except UnicodeDecodeError:
-        print 'Could not convert: "%s"' % s
+        sys.stderr.write('Could not convert: "%s"\n' % s)
         raise
 
 def to_db_utf8(s):
@@ -47,7 +50,7 @@ def to_db_utf8(s):
         (_out, _len) = encoder_to_utf.encode(unicode(s))
         return _out
     except UnicodeDecodeError:
-        print 'Could not convert: "%s"' % s
+        sys.stderr.write('Could not convert: "%s"\n' % s)
         raise
 
 def to_gui(s):
@@ -57,6 +60,6 @@ def to_gui(s):
         (_out, _len) = encoder_to_sys.encode(s)
         return _out
     except UnicodeDecodeError:
-        print 'Could not convert: "%s"' % s
+        sys.stderr.write('Could not convert: "%s"\n' % s)
         raise
 

From 7f04ed88f4522f7788017f9fb20c7b1d5dff3a1c Mon Sep 17 00:00:00 2001
From: Mika Bostrom <bostik@odin.bostik.iki.fi>
Date: Tue, 26 Jan 2010 08:01:46 +0200
Subject: [PATCH 4/8] Use proper encoding name

When system is unicode, the second item in locale.getdefaultlocale() is
"UTF8", not "utf-8".
---
 pyfpdb/Charset.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyfpdb/Charset.py b/pyfpdb/Charset.py
index 86d33418..d49b6219 100644
--- a/pyfpdb/Charset.py
+++ b/pyfpdb/Charset.py
@@ -29,7 +29,7 @@ encoder_to_sys = codecs.lookup(Configuration.LOCALE_ENCODING)
 
 # I'm saving a few cycles with this one
 not_needed = False
-if Configuration.LOCALE_ENCODING == 'utf-8':
+if Configuration.LOCALE_ENCODING == 'UTF8':
     not_needed = True
 
 def to_utf8(s):

From 241dc1e717e276d675ce71c65a7e7921e1edba86 Mon Sep 17 00:00:00 2001
From: Gerko de Roo <gerko.deroo@smurfette.nl>
Date: Sat, 23 Jan 2010 16:24:00 +0100
Subject: [PATCH 5/8] Fixed limit and freeroll support for Partypoker tourney's

---
 pyfpdb/PartyPokerToFpdb.py | 38 ++++++++++++++++++++++----------------
 1 file changed, 22 insertions(+), 16 deletions(-)

diff --git a/pyfpdb/PartyPokerToFpdb.py b/pyfpdb/PartyPokerToFpdb.py
index 4cf64547..3d5a959b 100755
--- a/pyfpdb/PartyPokerToFpdb.py
+++ b/pyfpdb/PartyPokerToFpdb.py
@@ -55,22 +55,22 @@ class PartyPoker(HandHistoryConverter):
     # $5 USD NL Texas Hold'em - Saturday, July 25, 07:53:52 EDT 2009
     # NL Texas Hold'em $1 USD Buy-in Trny:45685440 Level:8  Blinds-Antes(600/1 200 -50) - Sunday, May 17, 11:25:07 MSKS 2009
     re_GameInfoRing     = re.compile("""
-            (?P<CURRENCY>\$|)\s*(?P<RINGLIMIT>[0-9,]+)\s*(?:USD)?\s*
-            (?P<LIMIT>(NL|PL|))\s+
+            (?P<CURRENCY>\$|)\s*(?P<RINGLIMIT>[.,0-9]+)([.,0-9/$]+)?\s*(?:USD)?\s*
+            (?P<LIMIT>(NL|PL|))\s*
             (?P<GAME>(Texas\ Hold\'em|Omaha))
             \s*\-\s*
             (?P<DATETIME>.+)
             """, re.VERBOSE)
     re_GameInfoTrny     = re.compile("""
-            (?P<LIMIT>(NL|PL|))\s+
+            (?P<LIMIT>(NL|PL|))\s*
             (?P<GAME>(Texas\ Hold\'em|Omaha))\s+
-            (?P<BUYIN>\$?[.0-9]+)\s*(?P<BUYIN_CURRENCY>USD)?\s*Buy-in\s+
+            (?:(?P<BUYIN>\$?[.,0-9]+)\s*(?P<BUYIN_CURRENCY>USD)?\s*Buy-in\s+)?
             Trny:\s?(?P<TOURNO>\d+)\s+
             Level:\s*(?P<LEVEL>\d+)\s+
-            Blinds(?:-Antes)?\(
-                (?P<SB>[.0-9 ]+)\s*
-                /(?P<BB>[.0-9 ]+)
-                (?:\s*-\s*(?P<ANTE>[.0-9 ]+)\$?)?
+            ((Blinds|Stakes)(?:-Antes)?)\(
+                (?P<SB>[.,0-9 ]+)\s*
+                /(?P<BB>[.,0-9 ]+)
+                (?:\s*-\s*(?P<ANTE>[.,0-9 ]+)\$?)?
             \)
             \s*\-\s*
             (?P<DATETIME>.+)
@@ -85,10 +85,9 @@ class PartyPoker(HandHistoryConverter):
           re.VERBOSE)
 
     re_HandInfo     = re.compile("""
-            ^Table\s+
-            (?P<TTYPE>[a-zA-Z0-9 ]+)\s+
+            ^Table\s+(?P<TTYPE>[$a-zA-Z0-9 ]+)\s+
             (?: \#|\(|)(?P<TABLE>\d+)\)?\s+
-            (?:[^ ]+\s+\#(?P<MTTTABLE>\d+).+)? # table number for mtt
+            (?:[a-zA-Z0-9 ]+\s+\#(?P<MTTTABLE>\d+).+)?
             (\(No\sDP\)\s)?
             \((?P<PLAY>Real|Play)\s+Money\)\s+ # FIXME: check if play money is correct
             Seat\s+(?P<BUTTON>\d+)\sis\sthe\sbutton
@@ -136,17 +135,17 @@ class PartyPoker(HandHistoryConverter):
             log.debug("CUR_SYM: '%s'" % subst['CUR_SYM'])
             log.debug("CUR: '%s'" % subst['CUR'])
             self.re_PostSB = re.compile(
-                r"^%(PLYR)s posts small blind \[%(CUR_SYM)s(?P<SB>[.0-9]+) ?%(CUR)s\]\." %  subst,
+                r"^%(PLYR)s posts small blind \[%(CUR_SYM)s(?P<SB>[.,0-9]+) ?%(CUR)s\]\." %  subst,
                 re.MULTILINE)
             self.re_PostBB = re.compile(
-                r"^%(PLYR)s posts big blind \[%(CUR_SYM)s(?P<BB>[.0-9]+) ?%(CUR)s\]\." %  subst,
+                r"^%(PLYR)s posts big blind \[%(CUR_SYM)s(?P<BB>[.,0-9]+) ?%(CUR)s\]\." %  subst,
                 re.MULTILINE)
             # NOTE: comma is used as a fraction part delimeter in re below
             self.re_PostDead = re.compile(
                 r"^%(PLYR)s posts big blind \+ dead \[(?P<BBNDEAD>[.,0-9]+) ?%(CUR_SYM)s\]\." %  subst,
                 re.MULTILINE)
             self.re_Antes = re.compile(
-                r"^%(PLYR)s posts ante \[%(CUR_SYM)s(?P<ANTE>[.0-9]+) ?%(CUR)s\]" %  subst,
+                r"^%(PLYR)s posts ante \[%(CUR_SYM)s(?P<ANTE>[.,0-9]+) ?%(CUR)s\]" %  subst,
                 re.MULTILINE)
             self.re_HeroCards = re.compile(
                 r"^Dealt to %(PLYR)s \[\s*(?P<NEWCARDS>.+)\s*\]" % subst,
@@ -310,6 +309,10 @@ class PartyPoker(HandHistoryConverter):
                 hand.handid = info[key]
             if key == 'TABLE':
                 hand.tablename = info[key]
+            if key == 'MTTTABLE':
+            	if info[key] != None:
+            		hand.tablename = info[key]
+            		hand.tourNo = info['TABLE']
             if key == 'BUTTON':
                 hand.buttonpos = info[key]
             if key == 'TOURNO':
@@ -317,8 +320,11 @@ class PartyPoker(HandHistoryConverter):
             if key == 'BUYIN':
                 # FIXME: it's dirty hack T_T
                 # code below assumes that tournament rake is equal to zero
-                cur = info[key][0] if info[key][0] not in '0123456789' else ''
-                hand.buyin = info[key] + '+%s0' % cur
+                if info[key] == None:
+                    hand.buyin = '$0+$0'
+                else:
+                    cur = info[key][0] if info[key][0] not in '0123456789' else ''
+                    hand.buyin = info[key] + '+%s0' % cur
             if key == 'LEVEL':
                 hand.level = info[key]
             if key == 'PLAY' and info['PLAY'] != 'Real':

From fb7aae91862c37bb4a0c56a43d22b1bc6ab82c81 Mon Sep 17 00:00:00 2001
From: Worros <carl.gherardi@gmail.com>
Date: Wed, 27 Jan 2010 13:04:13 +0800
Subject: [PATCH 6/8] clean-up code to get playerId in gui-stats and gui-graphs

Conflicts:

	pyfpdb/GuiGraphViewer.py
---
 pyfpdb/GuiGraphViewer.py |  8 +++-----
 pyfpdb/GuiPlayerStats.py | 11 ++++-------
 2 files changed, 7 insertions(+), 12 deletions(-)

diff --git a/pyfpdb/GuiGraphViewer.py b/pyfpdb/GuiGraphViewer.py
index 3351b70f..f0eca2f1 100644
--- a/pyfpdb/GuiGraphViewer.py
+++ b/pyfpdb/GuiGraphViewer.py
@@ -147,12 +147,10 @@ class GuiGraphViewer (threading.Thread):
             for site in sites:
                 if sites[site] == True:
                     sitenos.append(siteids[site])
-                    c = self.db.get_cursor()
                     _hname = Charset.to_utf8(heroes[site])
-                    c.execute(self.sql.query['getPlayerId'], (_hname,))
-                    result = c.fetchall()
-                    if len(result) == 1:
-                        playerids.append( int(result[0][0]) )
+                    result = self.db.get_player_id(self.conf, site, _hname)
+                    if result is not None:
+                        playerids.append(int(result))
 
             if not sitenos:
                 #Should probably pop up here.
diff --git a/pyfpdb/GuiPlayerStats.py b/pyfpdb/GuiPlayerStats.py
index 7a3213e8..13ddf21a 100644
--- a/pyfpdb/GuiPlayerStats.py
+++ b/pyfpdb/GuiPlayerStats.py
@@ -41,7 +41,7 @@ class GuiPlayerStats (threading.Thread):
         self.conf = config
         self.main_window = mainwin
         self.sql = querylist
-
+        
         self.liststore = []   # gtk.ListStore[]         stores the contents of the grids
         self.listcols = []    # gtk.TreeViewColumn[][]  stores the columns in the grids
 
@@ -189,13 +189,10 @@ class GuiPlayerStats (threading.Thread):
         for site in sites:
             if sites[site] == True:
                 sitenos.append(siteids[site])
-                # Nasty hack to deal with multiple sites + same player name -Eric
-                que = self.sql.query['getPlayerId'] + " AND siteId=%d" % siteids[site]
                 _hname = Charset.to_utf8(heroes[site])
-                self.cursor.execute(que, (_hname,))
-                result = self.db.cursor.fetchall()
-                if len(result) == 1:
-                    playerids.append(result[0][0])
+                result = self.db.get_player_id(self.conf, site, _hname)
+                if result is not None:
+                    playerids.append(int(result))
 
         if not sitenos:
             #Should probably pop up here.

From 6c5c479ee884bd0efb23cac1b609ada1cac5fb95 Mon Sep 17 00:00:00 2001
From: Gerko de Roo <gerko.deroo@smurfette.nl>
Date: Tue, 26 Jan 2010 20:25:04 +0100
Subject: [PATCH 7/8] Autocomplete Hero names only lists the valid names for
 that pokersite SiteID list needed to be filled before the Hero field was
 filled.

---
 pyfpdb/Filters.py | 24 +++++++++++++++++-------
 1 file changed, 17 insertions(+), 7 deletions(-)

diff --git a/pyfpdb/Filters.py b/pyfpdb/Filters.py
index b0da336b..37a31c9e 100644
--- a/pyfpdb/Filters.py
+++ b/pyfpdb/Filters.py
@@ -51,6 +51,16 @@ class Filters(threading.Thread):
         self.heroes = {}
         self.boxes  = {}
 
+        for site in self.conf.get_supported_sites():
+            #Get db site id for filtering later
+            self.cursor.execute(self.sql.query['getSiteId'], (site,))
+            result = self.db.cursor.fetchall()
+            if len(result) == 1:
+                self.siteid[site] = result[0][0]
+            else:
+                print "Either 0 or more than one site matched - EEK"
+
+
         # text used on screen stored here so that it can be configured
         self.filterText = {'limitsall':'All', 'limitsnone':'None', 'limitsshow':'Show _Limits'
                           ,'seatsbetween':'Between:', 'seatsand':'And:', 'seatsshow':'Show Number of _Players'
@@ -259,7 +269,7 @@ class Filters(threading.Thread):
         liststore = gtk.ListStore(gobject.TYPE_STRING)
         completion.set_model(liststore)
         completion.set_text_column(0)
-        names = self.db.get_player_names(self.conf)  # (config=self.conf, site_id=None, like_player_name="%")
+        names = self.db.get_player_names(self.conf, self.siteid[site])  # (config=self.conf, site_id=None, like_player_name="%")
         for n in names: # list of single-element "tuples"
             _n = Charset.to_gui(n[0])
             _nt = (_n, )
@@ -487,12 +497,12 @@ class Filters(threading.Thread):
             vbox.pack_start(hbox, False, True, 0)
             self.createSiteLine(hbox, site)
             #Get db site id for filtering later
-            self.cursor.execute(self.sql.query['getSiteId'], (site,))
-            result = self.db.cursor.fetchall()
-            if len(result) == 1:
-                self.siteid[site] = result[0][0]
-            else:
-                print "Either 0 or more than one site matched - EEK"
+            #self.cursor.execute(self.sql.query['getSiteId'], (site,))
+            #result = self.db.cursor.fetchall()
+            #if len(result) == 1:
+            #    self.siteid[site] = result[0][0]
+            #else:
+            #    print "Either 0 or more than one site matched - EEK"
 
     def fillGamesFrame(self, vbox):
         self.cursor.execute(self.sql.query['getGames'])

From e0d11fe9a3a1bf945d0de47e0ffaa3e074096a7c Mon Sep 17 00:00:00 2001
From: Eratosthenes <ray.barker@hughes.net>
Date: Tue, 26 Jan 2010 10:56:07 -0500
Subject: [PATCH 8/8] Fix problem with finding HHs for utf-16 files.

---
 pyfpdb/HandHistoryConverter.py | 7 +++----
 1 file changed, 3 insertions(+), 4 deletions(-)

diff --git a/pyfpdb/HandHistoryConverter.py b/pyfpdb/HandHistoryConverter.py
index c0374143..bec2ebae 100644
--- a/pyfpdb/HandHistoryConverter.py
+++ b/pyfpdb/HandHistoryConverter.py
@@ -440,10 +440,9 @@ or None if we fail to get the info """
                     #print "trying", kodec
                     try:
                         in_fh = codecs.open(self.in_path, 'r', kodec)
-                        in_fh.seek(self.index)
-                        log.debug("Opened in_path: '%s' with %s" % (self.in_path, kodec))
-                        self.obs = in_fh.read()
-                        self.index = in_fh.tell()
+                        whole_file = in_fh.read()
+                        self.obs = whole_file[self.index:]
+                        self.index = len(whole_file)
                         in_fh.close()
                         break
                     except: