From a4a4eaa87bb4e95604419e7ed4ca633e65f1a9c4 Mon Sep 17 00:00:00 2001
From: sqlcoder <sqlcoder@buylow.plus.com>
Date: Mon, 15 Mar 2010 21:48:25 +0000
Subject: [PATCH 01/18] add general section to configuration. currently
 includes default bulk import path and start of day offset

---
 pyfpdb/Configuration.py | 26 ++++++++++++++++++++++++++
 pyfpdb/Filters.py       | 19 ++++++++++++++++++-
 2 files changed, 44 insertions(+), 1 deletion(-)

diff --git a/pyfpdb/Configuration.py b/pyfpdb/Configuration.py
index d0f81a1b..47a7786a 100755
--- a/pyfpdb/Configuration.py
+++ b/pyfpdb/Configuration.py
@@ -452,6 +452,24 @@ class Tv:
         return ("    combinedStealFold = %s\n    combined2B3B = %s\n    combinedPostflop = %s\n" %
                 (self.combinedStealFold, self.combined2B3B, self.combinedPostflop) )
 
+class General(dict):
+    def __init__(self):
+        super(General, self).__init__()
+
+    def add_elements(self, node):
+        # HH_bulk_path - if set, used as default path for bulk imports:
+        # day_start    - number n where 0.0 <= n < 24.0 representing start of day for user
+        #                e.g. user could set to 4.0 for day to start at 4am local time
+        for (name, value) in node.attributes.items():
+            log.debug("config.general: adding %s = %s" % (name,value))
+            self[name] = value
+
+    def __str__(self):
+        s = ""
+        for k in self:
+            s = s + "    %s = %s\n" % (k, self[k])
+        return(s)
+
 class Config:
     def __init__(self, file = None, dbname = ''):
 #    "file" is a path to an xml file with the fpdb/HUD configuration
@@ -506,7 +524,10 @@ class Config:
         self.popup_windows = {}
         self.db_selected = None    # database the user would like to use
         self.tv = None
+        self.general = General()
 
+        for gen_node in doc.getElementsByTagName("general"):
+            self.general.add_elements(node=gen_node) # add/overwrite elements in self.general
 
 #        s_sites = doc.getElementsByTagName("supported_sites")
         for site_node in doc.getElementsByTagName("site"):
@@ -839,6 +860,8 @@ class Config:
             path = os.path.expanduser(self.supported_sites[site].HH_path)
             assert(os.path.isdir(path) or os.path.isfile(path)) # maybe it should try another site?
             paths['hud-defaultPath'] = paths['bulkImport-defaultPath'] = path
+            if 'HH_bulk_path' in self.general and self.general['HH_bulk_path']:
+                paths['bulkImport-defaultPath'] = self.general['HH_bulk_path']
         except AssertionError:
             paths['hud-defaultPath'] = paths['bulkImport-defaultPath'] = "** ERROR DEFAULT PATH IN CONFIG DOES NOT EXIST **"
         return paths
@@ -987,6 +1010,9 @@ class Config:
         """Join the fpdb path to filename."""
         return os.path.join(os.path.dirname(inspect.getfile(sys._getframe(0))), filename)
 
+    def get_general_params(self):
+        return( self.general )
+
 if __name__== "__main__":
     c = Config()
 
diff --git a/pyfpdb/Filters.py b/pyfpdb/Filters.py
index c8e8e219..4603e6e4 100644
--- a/pyfpdb/Filters.py
+++ b/pyfpdb/Filters.py
@@ -58,6 +58,11 @@ class Filters(threading.Thread):
                           ,'limitsFL':'FL', 'limitsNL':'NL', 'limitsPL':'PL', 'ring':'Ring', 'tour':'Tourney'
                           }
 
+        gen = self.conf.get_general_params()
+        self.day_start = 0
+        if 'day_start' in gen:
+            self.day_start = float(gen['day_start'])
+
         # Outer Packing box
         self.mainVBox = gtk.VBox(False, 0)
 
@@ -864,6 +869,9 @@ class Filters(threading.Thread):
         self.end_date.set_text('')
 
     def __get_dates(self):
+        # self.day_start gives user's start of day in hours
+        offset = int(self.day_start * 3600)   # calc day_start in seconds
+
         t1 = self.start_date.get_text()
         t2 = self.end_date.get_text()
 
@@ -872,10 +880,19 @@ class Filters(threading.Thread):
         if t2 == '':
             t2 = '2020-12-12'
 
+        s1 = strptime(t1, "%Y-%m-%d") # make time_struct
+        s2 = strptime(t2, "%Y-%m-%d")
+        e1 = mktime(s1) + offset  # s1 is localtime, but returned time since epoch is UTC, then add the 
+        e2 = mktime(s2) + offset  # s2 is localtime, but returned time since epoch is UTC
+
+        adj_t1 = strftime("%Y-%m-%d %H:%M:%S", gmtime(e1)) # make adjusted string including time
+        adj_t1 = strftime("%Y-%m-%d %H:%M:%S", gmtime(e1))
+        log.info("t1="+t1+" adj_t1="+adj_t1+'.')
+
         return (t1, t2)
 
     def __get_date(self, widget, calendar, entry, win):
-# year and day are correct, month is 0..11
+        # year and day are correct, month is 0..11
         (year, month, day) = calendar.get_date()
         month += 1
         ds = '%04d-%02d-%02d' % (year, month, day)

From ef36e260e5e207086e8c6ad49b538ee742907aa6 Mon Sep 17 00:00:00 2001
From: sqlcoder <sqlcoder@buylow.plus.com>
Date: Mon, 15 Mar 2010 21:51:39 +0000
Subject: [PATCH 02/18] prepare for change to store time in UTC

---
 pyfpdb/PokerStarsToFpdb.py | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/pyfpdb/PokerStarsToFpdb.py b/pyfpdb/PokerStarsToFpdb.py
index 87574e9d..1771f925 100755
--- a/pyfpdb/PokerStarsToFpdb.py
+++ b/pyfpdb/PokerStarsToFpdb.py
@@ -82,6 +82,7 @@ class PokerStars(HandHistoryConverter):
 #        self.re_setHandInfoRegex('.*#(?P<HID>[0-9]+): Table (?P<TABLE>[ a-zA-Z]+) - \$?(?P<SB>[.0-9]+)/\$?(?P<BB>[.0-9]+) - (?P<GAMETYPE>.*) - (?P<HR>[0-9]+):(?P<MIN>[0-9]+) ET - (?P<YEAR>[0-9]+)/(?P<MON>[0-9]+)/(?P<DAY>[0-9]+)Table (?P<TABLE>[ a-zA-Z]+)\nSeat (?P<BUTTON>[0-9]+)')    
 
     re_DateTime     = re.compile("""(?P<Y>[0-9]{4})\/(?P<M>[0-9]{2})\/(?P<D>[0-9]{2})[\- ]+(?P<H>[0-9]+):(?P<MIN>[0-9]+):(?P<S>[0-9]+)""", re.MULTILINE)
+    re_DateTime     = re.compile("""(?P<Y>[0-9]{4})\/(?P<M>[0-9]{2})\/(?P<D>[0-9]{2})[\- ]+(?P<H>[0-9]+):(?P<MIN>[0-9]+):(?P<S>[0-9]+):\(+(?P<TZ>[A-Z]+)""", re.MULTILINE)
 
     def compilePlayerRegexs(self,  hand):
         players = set([player[1] for player in hand.players])
@@ -193,14 +194,18 @@ class PokerStars(HandHistoryConverter):
         log.debug("readHandInfo: %s" % info)
         for key in info:
             if key == 'DATETIME':
-                #2008/11/12 10:00:48 CET [2008/11/12 4:00:48 ET]
+                #2008/11/12 10:00:48 CET [2008/11/12 4:00:48 ET]    are both dates parsed so ET one overrides the other?
                 #2008/08/17 - 01:14:43 (ET)
                 #2008/09/07 06:23:14 ET
                 m1 = self.re_DateTime.finditer(info[key])
                 # m2 = re.search("(?P<Y>[0-9]{4})\/(?P<M>[0-9]{2})\/(?P<D>[0-9]{2})[\- ]+(?P<H>[0-9]+):(?P<MIN>[0-9]+):(?P<S>[0-9]+)", info[key])
                 for a in m1:
                     datetimestr = "%s/%s/%s %s:%s:%s" % (a.group('Y'), a.group('M'),a.group('D'),a.group('H'),a.group('MIN'),a.group('S'))
+                    #tz = a.group('TZ')  just assume ET for now
                 hand.starttime = datetime.datetime.strptime(datetimestr, "%Y/%m/%d %H:%M:%S")
+                offset = 5*3600 # assume ET for now
+                e1 = mktime(hand.starttime) + offset  # seconds since epoch so offset is in seconds
+                new = gmtime(e1) # assign new to starttime if ok
             if key == 'HID':
                 hand.handid = info[key]
             if key == 'TOURNO':

From b8a4d97ed65cc55e4217fba47dc91715e3f3b246 Mon Sep 17 00:00:00 2001
From: sqlcoder <sqlcoder@buylow.plus.com>
Date: Tue, 16 Mar 2010 22:32:31 +0000
Subject: [PATCH 03/18] add guesstimate of daylight savings time to UTC
 conversion (Stars doesn't tell us if DST or not)

---
 pyfpdb/PokerStarsToFpdb.py | 25 ++++++++++++++++++-------
 1 file changed, 18 insertions(+), 7 deletions(-)

diff --git a/pyfpdb/PokerStarsToFpdb.py b/pyfpdb/PokerStarsToFpdb.py
index b0801ac7..c6d20e0c 100644
--- a/pyfpdb/PokerStarsToFpdb.py
+++ b/pyfpdb/PokerStarsToFpdb.py
@@ -82,7 +82,8 @@ class PokerStars(HandHistoryConverter):
 #        self.re_setHandInfoRegex('.*#(?P<HID>[0-9]+): Table (?P<TABLE>[ a-zA-Z]+) - \$?(?P<SB>[.0-9]+)/\$?(?P<BB>[.0-9]+) - (?P<GAMETYPE>.*) - (?P<HR>[0-9]+):(?P<MIN>[0-9]+) ET - (?P<YEAR>[0-9]+)/(?P<MON>[0-9]+)/(?P<DAY>[0-9]+)Table (?P<TABLE>[ a-zA-Z]+)\nSeat (?P<BUTTON>[0-9]+)')    
 
     re_DateTime     = re.compile("""(?P<Y>[0-9]{4})\/(?P<M>[0-9]{2})\/(?P<D>[0-9]{2})[\- ]+(?P<H>[0-9]+):(?P<MIN>[0-9]+):(?P<S>[0-9]+)""", re.MULTILINE)
-    re_DateTime     = re.compile("""(?P<Y>[0-9]{4})\/(?P<M>[0-9]{2})\/(?P<D>[0-9]{2})[\- ]+(?P<H>[0-9]+):(?P<MIN>[0-9]+):(?P<S>[0-9]+):\(+(?P<TZ>[A-Z]+)""", re.MULTILINE)
+    # revised re including timezone (not currently used):
+    #re_DateTime     = re.compile("""(?P<Y>[0-9]{4})\/(?P<M>[0-9]{2})\/(?P<D>[0-9]{2})[\- ]+(?P<H>[0-9]+):(?P<MIN>[0-9]+):(?P<S>[0-9]+) \(?(?P<TZ>[A-Z0-9]+)""", re.MULTILINE)
 
     def compilePlayerRegexs(self,  hand):
         players = set([player[1] for player in hand.players])
@@ -206,18 +207,28 @@ class PokerStars(HandHistoryConverter):
         log.debug("readHandInfo: %s" % info)
         for key in info:
             if key == 'DATETIME':
-                #2008/11/12 10:00:48 CET [2008/11/12 4:00:48 ET]    are both dates parsed so ET one overrides the other?
+                #2008/11/12 10:00:48 CET [2008/11/12 4:00:48 ET]             # (both dates are parsed so ET date overrides the other)
                 #2008/08/17 - 01:14:43 (ET)
                 #2008/09/07 06:23:14 ET
                 m1 = self.re_DateTime.finditer(info[key])
                 # m2 = re.search("(?P<Y>[0-9]{4})\/(?P<M>[0-9]{2})\/(?P<D>[0-9]{2})[\- ]+(?P<H>[0-9]+):(?P<MIN>[0-9]+):(?P<S>[0-9]+)", info[key])
+                datetimestr = "2000/01/01 00:00:00"  # default used if time not found (stops import crashing, but handstart will be wrong)
                 for a in m1:
                     datetimestr = "%s/%s/%s %s:%s:%s" % (a.group('Y'), a.group('M'),a.group('D'),a.group('H'),a.group('MIN'),a.group('S'))
-                    #tz = a.group('TZ')  just assume ET for now
-                hand.starttime = datetime.datetime.strptime(datetimestr, "%Y/%m/%d %H:%M:%S")
-                offset = 5*3600 # assume ET for now
-                e1 = mktime(hand.starttime) + offset  # seconds since epoch so offset is in seconds
-                new = gmtime(e1) # assign new to starttime if ok
+                    #tz = a.group('TZ')  # just assume ET??
+                    #print "   tz = ", tz, " datetime =", datetimestr
+                hand.starttime = datetime.datetime.strptime(datetimestr, "%Y/%m/%d %H:%M:%S") # also timezone at end, e.g. " ET"
+                # approximate rules for ET daylight savings time:
+                if (   hand.starttime.month == 12                                  # all of Dec
+                    or (hand.starttime.month == 11 and hand.starttime.day > 4)     #    and most of November
+                    or hand.starttime.month < 3                                    #    and all of Jan/Feb
+                    or (hand.starttime.month == 3 and hand.starttime.day < 11) ):  #    and 1st 10 days of March
+                    offset = datetime.timedelta(hours=5)                           # are EST: assume 5 hour offset (ET without daylight saving)
+                else:
+                    offset = datetime.timedelta(hours=4)                           # rest is EDT: assume 4 hour offset (ET with daylight saving)
+                # adjust time into UTC:
+                hand.starttime = hand.starttime + offset
+                #print "   tz = %s  start = %s" % (tz, str(hand.starttime))
             if key == 'HID':
                 hand.handid = info[key]
             if key == 'TOURNO':

From 395f80eac684a5d3c81244c4043d0e3da14d275e Mon Sep 17 00:00:00 2001
From: sqlcoder <sqlcoder@buylow.plus.com>
Date: Sat, 20 Mar 2010 18:12:23 +0000
Subject: [PATCH 04/18] fix sqlite position stats again

---
 pyfpdb/GuiPlayerStats.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyfpdb/GuiPlayerStats.py b/pyfpdb/GuiPlayerStats.py
index 17419fd8..f5a108c8 100644
--- a/pyfpdb/GuiPlayerStats.py
+++ b/pyfpdb/GuiPlayerStats.py
@@ -567,7 +567,7 @@ class GuiPlayerStats (threading.Thread):
             query = query.replace("<orderbyhgameTypeId>", "")
             groupLevels = "show" not in str(limits)
             if groupLevels:
-                query = query.replace("<hgameTypeId>", "-1")
+                query = query.replace("<hgameTypeId>", "p.name")  # need to use p.name for sqlite posn stats to work
             else:
                 query = query.replace("<hgameTypeId>", "h.gameTypeId")
 

From a478331988333623600cd9dc55c25cbef88ae7cc Mon Sep 17 00:00:00 2001
From: sqlcoder <sqlcoder@buylow.plus.com>
Date: Sat, 20 Mar 2010 18:20:40 +0000
Subject: [PATCH 05/18] change button name to differentiate from filter refresh

---
 pyfpdb/GuiPlayerStats.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyfpdb/GuiPlayerStats.py b/pyfpdb/GuiPlayerStats.py
index f5a108c8..41e82ed8 100644
--- a/pyfpdb/GuiPlayerStats.py
+++ b/pyfpdb/GuiPlayerStats.py
@@ -81,7 +81,7 @@ class GuiPlayerStats (threading.Thread):
         self.filters = Filters.Filters(self.db, self.conf, self.sql, display = filters_display)
         self.filters.registerButton1Name("_Filters")
         self.filters.registerButton1Callback(self.showDetailFilter)
-        self.filters.registerButton2Name("_Refresh")
+        self.filters.registerButton2Name("_Refresh Stats")
         self.filters.registerButton2Callback(self.refreshStats)
 
         # ToDo: store in config

From e87e6294c809e35c46d38694e7c4112723657665 Mon Sep 17 00:00:00 2001
From: sqlcoder <sqlcoder@buylow.plus.com>
Date: Sun, 21 Mar 2010 11:40:32 +0000
Subject: [PATCH 06/18] return time in filter dates, adjusted using day_start
 from general config, update playerstats to use this

---
 pyfpdb/Filters.py | 5 +++--
 pyfpdb/SQL.py     | 6 +++---
 2 files changed, 6 insertions(+), 5 deletions(-)

diff --git a/pyfpdb/Filters.py b/pyfpdb/Filters.py
index 4603e6e4..15fccd1c 100644
--- a/pyfpdb/Filters.py
+++ b/pyfpdb/Filters.py
@@ -884,12 +884,13 @@ class Filters(threading.Thread):
         s2 = strptime(t2, "%Y-%m-%d")
         e1 = mktime(s1) + offset  # s1 is localtime, but returned time since epoch is UTC, then add the 
         e2 = mktime(s2) + offset  # s2 is localtime, but returned time since epoch is UTC
+        e2 = e2 + 24 * 3600 - 1   # date test is inclusive, so add 23h 59m 59s to e2
 
         adj_t1 = strftime("%Y-%m-%d %H:%M:%S", gmtime(e1)) # make adjusted string including time
-        adj_t1 = strftime("%Y-%m-%d %H:%M:%S", gmtime(e1))
+        adj_t2 = strftime("%Y-%m-%d %H:%M:%S", gmtime(e2))
         log.info("t1="+t1+" adj_t1="+adj_t1+'.')
 
-        return (t1, t2)
+        return (adj_t1, adj_t2)
 
     def __get_date(self, widget, calendar, entry, win):
         # year and day are correct, month is 0..11
diff --git a/pyfpdb/SQL.py b/pyfpdb/SQL.py
index d844b802..deb9d527 100644
--- a/pyfpdb/SQL.py
+++ b/pyfpdb/SQL.py
@@ -1921,7 +1921,7 @@ class Sql:
                       and   h.seats <seats_test>
                       <flagtest>
                       <gtbigBlind_test>
-                      and   date_format(h.handStart, '%Y-%m-%d') <datestest>
+                      and   date_format(h.handStart, '%Y-%m-%d %T') <datestest>
                       group by hgameTypeId
                               ,pname
                               ,gt.base
@@ -2006,7 +2006,7 @@ class Sql:
                       and   h.seats <seats_test>
                       <flagtest>
                       <gtbigBlind_test>
-                      and   to_char(h.handStart, 'YYYY-MM-DD') <datestest>
+                      and   to_char(h.handStart, 'YYYY-MM-DD HH24:MI:SS') <datestest>
                       group by hgameTypeId
                               ,pname
                               ,gt.base
@@ -2092,7 +2092,7 @@ class Sql:
                       and   h.seats <seats_test>
                       <flagtest>
                       <gtbigBlind_test>
-                      and   date(h.handStart) <datestest>
+                      and   datetime(h.handStart) <datestest>
                       group by hgameTypeId
                               ,hp.playerId
                               ,gt.base

From 757c2412410e9458a93781a2cb162033ef029563 Mon Sep 17 00:00:00 2001
From: sqlcoder <sqlcoder@buylow.plus.com>
Date: Sun, 21 Mar 2010 12:19:55 +0000
Subject: [PATCH 07/18] move HH_bulk_path from general section to hhBulkPath in
 import section

---
 pyfpdb/Configuration.py | 12 +++++++++---
 1 file changed, 9 insertions(+), 3 deletions(-)

diff --git a/pyfpdb/Configuration.py b/pyfpdb/Configuration.py
index 47a7786a..ee957e2d 100755
--- a/pyfpdb/Configuration.py
+++ b/pyfpdb/Configuration.py
@@ -412,6 +412,7 @@ class Import:
         self.interval    = node.getAttribute("interval")
         self.callFpdbHud   = node.getAttribute("callFpdbHud")
         self.hhArchiveBase = node.getAttribute("hhArchiveBase")
+        self.hhBulkPath = node.getAttribute("hhBulkPath")
         self.saveActions = string_to_bool(node.getAttribute("saveActions"), default=True)
         self.fastStoreHudCache = string_to_bool(node.getAttribute("fastStoreHudCache"), default=False)
         self.saveStarsHH = string_to_bool(node.getAttribute("saveStarsHH"), default=False)
@@ -457,9 +458,9 @@ class General(dict):
         super(General, self).__init__()
 
     def add_elements(self, node):
-        # HH_bulk_path - if set, used as default path for bulk imports:
         # day_start    - number n where 0.0 <= n < 24.0 representing start of day for user
         #                e.g. user could set to 4.0 for day to start at 4am local time
+        # [ HH_bulk_path was here - now moved to import section ]
         for (name, value) in node.attributes.items():
             log.debug("config.general: adding %s = %s" % (name,value))
             self[name] = value
@@ -839,9 +840,14 @@ class Config:
         try:    imp['interval']        = self.imp.interval
         except:  imp['interval']        = 10
 
+        # hhArchiveBase is the temp store for part-processed hand histories - should be redundant eventually
         try:    imp['hhArchiveBase']    = self.imp.hhArchiveBase
         except:  imp['hhArchiveBase']    = "~/.fpdb/HandHistories/"
 
+        # hhBulkPath is the default location for bulk imports (if set)
+        try:    imp['hhBulkPath']    = self.imp.hhBulkPath
+        except:  imp['hhBulkPath']    = ""
+
         try:    imp['saveActions']     = self.imp.saveActions
         except:  imp['saveActions']     = True
 
@@ -860,8 +866,8 @@ class Config:
             path = os.path.expanduser(self.supported_sites[site].HH_path)
             assert(os.path.isdir(path) or os.path.isfile(path)) # maybe it should try another site?
             paths['hud-defaultPath'] = paths['bulkImport-defaultPath'] = path
-            if 'HH_bulk_path' in self.general and self.general['HH_bulk_path']:
-                paths['bulkImport-defaultPath'] = self.general['HH_bulk_path']
+            if self.imp.hhBulkPath:
+                paths['bulkImport-defaultPath'] = self.imp.hhBulkPath
         except AssertionError:
             paths['hud-defaultPath'] = paths['bulkImport-defaultPath'] = "** ERROR DEFAULT PATH IN CONFIG DOES NOT EXIST **"
         return paths

From c52767ea4171c7b88eba258e91b271845573e868 Mon Sep 17 00:00:00 2001
From: steffen123 <steffen@schaumburger.info>
Date: Fri, 28 May 2010 02:31:04 +0200
Subject: [PATCH 08/18] it now records and displays fold stats (not too
 thoroughly tested)

---
 pyfpdb/DerivedStats.py | 22 +++++++++++++++++++++-
 1 file changed, 21 insertions(+), 1 deletion(-)

diff --git a/pyfpdb/DerivedStats.py b/pyfpdb/DerivedStats.py
index f5278b99..a951d0b7 100644
--- a/pyfpdb/DerivedStats.py
+++ b/pyfpdb/DerivedStats.py
@@ -146,6 +146,8 @@ class DerivedStats():
             self.aggr(self.hand, i)
             self.calls(self.hand, i)
             self.bets(self.hand, i)
+            if i>0:
+                self.folds(self.hand, i)
 
         # Winnings is a non-negative value of money collected from the pot, which already includes the
         # rake taken out. hand.collectees is Decimal, database requires cents
@@ -408,10 +410,16 @@ class DerivedStats():
 
     def aggr(self, hand, i):
         aggrers = set()
+        others = set()
         # Growl - actionStreets contains 'BLINDSANTES', which isn't actually an action street
+        
+        firstAggrMade=False
         for act in hand.actions[hand.actionStreets[i+1]]:
+            if firstAggrMade:
+                others.add(act[0])
             if act[1] in ('completes', 'bets', 'raises'):
                 aggrers.add(act[0])
+                firstAggrMade=True
 
         for player in hand.players:
             #print "DEBUG: actionStreet[%s]: %s" %(hand.actionStreets[i+1], i)
@@ -419,6 +427,11 @@ class DerivedStats():
                 self.handsplayers[player[1]]['street%sAggr' % i] = True
             else:
                 self.handsplayers[player[1]]['street%sAggr' % i] = False
+                
+        if len(aggrers)>0 and i>0:
+            for playername in others:
+                self.handsplayers[playername]['otherRaisedStreet%s' % i] = True
+                #print "otherRaised detected on handid "+str(hand.handid)+" for "+playername+" on street "+str(i)
 
     def calls(self, hand, i):
         callers = []
@@ -429,11 +442,18 @@ class DerivedStats():
     # CG - I'm sure this stat is wrong
     # Best guess is that raise = 2 bets
     def bets(self, hand, i):
-        betters = []
         for act in hand.actions[hand.actionStreets[i+1]]:
             if act[1] in ('bets'):
                 self.handsplayers[act[0]]['street%sBets' % i] = 1 + self.handsplayers[act[0]]['street%sBets' % i]
+        
 
+    def folds(self, hand, i):
+        for act in hand.actions[hand.actionStreets[i+1]]:
+            if act[1] in ('folds'):
+                if self.handsplayers[act[0]]['otherRaisedStreet%s' % i] == True:
+                    self.handsplayers[act[0]]['foldToOtherRaisedStreet%s' % i] = True
+                    #print "fold detected on handid "+str(hand.handid)+" for "+act[0]+" on street "+str(i)
+    
     def countPlayers(self, hand):
         pass
 

From 994f0fdcccb28200f7b6b185d70f57005ed73ae6 Mon Sep 17 00:00:00 2001
From: Worros <carl.gherardi@gmail.com>
Date: Fri, 4 Jun 2010 03:02:07 +0800
Subject: [PATCH 09/18] Modify recent patch from Steffen adding fold stats

- Remove added whitespace
- Reformatted debug strings in preferred printf style (and starting with DEBUG:)
- Swapped len(aggrers)>0 and i>0 for short circuit evaluation, and reformatted spacing for consistent coding style
-- (NOTE: for NLHE this will definitely be faster as less hands go to flop - may be slower for limit games)

Also added a couple of comments near enumerate() calls about 2.5 to 2.6 syntax
---
 pyfpdb/DerivedStats.py | 19 ++++++++++++-------
 1 file changed, 12 insertions(+), 7 deletions(-)

diff --git a/pyfpdb/DerivedStats.py b/pyfpdb/DerivedStats.py
index a951d0b7..c36201e5 100644
--- a/pyfpdb/DerivedStats.py
+++ b/pyfpdb/DerivedStats.py
@@ -139,6 +139,8 @@ class DerivedStats():
             self.handsplayers[player[1]]['seatNo'] = player[0]
             self.handsplayers[player[1]]['startCash'] = int(100 * Decimal(player[2]))
 
+        # XXX: enumerate(list, start=x) is python 2.6 syntax; 'start'
+        #for i, street in enumerate(hand.actionStreets[2:], start=1):
         for i, street in enumerate(hand.actionStreets[2:]):
             self.seen(self.hand, i+1)
 
@@ -382,6 +384,7 @@ class DerivedStats():
 
         CG: CheckCall would be a much better name for this.
         """
+        # XXX: enumerate(list, start=x) is python 2.6 syntax; 'start'
         #for i, street in enumerate(hand.actionStreets[2:], start=1):
         for i, street in enumerate(hand.actionStreets[2:]):
             actions = hand.actions[hand.actionStreets[i+1]]
@@ -412,7 +415,7 @@ class DerivedStats():
         aggrers = set()
         others = set()
         # Growl - actionStreets contains 'BLINDSANTES', which isn't actually an action street
-        
+
         firstAggrMade=False
         for act in hand.actions[hand.actionStreets[i+1]]:
             if firstAggrMade:
@@ -427,11 +430,12 @@ class DerivedStats():
                 self.handsplayers[player[1]]['street%sAggr' % i] = True
             else:
                 self.handsplayers[player[1]]['street%sAggr' % i] = False
-                
-        if len(aggrers)>0 and i>0:
+
+        if i > 0 and len(aggrers) > 0:
             for playername in others:
                 self.handsplayers[playername]['otherRaisedStreet%s' % i] = True
-                #print "otherRaised detected on handid "+str(hand.handid)+" for "+playername+" on street "+str(i)
+                #print "DEBUG: otherRaised detected on handid %s for %s on actionStreet[%s]: %s" 
+                #                           %(hand.handid, playername, hand.actionStreets[i+1], i)
 
     def calls(self, hand, i):
         callers = []
@@ -445,15 +449,16 @@ class DerivedStats():
         for act in hand.actions[hand.actionStreets[i+1]]:
             if act[1] in ('bets'):
                 self.handsplayers[act[0]]['street%sBets' % i] = 1 + self.handsplayers[act[0]]['street%sBets' % i]
-        
+
 
     def folds(self, hand, i):
         for act in hand.actions[hand.actionStreets[i+1]]:
             if act[1] in ('folds'):
                 if self.handsplayers[act[0]]['otherRaisedStreet%s' % i] == True:
                     self.handsplayers[act[0]]['foldToOtherRaisedStreet%s' % i] = True
-                    #print "fold detected on handid "+str(hand.handid)+" for "+act[0]+" on street "+str(i)
-    
+                    #print "DEBUG: fold detected on handid %s for %s on actionStreet[%s]: %s"
+                    #                       %(hand.handid, act[0],hand.actionStreets[i+1], i)
+
     def countPlayers(self, hand):
         pass
 

From f6fbf0825040f6cf251eb133e89f31a36638bfd3 Mon Sep 17 00:00:00 2001
From: steffen123 <steffen@schaumburger.info>
Date: Fri, 28 May 2010 19:12:02 +0200
Subject: [PATCH 10/18] moved fold stats so that the file no longer indicates
 that they're not done

---
 pyfpdb/DerivedStats.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/pyfpdb/DerivedStats.py b/pyfpdb/DerivedStats.py
index c36201e5..b222fc01 100644
--- a/pyfpdb/DerivedStats.py
+++ b/pyfpdb/DerivedStats.py
@@ -67,12 +67,12 @@ class DerivedStats():
                 self.handsplayers[player[1]]['street%dCBDone' %i] = False
                 self.handsplayers[player[1]]['street%dCheckCallRaiseChance' %i] = False
                 self.handsplayers[player[1]]['street%dCheckCallRaiseDone' %i]   = False
+                self.handsplayers[player[1]]['otherRaisedStreet%d' %i]          = False
+                self.handsplayers[player[1]]['foldToOtherRaisedStreet%d' %i]    = False
 
             #FIXME - Everything below this point is incomplete.
             self.handsplayers[player[1]]['tourneyTypeId']       = 1
             for i in range(1,5):
-                self.handsplayers[player[1]]['otherRaisedStreet%d' %i]          = False
-                self.handsplayers[player[1]]['foldToOtherRaisedStreet%d' %i]    = False
                 self.handsplayers[player[1]]['foldToStreet%dCBChance' %i]       = False
                 self.handsplayers[player[1]]['foldToStreet%dCBDone' %i]         = False
 

From 5a13e96b3bababe0dd17332917d0d1461b849c8c Mon Sep 17 00:00:00 2001
From: Gerko de Roo <gerko.deroo@smurfette.nl>
Date: Wed, 17 Mar 2010 22:38:40 +0100
Subject: [PATCH 11/18] Auto close HUD support for closing tourney windows
 added.

Not neat but functional.
---
 pyfpdb/Hud.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/pyfpdb/Hud.py b/pyfpdb/Hud.py
index dcad0865..5dcccf3c 100644
--- a/pyfpdb/Hud.py
+++ b/pyfpdb/Hud.py
@@ -448,6 +448,8 @@ class Hud:
         if os.name == 'nt':
             if not win32gui.IsWindow(self.table.number):
                 self.parent.kill_hud(self, self.table.name)
+                self.parent.kill_hud(self, self.table.name.split(" ")[0])
+                #table.name is only a valid handle for ring games ! we are not killing tourney tables here.
                 return False
         # anyone know how to do this in unix, or better yet, trap the X11 error that is triggered when executing the get_origin() for a closed window?
         if self.table.gdkhandle is not None:

From 27e5bf86988177b3403ad23d52b3bf52bf688104 Mon Sep 17 00:00:00 2001
From: Gerko de Roo <gerko.deroo@smurfette.nl>
Date: Mon, 17 May 2010 19:23:17 +0200
Subject: [PATCH 12/18] Moved Codec conversion to Charset

The TIP is using a codec conversion that doesn't handle error exeptions.
This could lock up the HUD....
---
 pyfpdb/Stats.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/pyfpdb/Stats.py b/pyfpdb/Stats.py
index 264ebd18..74d51675 100755
--- a/pyfpdb/Stats.py
+++ b/pyfpdb/Stats.py
@@ -57,6 +57,7 @@ import re
 #    FreePokerTools modules
 import Configuration
 import Database
+import Charset
 
 
 re_Places = re.compile("_[0-9]$")
@@ -67,7 +68,7 @@ import codecs
 encoder = codecs.lookup(Configuration.LOCALE_ENCODING)
 
 def do_tip(widget, tip):
-    (_tip, _len) = encoder.encode(tip)
+    _tip = Charset.to_utf8(tip)
     widget.set_tooltip_text(_tip)
 
 def do_stat(stat_dict, player = 24, stat = 'vpip'):

From 23ae26259b5dfc37a73803e6a661b1b993574472 Mon Sep 17 00:00:00 2001
From: Worros <carl.gherardi@gmail.com>
Date: Fri, 4 Jun 2010 04:17:30 +0800
Subject: [PATCH 13/18] Steffen reported a FTP file in UTF-8 format.

Added it as the 3rd codec tested
---
 pyfpdb/FulltiltToFpdb.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyfpdb/FulltiltToFpdb.py b/pyfpdb/FulltiltToFpdb.py
index 10ecb8dd..2c6370e6 100755
--- a/pyfpdb/FulltiltToFpdb.py
+++ b/pyfpdb/FulltiltToFpdb.py
@@ -27,7 +27,7 @@ class Fulltilt(HandHistoryConverter):
     
     sitename = "Fulltilt"
     filetype = "text"
-    codepage = ["utf-16", "cp1252"]
+    codepage = ["utf-16", "cp1252", "utf-8"]
     siteId   = 1 # Needs to match id entry in Sites database
 
     # Static regexes

From e17058953c320682d462ca2b35b30cc247613e21 Mon Sep 17 00:00:00 2001
From: Worros <carl.gherardi@gmail.com>
Date: Fri, 4 Jun 2010 05:36:59 +0800
Subject: [PATCH 14/18] Add preliminary functions and variables for hex
 encoding patch

Kangaderoo has a patch which potentially fixes storage and display issues for users who do not have their database text storage as utf8.

Functions and variables added to Charset to disect the patch
---
 pyfpdb/Charset.py | 18 ++++++++++++++++++
 1 file changed, 18 insertions(+)

diff --git a/pyfpdb/Charset.py b/pyfpdb/Charset.py
index 9c49f505..055ca714 100644
--- a/pyfpdb/Charset.py
+++ b/pyfpdb/Charset.py
@@ -26,7 +26,9 @@ import Configuration
 
 encoder_to_utf = codecs.lookup('utf-8')
 encoder_to_sys = codecs.lookup(Configuration.LOCALE_ENCODING)
+coder_hex      = codecs.lookup('hex_codec')
 
+hex_coding = False      #FIXME: Should only be on if db is not UTF8 - test in Database.py?
 # I'm saving a few cycles with this one
 not_needed1, not_needed2, not_needed3 = False, False, False
 if Configuration.LOCALE_ENCODING == 'UTF8':
@@ -75,3 +77,19 @@ def to_gui(s):
     except UnicodeEncodeError:
         sys.stderr.write('Could not encode: "%s"\n' % s)
         raise
+
+def to_hex(s):
+    try:
+        out = coder_hex.encode(s)[0]
+        return out
+    except UnicodeDecodeError:
+        sys.stderr.write('Could not convert: "%s"\n' % s)
+        return s
+
+def from_hex(s):
+    try:
+        out = coder_hex.decode(s)[0]
+        return out
+    except UnicodeDecodeError:
+        sys.stderr.write('Could not convert: "%s"\n' % s)
+        return s

From bdbcf19b064b1c4f41ae2f685da506bf691f9433 Mon Sep 17 00:00:00 2001
From: Gerko de Roo <gerko.deroo@smurfette.nl>
Date: Thu, 4 Mar 2010 14:11:50 +0100
Subject: [PATCH 15/18] Player stat fix for PartyPoker

When placing a uncalled bet (like all-in) the uncalled part is put in a sitepot
Therefore the player exist 2* in collected.
The uncalled part of the bet was subtracted twice for collected and collectees.
---
 pyfpdb/PartyPokerToFpdb.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/pyfpdb/PartyPokerToFpdb.py b/pyfpdb/PartyPokerToFpdb.py
index f83c8672..5cb170e6 100755
--- a/pyfpdb/PartyPokerToFpdb.py
+++ b/pyfpdb/PartyPokerToFpdb.py
@@ -261,6 +261,7 @@ class PartyPoker(HandHistoryConverter):
                     if v[0] in self.pot.returned:
                         self.collected[i][1] = Decimal(v[1]) - self.pot.returned[v[0]]
                         self.collectees[v[0]] -= self.pot.returned[v[0]]
+                        self.pot.returned[v[0]] = 0
                 return origTotalPot()
             return totalPot
         instancemethod = type(hand.totalPot)

From e41c63f6ee0fa773494a8b243af3bcc6d5103dca Mon Sep 17 00:00:00 2001
From: Gerko de Roo <gerko.deroo@smurfette.nl>
Date: Thu, 4 Mar 2010 14:32:48 +0100
Subject: [PATCH 16/18] When small blind raises here the addRaiseBy was
 generating money.

One player on small blind with total $2.25, commited $2.27 to the pot.
---
 pyfpdb/PartyPokerToFpdb.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyfpdb/PartyPokerToFpdb.py b/pyfpdb/PartyPokerToFpdb.py
index 5cb170e6..94acfd3f 100755
--- a/pyfpdb/PartyPokerToFpdb.py
+++ b/pyfpdb/PartyPokerToFpdb.py
@@ -433,7 +433,7 @@ class PartyPoker(HandHistoryConverter):
                 if street == 'PREFLOP' and \
                     playerName in [item[0] for item in hand.actions['BLINDSANTES'] if item[2]!='ante']:
                     # preflop raise from blind
-                    hand.addRaiseBy( street, playerName, amount )
+                    hand.addCallandRaise( street, playerName, amount )
                 else:
                     hand.addCallandRaise( street, playerName, amount )
             elif actionType == 'calls':

From 1edf8607609181f5a96aae752fdeb6a63c690d03 Mon Sep 17 00:00:00 2001
From: Gerko de Roo <gerko.deroo@smurfette.nl>
Date: Thu, 4 Mar 2010 19:49:43 +0100
Subject: [PATCH 17/18] Add support for post of dead small blind (PartyPoker)

---
 pyfpdb/PartyPokerToFpdb.py | 10 ++++++++--
 1 file changed, 8 insertions(+), 2 deletions(-)

diff --git a/pyfpdb/PartyPokerToFpdb.py b/pyfpdb/PartyPokerToFpdb.py
index 94acfd3f..5c60f179 100755
--- a/pyfpdb/PartyPokerToFpdb.py
+++ b/pyfpdb/PartyPokerToFpdb.py
@@ -360,8 +360,14 @@ class PartyPoker(HandHistoryConverter):
         if hand.gametype['type'] == 'ring':
             try:
                 assert noSmallBlind==False
-                m = self.re_PostSB.search(hand.handText)
-                hand.addBlind(m.group('PNAME'), 'small blind', m.group('SB'))
+                liveBlind = True
+                for m in self.re_PostSB.finditer(hand.handText):
+                    if liveBlind:
+                        hand.addBlind(m.group('PNAME'), 'small blind', m.group('SB'))
+                        liveBlind = False
+                    else:
+                        # Post dead blinds as ante
+                        hand.addBlind(m.group('PNAME'), 'secondsb', m.group('SB'))
             except: # no small blind
                 hand.addBlind(None, None, None)
 

From 3716f11f061216a299bd8634b9fca954aee19a53 Mon Sep 17 00:00:00 2001
From: Gerko de Roo <gerko.deroo@smurfette.nl>
Date: Mon, 17 May 2010 20:04:14 +0200
Subject: [PATCH 18/18] 1970-01-01 in mktime generates overflow...

---
 pyfpdb/Filters.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyfpdb/Filters.py b/pyfpdb/Filters.py
index 15fccd1c..43f7819d 100644
--- a/pyfpdb/Filters.py
+++ b/pyfpdb/Filters.py
@@ -876,7 +876,7 @@ class Filters(threading.Thread):
         t2 = self.end_date.get_text()
 
         if t1 == '':
-            t1 = '1970-01-01'
+            t1 = '1970-01-02'
         if t2 == '':
             t2 = '2020-12-12'