1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
|
##############################################################################
#
# Copyright (c) 2004 TINY SPRL. (http://tiny.be) All Rights Reserved.
#
# $Id: pooler.py 1310 2005-09-08 20:40:15Z pinky $
#
# WARNING: This program as such is intended to be used by professional
# programmers who take the whole responsability of assessing all potential
# consequences resulting from its eventual inadequacies and bugs
# End users who are looking for a ready-to-use solution with commercial
# garantees and support are strongly adviced to contract a Free Software
# Service Company
#
# This program is Free Software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
#
##############################################################################
import psycopg
import tools
import sys,os
#try:
# import decimal
#except ImportError:
# from tools import decimal
import re
class fake_cursor:
nbr = 0
_tables = {}
def __init__(self, db, con, dbname):
self.db = db
self.obj = db.cursor()
self.con = con
self.dbname = dbname
def execute_dont_run(self,*args):
if not fake_cursor.nbr % 100:
print 'sql: ',fake_cursor.nbr
res = re.match('^select.* from ([a-zA-Z_]+) .*$', args[0], re.I)
if res:
fake_cursor._tables.setdefault(res.group(1), 0)
fake_cursor._tables[res.group(1)] += 1
#else:
# if len(args)>1:
# print 'sql: ',fake_cursor.nbr, args[0], args[1]
# else:
# print 'sql: ',fake_cursor.nbr, args[0]
if not fake_cursor.nbr % 5000:
ct = []
for t,c in fake_cursor._tables.items():
ct.append([c,t])
ct.sort()
ct.reverse()
print 'After %d queries' % (fake_cursor.nbr,)
for line in ct[:50]:
print ' %s: %d' % (line[1], line[0])
#if len(args)>1:
# print 'sql: ',fake_cursor.nbr, args[0], args[1]
#else:
# print 'sql: ',fake_cursor.nbr, args[0]
fake_cursor.nbr += 1
return self.obj.execute(*args)
def close(self):
# print "close cursors fno:", [i.fileno() for i in self.db.cursors]
self.obj.close()
# This force the cursor to be freed, and thus, available again. It is
# important because otherwise we can overload the server very easily
# because of a cursor shortage (because cursors are not garbage
# collected as fast as they should). The problem is probably due in
# part because browse records keep a reference to the cursor.
del self.obj
# print "after close cursors fno:", [i.fileno() for i in self.db.cursors]
def __getattr__(self, name):
# print 'LOOK',name
return getattr(self.obj, name)
class fakedb:
def __init__(self, truedb, dbname):
self.truedb = truedb
self.dbname = dbname
def cursor(self):
return fake_cursor(self.truedb, {}, self.dbname)
def decimalize(symb):
if symb is None: return None
if isinstance(symb, float):
return decimal.Decimal('%f' % symb)
return decimal.Decimal(symb)
def db_connect(db_name):
host = tools.config['db_host'] and "host=%s" % tools.config['db_host'] or ''
port = tools.config['db_port'] and "port=%s" % tools.config['db_port'] or ''
name = "dbname=%s" % db_name
user = tools.config['db_user'] and "user=%s" % tools.config['db_user'] or ''
password = tools.config['db_password'] and "password=%s" % tools.config['db_password'] or ''
tdb = psycopg.connect('%s %s %s %s %s' % (host, port, name, user, password), serialize=0)
fdb = fakedb(tdb, db_name)
return fdb
def init():
#define DATEOID 1082, define TIMESTAMPOID 1114 see pgtypes.h
psycopg.register_type(psycopg.new_type((1082,), "date", lambda x:x))
psycopg.register_type(psycopg.new_type((1083,), "time", lambda x:x))
psycopg.register_type(psycopg.new_type((1114,), "datetime", lambda x:x))
#psycopg.register_type(psycopg.new_type((700, 701, 1700), 'decimal', decimalize))
psycopg.register_type(psycopg.new_type((1082,), "date", lambda x:x))
psycopg.register_type(psycopg.new_type((1083,), "time", lambda x:x))
psycopg.register_type(psycopg.new_type((1114,), "datetime", lambda x:x))
|