1 # -*- coding: utf-8 -*-
2 ##############################################################################
4 # OpenERP, Open Source Management Solution
5 # Copyright (C) 2004-2009 Tiny SPRL (<http://tiny.be>).
6 # Copyright (C) 2010-2012 OpenERP s.a. (<http://openerp.com>).
8 # This program is free software: you can redistribute it and/or modify
9 # it under the terms of the GNU Affero General Public License as
10 # published by the Free Software Foundation, either version 3 of the
11 # License, or (at your option) any later version.
13 # This program is distributed in the hope that it will be useful,
14 # but WITHOUT ANY WARRANTY; without even the implied warranty of
15 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 # GNU Affero General Public License for more details.
18 # You should have received a copy of the GNU Affero General Public License
19 # along with this program. If not, see <http://www.gnu.org/licenses/>.
21 ##############################################################################
23 #.apidoc title: Utilities: tools.misc
26 Miscellaneous tools used by OpenERP.
29 from functools import wraps
38 from collections import defaultdict
39 from datetime import datetime
40 from itertools import islice, izip
41 from lxml import etree
42 from which import which
43 from threading import local
45 from html2text import html2text
49 from config import config
52 # get_encodings, ustr and exception_to_unicode were originally from tools.misc.
53 # There are moved to loglevels until we refactor tools.
54 from openerp.loglevels import get_encodings, ustr, exception_to_unicode
56 _logger = logging.getLogger(__name__)
58 # List of etree._Element subclasses that we choose to ignore when parsing XML.
59 # We include the *Base ones just in case, currently they seem to be subclasses of the _* ones.
60 SKIPPED_ELEMENT_TYPES = (etree._Comment, etree._ProcessingInstruction, etree.CommentBase, etree.PIBase)
62 def find_in_path(name):
68 def find_pg_tool(name):
70 if config['pg_path'] and config['pg_path'] != 'None':
71 path = config['pg_path']
73 return which(name, path=path)
77 def exec_pg_command(name, *args):
78 prog = find_pg_tool(name)
80 raise Exception('Couldn\'t find %s' % name)
81 args2 = (prog,) + args
83 return subprocess.call(args2)
85 def exec_pg_command_pipe(name, *args):
86 prog = find_pg_tool(name)
88 raise Exception('Couldn\'t find %s' % name)
89 # on win32, passing close_fds=True is not compatible
90 # with redirecting std[in/err/out]
91 pop = subprocess.Popen((prog,) + args, bufsize= -1,
92 stdin=subprocess.PIPE, stdout=subprocess.PIPE,
93 close_fds=(os.name=="posix"))
94 return (pop.stdin, pop.stdout)
96 def exec_command_pipe(name, *args):
97 prog = find_in_path(name)
99 raise Exception('Couldn\'t find %s' % name)
100 # on win32, passing close_fds=True is not compatible
101 # with redirecting std[in/err/out]
102 pop = subprocess.Popen((prog,) + args, bufsize= -1,
103 stdin=subprocess.PIPE, stdout=subprocess.PIPE,
104 close_fds=(os.name=="posix"))
105 return (pop.stdin, pop.stdout)
107 #----------------------------------------------------------
109 #----------------------------------------------------------
110 #file_path_root = os.getcwd()
111 #file_path_addons = os.path.join(file_path_root, 'addons')
113 def file_open(name, mode="r", subdir='addons', pathinfo=False):
114 """Open a file from the OpenERP root, using a subdir folder.
118 >>> file_open('hr/report/timesheer.xsl')
119 >>> file_open('addons/hr/report/timesheet.xsl')
120 >>> file_open('../../base/report/rml_template.xsl', subdir='addons/hr/report', pathinfo=True)
122 @param name name of the file
123 @param mode file open mode
124 @param subdir subdirectory
125 @param pathinfo if True returns tuple (fileobject, filepath)
127 @return fileobject if pathinfo is False else (fileobject, filepath)
129 import openerp.modules as addons
130 adps = addons.module.ad_paths
131 rtp = os.path.normcase(os.path.abspath(config['root_path']))
135 if os.path.isabs(name):
136 # It is an absolute path
137 # Is it below 'addons_path' or 'root_path'?
138 name = os.path.normcase(os.path.normpath(name))
139 for root in adps + [rtp]:
140 if name.startswith(root):
141 base = root.rstrip(os.sep)
142 name = name[len(base) + 1:]
145 # It is outside the OpenERP root: skip zipfile lookup.
146 base, name = os.path.split(name)
147 return _fileopen(name, mode=mode, basedir=base, pathinfo=pathinfo, basename=basename)
149 if name.replace(os.sep, '/').startswith('addons/'):
153 name = os.path.join(subdir, name)
154 if name.replace(os.sep, '/').startswith('addons/'):
160 # First, try to locate in addons_path
164 return _fileopen(name2, mode=mode, basedir=adp,
165 pathinfo=pathinfo, basename=basename)
169 # Second, try to locate in root_path
170 return _fileopen(name, mode=mode, basedir=rtp, pathinfo=pathinfo, basename=basename)
173 def _fileopen(path, mode, basedir, pathinfo, basename=None):
174 name = os.path.normpath(os.path.join(basedir, path))
178 # Give higher priority to module directories, which is
179 # a more common case than zipped modules.
180 if os.path.isfile(name):
181 fo = open(name, mode)
186 # Support for loading modules in zipped form.
187 # This will not work for zipped modules that are sitting
188 # outside of known addons paths.
189 head = os.path.normpath(path)
191 while os.sep in head:
192 head, tail = os.path.split(head)
196 zipname = os.path.join(tail, zipname)
199 zpath = os.path.join(basedir, head + '.zip')
200 if zipfile.is_zipfile(zpath):
201 from cStringIO import StringIO
202 zfile = zipfile.ZipFile(zpath)
205 fo.write(zfile.read(os.path.join(
206 os.path.basename(head), zipname).replace(
215 if name.endswith('.rml'):
216 raise IOError('Report %r doesn\'t exist or deleted' % basename)
217 raise IOError('File not found: %s' % basename)
220 #----------------------------------------------------------
222 #----------------------------------------------------------
224 """Flatten a list of elements into a uniqu list
225 Author: Christophe Simonis (christophe@tinyerp.com)
234 >>> flatten( [[], [[]]] )
236 >>> flatten( [[['a','b'], 'c'], 'd', ['e', [], 'f']] )
237 ['a', 'b', 'c', 'd', 'e', 'f']
238 >>> t = (1,2,(3,), [4, 5, [6, [7], (8, 9), ([10, 11, (12, 13)]), [14, [], (15,)], []]])
240 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15]
244 return hasattr(x, "__iter__")
249 map(r.append, flatten(e))
254 def reverse_enumerate(l):
255 """Like enumerate but in the other sens
258 >>> a = ['a', 'b', 'c']
259 >>> it = reverse_enumerate(a)
267 Traceback (most recent call last):
268 File "<stdin>", line 1, in <module>
271 return izip(xrange(len(l)-1, -1, -1), reversed(l))
273 #----------------------------------------------------------
275 #----------------------------------------------------------
276 # text must be latin-1 encoded
277 def sms_send(user, password, api_id, text, to):
279 url = "http://api.urlsms.com/SendSMS.aspx"
280 #url = "http://196.7.150.220/http/sendmsg"
281 params = urllib.urlencode({'UserID': user, 'Password': password, 'SenderID': api_id, 'MsgText': text, 'RecipientMobileNo':to})
282 urllib.urlopen(url+"?"+params)
283 # FIXME: Use the logger if there is an error
286 class UpdateableStr(local):
287 """ Class that stores an updateable string (used in wizards)
290 def __init__(self, string=''):
294 return str(self.string)
297 return str(self.string)
299 def __nonzero__(self):
300 return bool(self.string)
303 class UpdateableDict(local):
304 """Stores an updateable dict to use in wizards
307 def __init__(self, dict=None):
313 return str(self.dict)
316 return str(self.dict)
319 return self.dict.clear()
322 return self.dict.keys()
324 def __setitem__(self, i, y):
325 self.dict.__setitem__(i, y)
327 def __getitem__(self, i):
328 return self.dict.__getitem__(i)
331 return self.dict.copy()
334 return self.dict.iteritems()
337 return self.dict.iterkeys()
339 def itervalues(self):
340 return self.dict.itervalues()
342 def pop(self, k, d=None):
343 return self.dict.pop(k, d)
346 return self.dict.popitem()
348 def setdefault(self, k, d=None):
349 return self.dict.setdefault(k, d)
351 def update(self, E, **F):
352 return self.dict.update(E, F)
355 return self.dict.values()
357 def get(self, k, d=None):
358 return self.dict.get(k, d)
360 def has_key(self, k):
361 return self.dict.has_key(k)
364 return self.dict.items()
366 def __cmp__(self, y):
367 return self.dict.__cmp__(y)
369 def __contains__(self, k):
370 return self.dict.__contains__(k)
372 def __delitem__(self, y):
373 return self.dict.__delitem__(y)
376 return self.dict.__eq__(y)
379 return self.dict.__ge__(y)
382 return self.dict.__gt__(y)
385 return self.dict.__hash__()
388 return self.dict.__iter__()
391 return self.dict.__le__(y)
394 return self.dict.__len__()
397 return self.dict.__lt__(y)
400 return self.dict.__ne__(y)
402 class currency(float):
407 Don't use ! Use res.currency.round()
410 def __init__(self, value, accuracy=2, rounding=None):
412 rounding=10**-accuracy
413 self.rounding=rounding
414 self.accuracy=accuracy
416 def __new__(cls, value, accuracy=2, rounding=None):
417 return float.__new__(cls, round(value, accuracy))
420 # display_value = int(self*(10**(-self.accuracy))/self.rounding)*self.rounding/(10**(-self.accuracy))
421 # return str(display_value)
424 return s.replace('&','&').replace('<','<').replace('>','>')
426 def get_iso_codes(lang):
427 if lang.find('_') != -1:
428 if lang.split('_')[0] == lang.split('_')[1].lower():
429 lang = lang.split('_')[0]
433 'ab_RU': u'Abkhazian / аҧсуа',
434 'ar_SY': u'Arabic / الْعَرَبيّة',
435 'bg_BG': u'Bulgarian / български език',
436 'bs_BS': u'Bosnian / bosanski jezik',
437 'ca_ES': u'Catalan / Català',
438 'cs_CZ': u'Czech / Čeština',
439 'da_DK': u'Danish / Dansk',
440 'de_DE': u'German / Deutsch',
441 'el_GR': u'Greek / Ελληνικά',
442 'en_CA': u'English (CA)',
443 'en_GB': u'English (UK)',
444 'en_US': u'English (US)',
445 'es_AR': u'Spanish (AR) / Español (AR)',
446 'es_BO': u'Spanish (BO) / Español (BO)',
447 'es_CL': u'Spanish (CL) / Español (CL)',
448 'es_CO': u'Spanish (CO) / Español (CO)',
449 'es_CR': u'Spanish (CR) / Español (CR)',
450 'es_DO': u'Spanish (DO) / Español (DO)',
451 'es_EC': u'Spanish (EC) / Español (EC)',
452 'es_ES': u'Spanish / Español',
453 'es_GT': u'Spanish (GT) / Español (GT)',
454 'es_HN': u'Spanish (HN) / Español (HN)',
455 'es_MX': u'Spanish (MX) / Español (MX)',
456 'es_NI': u'Spanish (NI) / Español (NI)',
457 'es_PA': u'Spanish (PA) / Español (PA)',
458 'es_PE': u'Spanish (PE) / Español (PE)',
459 'es_PR': u'Spanish (PR) / Español (PR)',
460 'es_PY': u'Spanish (PY) / Español (PY)',
461 'es_SV': u'Spanish (SV) / Español (SV)',
462 'es_UY': u'Spanish (UY) / Español (UY)',
463 'es_VE': u'Spanish (VE) / Español (VE)',
464 'et_EE': u'Estonian / Eesti keel',
465 'fa_IR': u'Persian / فارس',
466 'fi_FI': u'Finnish / Suomi',
467 'fr_BE': u'French (BE) / Français (BE)',
468 'fr_CH': u'French (CH) / Français (CH)',
469 'fr_FR': u'French / Français',
470 'gl_ES': u'Galician / Galego',
471 'gu_IN': u'Gujarati / ગુજરાતી',
472 'he_IL': u'Hebrew / עִבְרִי',
473 'hi_IN': u'Hindi / हिंदी',
474 'hr_HR': u'Croatian / hrvatski jezik',
475 'hu_HU': u'Hungarian / Magyar',
476 'id_ID': u'Indonesian / Bahasa Indonesia',
477 'it_IT': u'Italian / Italiano',
478 'iu_CA': u'Inuktitut / ᐃᓄᒃᑎᑐᑦ',
479 'ja_JP': u'Japanese / 日本語',
480 'ko_KP': u'Korean (KP) / 한국어 (KP)',
481 'ko_KR': u'Korean (KR) / 한국어 (KR)',
482 'lt_LT': u'Lithuanian / Lietuvių kalba',
483 'lv_LV': u'Latvian / latviešu valoda',
484 'ml_IN': u'Malayalam / മലയാളം',
485 'mn_MN': u'Mongolian / монгол',
486 'nb_NO': u'Norwegian Bokmål / Norsk bokmål',
487 'nl_NL': u'Dutch / Nederlands',
488 'nl_BE': u'Flemish (BE) / Vlaams (BE)',
489 'oc_FR': u'Occitan (FR, post 1500) / Occitan',
490 'pl_PL': u'Polish / Język polski',
491 'pt_BR': u'Portuguese (BR) / Português (BR)',
492 'pt_PT': u'Portuguese / Português',
493 'ro_RO': u'Romanian / română',
494 'ru_RU': u'Russian / русский язык',
495 'si_LK': u'Sinhalese / සිංහල',
496 'sl_SI': u'Slovenian / slovenščina',
497 'sk_SK': u'Slovak / Slovenský jazyk',
498 'sq_AL': u'Albanian / Shqip',
499 'sr_RS': u'Serbian (Cyrillic) / српски',
500 'sr@latin': u'Serbian (Latin) / srpski',
501 'sv_SE': u'Swedish / svenska',
502 'te_IN': u'Telugu / తెలుగు',
503 'tr_TR': u'Turkish / Türkçe',
504 'vi_VN': u'Vietnamese / Tiếng Việt',
505 'uk_UA': u'Ukrainian / українська',
506 'ur_PK': u'Urdu / اردو',
507 'zh_CN': u'Chinese (CN) / 简体中文',
508 'zh_HK': u'Chinese (HK)',
509 'zh_TW': u'Chinese (TW) / 正體字',
510 'th_TH': u'Thai / ภาษาไทย',
511 'tlh_TLH': u'Klingon',
514 def scan_languages():
515 """ Returns all languages supported by OpenERP for translation
517 :returns: a list of (lang_code, lang_name) pairs
518 :rtype: [(str, unicode)]
520 return sorted(ALL_LANGUAGES.iteritems(), key=lambda k: k[1])
522 def get_user_companies(cr, user):
523 def _get_company_children(cr, ids):
526 cr.execute('SELECT id FROM res_company WHERE parent_id IN %s', (tuple(ids),))
527 res = [x[0] for x in cr.fetchall()]
528 res.extend(_get_company_children(cr, res))
530 cr.execute('SELECT company_id FROM res_users WHERE id=%s', (user,))
531 user_comp = cr.fetchone()[0]
534 return [user_comp] + _get_company_children(cr, [user_comp])
538 Input number : account or invoice number
539 Output return: the same number completed with the recursive mod10
542 codec=[0,9,4,6,8,2,7,1,3,5]
548 report = codec[ (int(digit) + report) % 10 ]
549 return result + str((10 - report) % 10)
554 Return the size in a human readable format
558 units = ('bytes', 'Kb', 'Mb', 'Gb')
559 if isinstance(sz,basestring):
562 while s >= 1024 and i < len(units)-1:
565 return "%0.2f %s" % (s, units[i])
569 def wrapper(*args, **kwargs):
570 from pprint import pformat
572 vector = ['Call -> function: %r' % f]
573 for i, arg in enumerate(args):
574 vector.append(' arg %02d: %s' % (i, pformat(arg)))
575 for key, value in kwargs.items():
576 vector.append(' kwarg %10s: %s' % (key, pformat(value)))
579 res = f(*args, **kwargs)
581 vector.append(' result: %s' % pformat(res))
582 vector.append(' time delta: %s' % (time.time() - timeb4))
583 _logger.debug('\n'.join(vector))
588 class profile(object):
589 def __init__(self, fname=None):
592 def __call__(self, f):
594 def wrapper(*args, **kwargs):
595 class profile_wrapper(object):
599 self.result = f(*args, **kwargs)
600 pw = profile_wrapper()
602 fname = self.fname or ("%s.cprof" % (f.func_name,))
603 cProfile.runctx('pw()', globals(), locals(), filename=fname)
608 __icons_list = ['STOCK_ABOUT', 'STOCK_ADD', 'STOCK_APPLY', 'STOCK_BOLD',
609 'STOCK_CANCEL', 'STOCK_CDROM', 'STOCK_CLEAR', 'STOCK_CLOSE', 'STOCK_COLOR_PICKER',
610 'STOCK_CONNECT', 'STOCK_CONVERT', 'STOCK_COPY', 'STOCK_CUT', 'STOCK_DELETE',
611 'STOCK_DIALOG_AUTHENTICATION', 'STOCK_DIALOG_ERROR', 'STOCK_DIALOG_INFO',
612 'STOCK_DIALOG_QUESTION', 'STOCK_DIALOG_WARNING', 'STOCK_DIRECTORY', 'STOCK_DISCONNECT',
613 'STOCK_DND', 'STOCK_DND_MULTIPLE', 'STOCK_EDIT', 'STOCK_EXECUTE', 'STOCK_FILE',
614 'STOCK_FIND', 'STOCK_FIND_AND_REPLACE', 'STOCK_FLOPPY', 'STOCK_GOTO_BOTTOM',
615 'STOCK_GOTO_FIRST', 'STOCK_GOTO_LAST', 'STOCK_GOTO_TOP', 'STOCK_GO_BACK',
616 'STOCK_GO_DOWN', 'STOCK_GO_FORWARD', 'STOCK_GO_UP', 'STOCK_HARDDISK',
617 'STOCK_HELP', 'STOCK_HOME', 'STOCK_INDENT', 'STOCK_INDEX', 'STOCK_ITALIC',
618 'STOCK_JUMP_TO', 'STOCK_JUSTIFY_CENTER', 'STOCK_JUSTIFY_FILL',
619 'STOCK_JUSTIFY_LEFT', 'STOCK_JUSTIFY_RIGHT', 'STOCK_MEDIA_FORWARD',
620 'STOCK_MEDIA_NEXT', 'STOCK_MEDIA_PAUSE', 'STOCK_MEDIA_PLAY',
621 'STOCK_MEDIA_PREVIOUS', 'STOCK_MEDIA_RECORD', 'STOCK_MEDIA_REWIND',
622 'STOCK_MEDIA_STOP', 'STOCK_MISSING_IMAGE', 'STOCK_NETWORK', 'STOCK_NEW',
623 'STOCK_NO', 'STOCK_OK', 'STOCK_OPEN', 'STOCK_PASTE', 'STOCK_PREFERENCES',
624 'STOCK_PRINT', 'STOCK_PRINT_PREVIEW', 'STOCK_PROPERTIES', 'STOCK_QUIT',
625 'STOCK_REDO', 'STOCK_REFRESH', 'STOCK_REMOVE', 'STOCK_REVERT_TO_SAVED',
626 'STOCK_SAVE', 'STOCK_SAVE_AS', 'STOCK_SELECT_COLOR', 'STOCK_SELECT_FONT',
627 'STOCK_SORT_ASCENDING', 'STOCK_SORT_DESCENDING', 'STOCK_SPELL_CHECK',
628 'STOCK_STOP', 'STOCK_STRIKETHROUGH', 'STOCK_UNDELETE', 'STOCK_UNDERLINE',
629 'STOCK_UNDO', 'STOCK_UNINDENT', 'STOCK_YES', 'STOCK_ZOOM_100',
630 'STOCK_ZOOM_FIT', 'STOCK_ZOOM_IN', 'STOCK_ZOOM_OUT',
631 'terp-account', 'terp-crm', 'terp-mrp', 'terp-product', 'terp-purchase',
632 'terp-sale', 'terp-tools', 'terp-administration', 'terp-hr', 'terp-partner',
633 'terp-project', 'terp-report', 'terp-stock', 'terp-calendar', 'terp-graph',
634 'terp-check','terp-go-month','terp-go-year','terp-go-today','terp-document-new','terp-camera_test',
635 'terp-emblem-important','terp-gtk-media-pause','terp-gtk-stop','terp-gnome-cpu-frequency-applet+',
636 'terp-dialog-close','terp-gtk-jump-to-rtl','terp-gtk-jump-to-ltr','terp-accessories-archiver',
637 'terp-stock_align_left_24','terp-stock_effects-object-colorize','terp-go-home','terp-gtk-go-back-rtl',
638 'terp-gtk-go-back-ltr','terp-personal','terp-personal-','terp-personal+','terp-accessories-archiver-minus',
639 'terp-accessories-archiver+','terp-stock_symbol-selection','terp-call-start','terp-dolar',
640 'terp-face-plain','terp-folder-blue','terp-folder-green','terp-folder-orange','terp-folder-yellow',
641 'terp-gdu-smart-failing','terp-go-week','terp-gtk-select-all','terp-locked','terp-mail-forward',
642 'terp-mail-message-new','terp-mail-replied','terp-rating-rated','terp-stage','terp-stock_format-scientific',
643 'terp-dolar_ok!','terp-idea','terp-stock_format-default','terp-mail-','terp-mail_delete'
648 return [(x, x) for x in __icons_list ]
650 def extract_zip_file(zip_file, outdirectory):
651 zf = zipfile.ZipFile(zip_file, 'r')
653 for path in zf.namelist():
654 tgt = os.path.join(out, path)
655 tgtdir = os.path.dirname(tgt)
656 if not os.path.exists(tgtdir):
659 if not tgt.endswith(os.sep):
661 fp.write(zf.read(path))
665 def detect_ip_addr():
666 """Try a very crude method to figure out a valid external
667 IP or hostname for the current machine. Don't rely on this
668 for binding to an interface, but it could be used as basis
669 for constructing a remote URL to the server.
671 def _detect_ip_addr():
672 from array import array
673 from struct import pack, unpack
682 if not fcntl: # not UNIX:
683 host = socket.gethostname()
684 ip_addr = socket.gethostbyname(host)
686 # get all interfaces:
688 s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
689 names = array('B', '\0' * nbytes)
690 #print 'names: ', names
691 outbytes = unpack('iL', fcntl.ioctl( s.fileno(), 0x8912, pack('iL', nbytes, names.buffer_info()[0])))[0]
692 namestr = names.tostring()
695 for i in range(0, outbytes, 40):
696 name = namestr[i:i+16].split('\0', 1)[0]
698 ip_addr = socket.inet_ntoa(namestr[i+20:i+24])
703 ifaces = filter(None, [namestr[i:i+32].split('\0', 1)[0] for i in range(0, outbytes, 32)])
705 for ifname in [iface for iface in ifaces if iface != 'lo']:
706 ip_addr = socket.inet_ntoa(fcntl.ioctl(s.fileno(), 0x8915, pack('256s', ifname[:15]))[20:24])
709 return ip_addr or 'localhost'
712 ip_addr = _detect_ip_addr()
714 ip_addr = 'localhost'
717 # RATIONALE BEHIND TIMESTAMP CALCULATIONS AND TIMEZONE MANAGEMENT:
718 # The server side never does any timestamp calculation, always
719 # sends them in a naive (timezone agnostic) format supposed to be
720 # expressed within the server timezone, and expects the clients to
721 # provide timestamps in the server timezone as well.
722 # It stores all timestamps in the database in naive format as well,
723 # which also expresses the time in the server timezone.
724 # For this reason the server makes its timezone name available via the
725 # common/timezone_get() rpc method, which clients need to read
726 # to know the appropriate time offset to use when reading/writing
728 def get_win32_timezone():
729 """Attempt to return the "standard name" of the current timezone on a win32 system.
730 @return the standard name of the current win32 timezone, or False if it cannot be found.
733 if (sys.platform == "win32"):
736 hklm = _winreg.ConnectRegistry(None,_winreg.HKEY_LOCAL_MACHINE)
737 current_tz_key = _winreg.OpenKey(hklm, r"SYSTEM\CurrentControlSet\Control\TimeZoneInformation", 0,_winreg.KEY_ALL_ACCESS)
738 res = str(_winreg.QueryValueEx(current_tz_key,"StandardName")[0]) # [0] is value, [1] is type code
739 _winreg.CloseKey(current_tz_key)
740 _winreg.CloseKey(hklm)
745 def detect_server_timezone():
746 """Attempt to detect the timezone to use on the server side.
747 Defaults to UTC if no working timezone can be found.
748 @return the timezone identifier as expected by pytz.timezone.
753 _logger.warning("Python pytz module is not available. "
754 "Timezone will be set to UTC by default.")
757 # Option 1: the configuration option (did not exist before, so no backwards compatibility issue)
758 # Option 2: to be backwards compatible with 5.0 or earlier, the value from time.tzname[0], but only if it is known to pytz
759 # Option 3: the environment variable TZ
760 sources = [ (config['timezone'], 'OpenERP configuration'),
761 (time.tzname[0], 'time.tzname'),
762 (os.environ.get('TZ',False),'TZ environment variable'), ]
763 # Option 4: OS-specific: /etc/timezone on Unix
764 if (os.path.exists("/etc/timezone")):
767 f = open("/etc/timezone")
768 tz_value = f.read(128).strip()
773 sources.append((tz_value,"/etc/timezone file"))
774 # Option 5: timezone info from registry on Win32
775 if (sys.platform == "win32"):
776 # Timezone info is stored in windows registry.
777 # However this is not likely to work very well as the standard name
778 # of timezones in windows is rarely something that is known to pytz.
779 # But that's ok, it is always possible to use a config option to set
781 sources.append((get_win32_timezone(),"Windows Registry"))
783 for (value,source) in sources:
786 tz = pytz.timezone(value)
787 _logger.info("Using timezone %s obtained from %s.", tz.zone, source)
789 except pytz.UnknownTimeZoneError:
790 _logger.warning("The timezone specified in %s (%s) is invalid, ignoring it.", source, value)
792 _logger.warning("No valid timezone could be detected, using default UTC "
793 "timezone. You can specify it explicitly with option 'timezone' in "
794 "the server configuration.")
797 def get_server_timezone():
801 DEFAULT_SERVER_DATE_FORMAT = "%Y-%m-%d"
802 DEFAULT_SERVER_TIME_FORMAT = "%H:%M:%S"
803 DEFAULT_SERVER_DATETIME_FORMAT = "%s %s" % (
804 DEFAULT_SERVER_DATE_FORMAT,
805 DEFAULT_SERVER_TIME_FORMAT)
807 # Python's strftime supports only the format directives
808 # that are available on the platform's libc, so in order to
809 # be cross-platform we map to the directives required by
810 # the C standard (1989 version), always available on platforms
811 # with a C standard implementation.
812 DATETIME_FORMATS_MAP = {
814 '%D': '%m/%d/%Y', # modified %y->%Y
816 '%E': '', # special modifier
818 '%g': '%Y', # modified %y->%Y
824 '%O': '', # special modifier
828 '%s': '', #num of seconds since epoch
833 '%y': '%Y', # Even if %y works, it's ambiguous, so we should use %Y
834 '%+': '%Y-%m-%d %H:%M:%S',
836 # %Z is a special case that causes 2 problems at least:
837 # - the timezone names we use (in res_user.context_tz) come
838 # from pytz, but not all these names are recognized by
839 # strptime(), so we cannot convert in both directions
840 # when such a timezone is selected and %Z is in the format
841 # - %Z is replaced by an empty string in strftime() when
842 # there is not tzinfo in a datetime value (e.g when the user
843 # did not pick a context_tz). The resulting string does not
844 # parse back if the format requires %Z.
845 # As a consequence, we strip it completely from format strings.
846 # The user can always have a look at the context_tz in
847 # preferences to check the timezone.
852 def server_to_local_timestamp(src_tstamp_str, src_format, dst_format, dst_tz_name,
853 tz_offset=True, ignore_unparsable_time=True):
855 Convert a source timestamp string into a destination timestamp string, attempting to apply the
856 correct offset if both the server and local timezone are recognized, or no
857 offset at all if they aren't or if tz_offset is false (i.e. assuming they are both in the same TZ).
859 WARNING: This method is here to allow formatting dates correctly for inclusion in strings where
860 the client would not be able to format/offset it correctly. DO NOT use it for returning
861 date fields directly, these are supposed to be handled by the client!!
863 @param src_tstamp_str: the str value containing the timestamp in the server timezone.
864 @param src_format: the format to use when parsing the server timestamp.
865 @param dst_format: the format to use when formatting the resulting timestamp for the local/client timezone.
866 @param dst_tz_name: name of the destination timezone (such as the 'tz' value of the client context)
867 @param ignore_unparsable_time: if True, return False if src_tstamp_str cannot be parsed
868 using src_format or formatted using dst_format.
870 @return local/client formatted timestamp, expressed in the local/client timezone if possible
871 and if tz_offset is true, or src_tstamp_str if timezone offset could not be determined.
873 if not src_tstamp_str:
877 if src_format and dst_format:
878 # find out server timezone
879 server_tz = get_server_timezone()
881 # dt_value needs to be a datetime.datetime object (so no time.struct_time or mx.DateTime.DateTime here!)
882 dt_value = datetime.strptime(src_tstamp_str, src_format)
883 if tz_offset and dst_tz_name:
886 src_tz = pytz.timezone(server_tz)
887 dst_tz = pytz.timezone(dst_tz_name)
888 src_dt = src_tz.localize(dt_value, is_dst=True)
889 dt_value = src_dt.astimezone(dst_tz)
892 res = dt_value.strftime(dst_format)
894 # Normal ways to end up here are if strptime or strftime failed
895 if not ignore_unparsable_time:
900 def split_every(n, iterable, piece_maker=tuple):
901 """Splits an iterable into length-n pieces. The last piece will be shorter
902 if ``n`` does not evenly divide the iterable length.
903 @param ``piece_maker``: function to build the pieces
904 from the slices (tuple,list,...)
906 iterator = iter(iterable)
907 piece = piece_maker(islice(iterator, n))
910 piece = piece_maker(islice(iterator, n))
912 if __name__ == '__main__':
916 class upload_data_thread(threading.Thread):
917 def __init__(self, email, data, type):
918 self.args = [('email',email),('type',type),('data',data)]
919 super(upload_data_thread,self).__init__()
923 args = urllib.urlencode(self.args)
924 fp = urllib.urlopen('http://www.openerp.com/scripts/survey.php', args)
930 def upload_data(email, data, type='SURVEY'):
931 a = upload_data_thread(email, data, type)
935 def get_and_group_by_field(cr, uid, obj, ids, field, context=None):
936 """ Read the values of ``field´´ for the given ``ids´´ and group ids by value.
938 :param string field: name of the field we want to read and group by
939 :return: mapping of field values to the list of ids that have it
943 for record in obj.read(cr, uid, ids, [field], context=context):
945 res.setdefault(key[0] if isinstance(key, tuple) else key, []).append(record['id'])
948 def get_and_group_by_company(cr, uid, obj, ids, context=None):
949 return get_and_group_by_field(cr, uid, obj, ids, field='company_id', context=context)
951 # port of python 2.6's attrgetter with support for dotted notation
952 def resolve_attr(obj, attr):
953 for name in attr.split("."):
954 obj = getattr(obj, name)
957 def attrgetter(*items):
961 return resolve_attr(obj, attr)
964 return tuple(resolve_attr(obj, attr) for attr in items)
968 """A subclass of str that implements repr() without enclosing quotation marks
969 or escaping, keeping the original string untouched. The name come from Lisp's unquote.
970 One of the uses for this is to preserve or insert bare variable names within dicts during eval()
971 of a dict's repr(). Use with care.
973 Some examples (notice that there are never quotes surrounding
974 the ``active_id`` name:
976 >>> unquote('active_id')
978 >>> d = {'test': unquote('active_id')}
987 class UnquoteEvalContext(defaultdict):
988 """Defaultdict-based evaluation context that returns
989 an ``unquote`` string for any missing name used during
991 Mostly useful for evaluating OpenERP domains/contexts that
992 may refer to names that are unknown at the time of eval,
993 so that when the context/domain is converted back to a string,
994 the original names are preserved.
996 **Warning**: using an ``UnquoteEvalContext`` as context for ``eval()`` or
997 ``safe_eval()`` will shadow the builtins, which may cause other
998 failures, depending on what is evaluated.
1000 Example (notice that ``section_id`` is preserved in the final
1003 >>> context_str = "{'default_user_id': uid, 'default_section_id': section_id}"
1004 >>> eval(context_str, UnquoteEvalContext(uid=1))
1005 {'default_user_id': 1, 'default_section_id': section_id}
1008 def __init__(self, *args, **kwargs):
1009 super(UnquoteEvalContext, self).__init__(None, *args, **kwargs)
1011 def __missing__(self, key):
1015 class mute_logger(object):
1016 """Temporary suppress the logging.
1017 Can be used as context manager or decorator.
1019 @mute_logger('openerp.plic.ploc')
1023 with mute_logger('openerp.foo.bar'):
1027 def __init__(self, *loggers):
1028 self.loggers = loggers
1030 def filter(self, record):
1033 def __enter__(self):
1034 for logger in self.loggers:
1035 logging.getLogger(logger).addFilter(self)
1037 def __exit__(self, exc_type=None, exc_val=None, exc_tb=None):
1038 for logger in self.loggers:
1039 logging.getLogger(logger).removeFilter(self)
1041 def __call__(self, func):
1043 def deco(*args, **kwargs):
1045 return func(*args, **kwargs)
1049 class CountingStream(object):
1050 """ Stream wrapper counting the number of element it has yielded. Similar
1051 role to ``enumerate``, but for use when the iteration process of the stream
1052 isn't fully under caller control (the stream can be iterated from multiple
1053 points including within a library)
1055 ``start`` allows overriding the starting index (the index before the first
1058 On each iteration (call to :meth:`~.next`), increases its :attr:`~.index`
1061 .. attribute:: index
1063 ``int``, index of the last yielded element in the stream. If the stream
1064 has ended, will give an index 1-past the stream
1066 def __init__(self, stream, start=-1):
1067 self.stream = iter(stream)
1069 self.stopped = False
1073 if self.stopped: raise StopIteration()
1075 val = next(self.stream, _ph)
1078 raise StopIteration()
1081 # vim:expandtab:smartindent:tabstop=4:softtabstop=4:shiftwidth=4: