1 # -*- coding: utf-8 -*-
2 ##############################################################################
4 # OpenERP, Open Source Management Solution
5 # Copyright (C) 2004-2009 Tiny SPRL (<http://tiny.be>).
7 # This program is free software: you can redistribute it and/or modify
8 # it under the terms of the GNU Affero General Public License as
9 # published by the Free Software Foundation, either version 3 of the
10 # License, or (at your option) any later version.
12 # This program is distributed in the hope that it will be useful,
13 # but WITHOUT ANY WARRANTY; without even the implied warranty of
14 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 # GNU Affero General Public License for more details.
17 # You should have received a copy of the GNU Affero General Public License
18 # along with this program. If not, see <http://www.gnu.org/licenses/>.
20 ##############################################################################
33 from cStringIO import StringIO
34 from openerp.tools.translate import _
35 import openerp.netsvc as netsvc
36 import openerp.pooler as pooler
37 import openerp.release as release
38 import openerp.sql_db as sql_db
39 import openerp.tools as tools
40 import openerp.modules
41 import openerp.exceptions
43 #.apidoc title: Exported Service methods
44 #.apidoc module-mods: member-order: bysource
46 """ This python module defines the RPC methods available to remote clients.
48 Each 'Export Service' is a group of 'methods', which in turn are RPC
49 procedures to be called. Each method has its own arguments footprint.
52 RPC_VERSION_1 = {'server_version': '6.1', 'protocol_version': 1}
54 # This should be moved to openerp.modules.db, along side initialize().
55 def _initialize_db(serv, id, db_name, demo, lang, user_password):
58 serv.actions[id]['progress'] = 0
59 cr = sql_db.db_connect(db_name).cursor()
60 openerp.modules.db.initialize(cr) # TODO this should be removed as it is done by pooler.restart_pool.
61 tools.config['lang'] = lang
65 pool = pooler.restart_pool(db_name, demo, serv.actions[id],
66 update_module=True)[1]
68 cr = sql_db.db_connect(db_name).cursor()
71 modobj = pool.get('ir.module.module')
72 mids = modobj.search(cr, 1, [('state', '=', 'installed')])
73 modobj.update_translations(cr, 1, mids, lang)
75 cr.execute('UPDATE res_users SET password=%s, context_lang=%s, active=True WHERE login=%s', (
76 user_password, lang, 'admin'))
77 cr.execute('SELECT login, password, name ' \
80 serv.actions[id].update(users=cr.dictfetchall(), clean=True)
84 serv.actions[id].update(clean=False, exception=e)
85 logging.getLogger('db.create').exception('CREATE DATABASE failed:')
86 serv.actions[id]['traceback'] = traceback.format_exc()
90 class db(netsvc.ExportService):
91 def __init__(self, name="db"):
92 netsvc.ExportService.__init__(self, name)
95 self.id_protect = threading.Semaphore()
97 self._pg_psw_env_var_is_set = False # on win32, pg_dump need the PGPASSWORD env var
99 def dispatch(self, method, params):
100 if method in [ 'create', 'get_progress', 'drop', 'dump',
102 'change_admin_password', 'migrate_databases',
106 security.check_super(passwd)
107 elif method in [ 'db_exist', 'list', 'list_lang', 'server_version' ]:
109 # No security check for these methods
112 raise KeyError("Method not found: %s" % method)
113 fn = getattr(self, 'exp_'+method)
116 def _create_empty_database(self, name):
117 db = sql_db.db_connect('template1')
120 cr.autocommit(True) # avoid transaction block
121 cr.execute("""CREATE DATABASE "%s" ENCODING 'unicode' TEMPLATE "template0" """ % name)
125 def exp_create(self, db_name, demo, lang, user_password='admin'):
126 self.id_protect.acquire()
129 self.id_protect.release()
131 self.actions[id] = {'clean': False}
133 self._create_empty_database(db_name)
135 logging.getLogger('db.create').info('CREATE DATABASE %s', db_name.lower())
136 create_thread = threading.Thread(target=_initialize_db,
137 args=(self, id, db_name, demo, lang, user_password))
138 create_thread.start()
139 self.actions[id]['thread'] = create_thread
142 def exp_create_database(self, db_name, demo, lang, user_password='admin'):
143 """ Similar to exp_create but blocking."""
144 self.id_protect.acquire()
147 self.id_protect.release()
149 self.actions[id] = {'clean': False}
151 logging.getLogger('db.create').info('CREATE DATABASE %s', db_name.lower())
152 self._create_empty_database(db_name)
153 _initialize_db(self, id, db_name, demo, lang, user_password)
156 def exp_get_progress(self, id):
157 if self.actions[id]['thread'].isAlive():
158 # return openerp.modules.init_progress[db_name]
159 return (min(self.actions[id].get('progress', 0),0.95), [])
161 clean = self.actions[id]['clean']
163 users = self.actions[id]['users']
167 e = self.actions[id]['exception'] # TODO this seems wrong: actions[id]['traceback'] is set, but not 'exception'.
171 def exp_drop(self, db_name):
172 openerp.modules.registry.RegistryManager.delete(db_name)
173 sql_db.close_db(db_name)
174 logger = netsvc.Logger()
176 db = sql_db.db_connect('template1')
178 cr.autocommit(True) # avoid transaction block
181 cr.execute('DROP DATABASE "%s"' % db_name)
183 logger.notifyChannel("web-services", netsvc.LOG_ERROR,
184 'DROP DB: %s failed:\n%s' % (db_name, e))
185 raise Exception("Couldn't drop database %s: %s" % (db_name, e))
187 logger.notifyChannel("web-services", netsvc.LOG_INFO,
188 'DROP DB: %s' % (db_name))
193 def _set_pg_psw_env_var(self):
194 if os.name == 'nt' and not os.environ.get('PGPASSWORD', ''):
195 os.environ['PGPASSWORD'] = tools.config['db_password']
196 self._pg_psw_env_var_is_set = True
198 def _unset_pg_psw_env_var(self):
199 if os.name == 'nt' and self._pg_psw_env_var_is_set:
200 os.environ['PGPASSWORD'] = ''
202 def exp_dump(self, db_name):
203 logger = netsvc.Logger()
205 self._set_pg_psw_env_var()
207 cmd = ['pg_dump', '--format=c', '--no-owner']
208 if tools.config['db_user']:
209 cmd.append('--username=' + tools.config['db_user'])
210 if tools.config['db_host']:
211 cmd.append('--host=' + tools.config['db_host'])
212 if tools.config['db_port']:
213 cmd.append('--port=' + str(tools.config['db_port']))
216 stdin, stdout = tools.exec_pg_command_pipe(*tuple(cmd))
221 logger.notifyChannel("web-services", netsvc.LOG_ERROR,
222 'DUMP DB: %s failed\n%s' % (db_name, data))
223 raise Exception, "Couldn't dump database"
224 logger.notifyChannel("web-services", netsvc.LOG_INFO,
225 'DUMP DB: %s' % (db_name))
227 self._unset_pg_psw_env_var()
229 return base64.encodestring(data)
231 def exp_restore(self, db_name, data):
232 logger = netsvc.Logger()
234 self._set_pg_psw_env_var()
236 if self.exp_db_exist(db_name):
237 logger.notifyChannel("web-services", netsvc.LOG_WARNING,
238 'RESTORE DB: %s already exists' % (db_name,))
239 raise Exception, "Database already exists"
241 self._create_empty_database(db_name)
243 cmd = ['pg_restore', '--no-owner']
244 if tools.config['db_user']:
245 cmd.append('--username=' + tools.config['db_user'])
246 if tools.config['db_host']:
247 cmd.append('--host=' + tools.config['db_host'])
248 if tools.config['db_port']:
249 cmd.append('--port=' + str(tools.config['db_port']))
250 cmd.append('--dbname=' + db_name)
253 buf=base64.decodestring(data)
255 tmpfile = (os.environ['TMP'] or 'C:\\') + os.tmpnam()
256 file(tmpfile, 'wb').write(buf)
258 args2.append(' ' + tmpfile)
260 stdin, stdout = tools.exec_pg_command_pipe(*args2)
261 if not os.name == "nt":
262 stdin.write(base64.decodestring(data))
266 raise Exception, "Couldn't restore database"
267 logger.notifyChannel("web-services", netsvc.LOG_INFO,
268 'RESTORE DB: %s' % (db_name))
270 self._unset_pg_psw_env_var()
274 def exp_rename(self, old_name, new_name):
275 openerp.modules.registry.RegistryManager.delete(old_name)
276 sql_db.close_db(old_name)
277 logger = netsvc.Logger()
279 db = sql_db.db_connect('template1')
281 cr.autocommit(True) # avoid transaction block
284 cr.execute('ALTER DATABASE "%s" RENAME TO "%s"' % (old_name, new_name))
286 logger.notifyChannel("web-services", netsvc.LOG_ERROR,
287 'RENAME DB: %s -> %s failed:\n%s' % (old_name, new_name, e))
288 raise Exception("Couldn't rename database %s to %s: %s" % (old_name, new_name, e))
290 fs = os.path.join(tools.config['root_path'], 'filestore')
291 if os.path.exists(os.path.join(fs, old_name)):
292 os.rename(os.path.join(fs, old_name), os.path.join(fs, new_name))
294 logger.notifyChannel("web-services", netsvc.LOG_INFO,
295 'RENAME DB: %s -> %s' % (old_name, new_name))
300 def exp_db_exist(self, db_name):
301 ## Not True: in fact, check if connection to database is possible. The database may exists
302 return bool(sql_db.db_connect(db_name))
304 def exp_list(self, document=False):
305 if not tools.config['list_db'] and not document:
306 raise openerp.exceptions.AccessDenied()
308 db = sql_db.db_connect('template1')
312 db_user = tools.config["db_user"]
313 if not db_user and os.name == 'posix':
315 db_user = pwd.getpwuid(os.getuid())[0]
317 cr.execute("select decode(usename, 'escape') from pg_user where usesysid=(select datdba from pg_database where datname=%s)", (tools.config["db_name"],))
319 db_user = res and str(res[0])
321 cr.execute("select decode(datname, 'escape') from pg_database where datdba=(select usesysid from pg_user where usename=%s) and datname not in ('template0', 'template1', 'postgres') order by datname", (db_user,))
323 cr.execute("select decode(datname, 'escape') from pg_database where datname not in('template0', 'template1','postgres') order by datname")
324 res = [str(name) for (name,) in cr.fetchall()]
332 def exp_change_admin_password(self, new_password):
333 tools.config['admin_passwd'] = new_password
337 def exp_list_lang(self):
338 return tools.scan_languages()
340 def exp_server_version(self):
341 """ Return the version of the server
342 Used by the client to verify the compatibility with its own version
344 return release.version
346 def exp_migrate_databases(self,databases):
348 from openerp.osv.orm import except_orm
349 from openerp.osv.osv import except_osv
354 l.notifyChannel('migration', netsvc.LOG_INFO, 'migrate database %s' % (db,))
355 tools.config['update']['base'] = True
356 pooler.restart_pool(db, force_demo=False, update_module=True)
357 except except_orm, inst:
358 netsvc.abort_response(1, inst.name, 'warning', inst.value)
359 except except_osv, inst:
360 netsvc.abort_response(1, inst.name, 'warning', inst.value)
363 tb_s = reduce(lambda x, y: x+y, traceback.format_exception( sys.exc_type, sys.exc_value, sys.exc_traceback))
364 l.notifyChannel('web-services', netsvc.LOG_ERROR, tb_s)
368 class common(netsvc.ExportService):
369 _logger = logging.getLogger('web-services')
371 def __init__(self,name="common"):
372 netsvc.ExportService.__init__(self,name)
374 def dispatch(self, method, params):
375 if method in ['login', 'about', 'timezone_get', 'get_server_environment',
376 'login_message','get_stats', 'check_connectivity',
377 'list_http_services', 'version', 'authenticate']:
379 elif method in ['get_available_updates', 'get_migration_scripts', 'set_loglevel', 'get_os_time', 'get_sqlcount']:
382 security.check_super(passwd)
384 raise Exception("Method not found: %s" % method)
386 fn = getattr(self, 'exp_'+method)
389 def exp_login(self, db, login, password):
390 # TODO: legacy indirection through 'security', should use directly
391 # the res.users model
392 res = security.login(db, login, password)
393 msg = res and 'successful login' or 'bad login or password'
394 self._logger.info("%s from '%s' using database '%s'", msg, login, db.lower())
397 def exp_authenticate(self, db, login, password, user_agent_env):
398 res_users = pooler.get_pool(db).get('res.users')
399 return res_users.authenticate(db, login, password, user_agent_env)
401 def exp_version(self):
404 def exp_about(self, extended=False):
405 """Return information about the OpenERP Server.
407 @param extended: if True then return version info
408 @return string if extended is False else tuple
413 OpenERP is an ERP+CRM program for small and medium businesses.
415 The whole source code is distributed under the terms of the
418 (c) 2003-TODAY, Fabien Pinckaers - Tiny sprl''')
421 return info, release.version
424 def exp_timezone_get(self, db, login, password):
425 return tools.misc.get_server_timezone()
427 def exp_get_available_updates(self, contract_id, contract_password):
428 import openerp.tools.maintenance as tm
430 rc = tm.remote_contract(contract_id, contract_password)
432 raise tm.RemoteContractException('This contract does not exist or is not active')
434 return rc.get_available_updates(rc.id, openerp.modules.get_modules_with_version())
436 except tm.RemoteContractException, e:
437 netsvc.abort_response(1, 'Migration Error', 'warning', str(e))
440 def exp_get_migration_scripts(self, contract_id, contract_password):
442 import openerp.tools.maintenance as tm
444 rc = tm.remote_contract(contract_id, contract_password)
446 raise tm.RemoteContractException('This contract does not exist or is not active')
447 if rc.status != 'full':
448 raise tm.RemoteContractException('Can not get updates for a partial contract')
450 l.notifyChannel('migration', netsvc.LOG_INFO, 'starting migration with contract %s' % (rc.name,))
452 zips = rc.retrieve_updates(rc.id, openerp.modules.get_modules_with_version())
454 from shutil import rmtree, copytree, copy
456 backup_directory = os.path.join(tools.config['root_path'], 'backup', time.strftime('%Y-%m-%d-%H-%M'))
457 if zips and not os.path.isdir(backup_directory):
458 l.notifyChannel('migration', netsvc.LOG_INFO, 'create a new backup directory to \
459 store the old modules: %s' % (backup_directory,))
460 os.makedirs(backup_directory)
463 l.notifyChannel('migration', netsvc.LOG_INFO, 'upgrade module %s' % (module,))
464 mp = openerp.modules.get_module_path(module)
466 if os.path.isdir(mp):
467 copytree(mp, os.path.join(backup_directory, module))
468 if os.path.islink(mp):
473 copy(mp + 'zip', backup_directory)
474 os.unlink(mp + '.zip')
478 base64_decoded = base64.decodestring(zips[module])
480 l.notifyChannel('migration', netsvc.LOG_ERROR, 'unable to read the module %s' % (module,))
483 zip_contents = StringIO(base64_decoded)
487 tools.extract_zip_file(zip_contents, tools.config['addons_path'] )
489 l.notifyChannel('migration', netsvc.LOG_ERROR, 'unable to extract the module %s' % (module, ))
495 l.notifyChannel('migration', netsvc.LOG_ERROR, 'restore the previous version of the module %s' % (module, ))
496 nmp = os.path.join(backup_directory, module)
497 if os.path.isdir(nmp):
498 copytree(nmp, tools.config['addons_path'])
500 copy(nmp+'.zip', tools.config['addons_path'])
504 except tm.RemoteContractException, e:
505 netsvc.abort_response(1, 'Migration Error', 'warning', str(e))
508 tb_s = reduce(lambda x, y: x+y, traceback.format_exception( sys.exc_type, sys.exc_value, sys.exc_traceback))
509 l.notifyChannel('migration', netsvc.LOG_ERROR, tb_s)
512 def exp_get_server_environment(self):
513 os_lang = '.'.join( [x for x in locale.getdefaultlocale() if x] )
516 environment = '\nEnvironment Information : \n' \
519 %(platform.platform(), platform.os.name)
520 if os.name == 'posix':
521 if platform.system() == 'Linux':
522 lsbinfo = os.popen('lsb_release -a').read()
523 environment += '%s'%(lsbinfo)
525 environment += 'Your System is not lsb compliant\n'
526 environment += 'Operating System Release : %s\n' \
527 'Operating System Version : %s\n' \
528 'Operating System Architecture : %s\n' \
529 'Operating System Locale : %s\n'\
530 'Python Version : %s\n'\
531 'OpenERP-Server Version : %s'\
532 %(platform.release(), platform.version(), platform.architecture()[0],
533 os_lang, platform.python_version(),release.version)
536 def exp_login_message(self):
537 return tools.config.get('login_message', False)
539 def exp_set_loglevel(self, loglevel, logger=None):
541 l.set_loglevel(int(loglevel), logger)
544 def exp_get_stats(self):
546 res = "OpenERP server: %d threads\n" % threading.active_count()
547 res += netsvc.Server.allStats()
550 def exp_list_http_services(self):
551 return http_server.list_http_services()
553 def exp_check_connectivity(self):
554 return bool(sql_db.db_connect('template1'))
556 def exp_get_os_time(self):
559 def exp_get_sqlcount(self):
560 logger = logging.getLogger('db.cursor')
561 if not logger.isEnabledFor(logging.DEBUG_SQL):
562 logger.warning("Counters of SQL will not be reliable unless DEBUG_SQL is set at the server's config.")
563 return sql_db.sql_counter
566 class objects_proxy(netsvc.ExportService):
567 def __init__(self, name="object"):
568 netsvc.ExportService.__init__(self,name)
570 def dispatch(self, method, params):
571 (db, uid, passwd ) = params[0:3]
573 if method == 'obj_list':
574 raise NameError("obj_list has been discontinued via RPC as of 6.0, please query ir.model directly!")
575 if method not in ['execute','exec_workflow']:
576 raise NameError("Method not available %s" % method)
577 security.check(db,uid,passwd)
578 assert openerp.osv.osv.service, "The object_proxy class must be started with start_object_proxy."
579 fn = getattr(openerp.osv.osv.service, method)
580 res = fn(db, uid, *params)
586 # - None = end of wizard
588 # Wizard Type: 'form'
593 # TODO: change local request to OSE request/reply pattern
595 class wizard(netsvc.ExportService):
596 def __init__(self, name='wizard'):
597 netsvc.ExportService.__init__(self,name)
603 def dispatch(self, method, params):
604 (db, uid, passwd ) = params[0:3]
606 if method not in ['execute','create']:
607 raise KeyError("Method not supported %s" % method)
608 security.check(db,uid,passwd)
609 fn = getattr(self, 'exp_'+method)
610 res = fn(db, uid, *params)
613 def _execute(self, db, uid, wiz_id, datas, action, context):
614 self.wiz_datas[wiz_id].update(datas)
615 wiz = netsvc.LocalService('wizard.'+self.wiz_name[wiz_id])
616 return wiz.execute(db, uid, self.wiz_datas[wiz_id], action, context)
618 def exp_create(self, db, uid, wiz_name, datas=None):
621 #FIXME: this is not thread-safe
623 self.wiz_datas[self.id] = {}
624 self.wiz_name[self.id] = wiz_name
625 self.wiz_uid[self.id] = uid
628 def exp_execute(self, db, uid, wiz_id, datas, action='init', context=None):
632 if wiz_id in self.wiz_uid:
633 if self.wiz_uid[wiz_id] == uid:
634 return self._execute(db, uid, wiz_id, datas, action, context)
636 raise openerp.exceptions.AccessDenied()
638 raise openerp.exceptions.Warning('Wizard not found.')
641 # TODO: set a maximum report number per user to avoid DOS attacks
647 class report_spool(netsvc.ExportService):
648 def __init__(self, name='report'):
649 netsvc.ExportService.__init__(self, name)
652 self.id_protect = threading.Semaphore()
654 def dispatch(self, method, params):
655 (db, uid, passwd ) = params[0:3]
657 if method not in ['report', 'report_get', 'render_report']:
658 raise KeyError("Method not supported %s" % method)
659 security.check(db,uid,passwd)
660 fn = getattr(self, 'exp_' + method)
661 res = fn(db, uid, *params)
664 def exp_render_report(self, db, uid, object, ids, datas=None, context=None):
670 self.id_protect.acquire()
673 self.id_protect.release()
675 self._reports[id] = {'uid': uid, 'result': False, 'state': False, 'exception': None}
677 cr = pooler.get_db(db).cursor()
681 obj = netsvc.LocalService('report.'+object)
682 (result, format) = obj.create(cr, uid, ids, datas, context)
685 self._reports[id]['exception'] = openerp.exceptions.DeferredException('RML is not available at specified location or not enough data to print!', tb)
686 self._reports[id]['result'] = result
687 self._reports[id]['format'] = format
688 self._reports[id]['state'] = True
689 except Exception, exception:
692 tb_s = "".join(traceback.format_exception(*tb))
693 logger = netsvc.Logger()
694 logger.notifyChannel('web-services', netsvc.LOG_ERROR,
695 'Exception: %s\n%s' % (str(exception), tb_s))
696 if hasattr(exception, 'name') and hasattr(exception, 'value'):
697 self._reports[id]['exception'] = openerp.exceptions.DeferredException(tools.ustr(exception.name), tools.ustr(exception.value))
699 self._reports[id]['exception'] = openerp.exceptions.DeferredException(tools.exception_to_unicode(exception), tb)
700 self._reports[id]['state'] = True
704 return self._check_report(id)
706 def exp_report(self, db, uid, object, ids, datas=None, context=None):
712 self.id_protect.acquire()
715 self.id_protect.release()
717 self._reports[id] = {'uid': uid, 'result': False, 'state': False, 'exception': None}
719 def go(id, uid, ids, datas, context):
720 cr = pooler.get_db(db).cursor()
724 obj = netsvc.LocalService('report.'+object)
725 (result, format) = obj.create(cr, uid, ids, datas, context)
728 self._reports[id]['exception'] = openerp.exceptions.DeferredException('RML is not available at specified location or not enough data to print!', tb)
729 self._reports[id]['result'] = result
730 self._reports[id]['format'] = format
731 self._reports[id]['state'] = True
732 except Exception, exception:
735 tb_s = "".join(traceback.format_exception(*tb))
736 logger = netsvc.Logger()
737 logger.notifyChannel('web-services', netsvc.LOG_ERROR,
738 'Exception: %s\n%s' % (str(exception), tb_s))
739 if hasattr(exception, 'name') and hasattr(exception, 'value'):
740 self._reports[id]['exception'] = openerp.exceptions.DeferredException(tools.ustr(exception.name), tools.ustr(exception.value))
742 self._reports[id]['exception'] = openerp.exceptions.DeferredException(tools.exception_to_unicode(exception), tb)
743 self._reports[id]['state'] = True
748 thread.start_new_thread(go, (id, uid, ids, datas, context))
751 def _check_report(self, report_id):
752 result = self._reports[report_id]
753 exc = result['exception']
755 netsvc.abort_response(exc, exc.message, 'warning', exc.traceback)
756 res = {'state': result['state']}
758 if tools.config['reportgz']:
760 res2 = zlib.compress(result['result'])
763 #CHECKME: why is this needed???
764 if isinstance(result['result'], unicode):
765 res2 = result['result'].encode('latin1', 'replace')
767 res2 = result['result']
769 res['result'] = base64.encodestring(res2)
770 res['format'] = result['format']
771 del self._reports[report_id]
774 def exp_report_get(self, db, uid, report_id):
775 if report_id in self._reports:
776 if self._reports[report_id]['uid'] == uid:
777 return self._check_report(report_id)
779 raise Exception, 'AccessDenied'
781 raise Exception, 'ReportNotFound'
784 def start_web_services():
792 # vim:expandtab:smartindent:tabstop=4:softtabstop=4:shiftwidth=4: