1 # -*- coding: utf-8 -*-
2 ##############################################################################
4 # OpenERP, Open Source Management Solution
5 # Copyright (C) 2004-2009 Tiny SPRL (<http://tiny.be>).
7 # This program is free software: you can redistribute it and/or modify
8 # it under the terms of the GNU Affero General Public License as
9 # published by the Free Software Foundation, either version 3 of the
10 # License, or (at your option) any later version.
12 # This program is distributed in the hope that it will be useful,
13 # but WITHOUT ANY WARRANTY; without even the implied warranty of
14 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 # GNU Affero General Public License for more details.
17 # You should have received a copy of the GNU Affero General Public License
18 # along with this program. If not, see <http://www.gnu.org/licenses/>.
20 ##############################################################################
24 from lxml import etree
34 from config import config
39 from lxml import etree
41 sys.stderr.write("ERROR: pythonic binding for the libxml2 and libxslt libraries is missing\n")
42 sys.stderr.write("ERROR: Try to install python-lxml package\n")
47 class ConvertError(Exception):
48 def __init__(self, doc, orig_excpt):
50 self.orig = orig_excpt
53 return 'Exception:\n\t%s\nUsing file:\n%s' % (self.orig, self.d)
56 return lambda x: self.id_get(cr, False, x)
58 def _obj(pool, cr, uid, model_str, context=None):
59 model = pool.get(model_str)
60 return lambda x: model.browse(cr, uid, x, context=context)
62 def _eval_xml(self,node, pool, cr, uid, idref, context=None):
65 if node.tag in ('field','value'):
66 t = node.get('type','') or 'char'
67 f_model = node.get("model", '').encode('ascii')
68 if len(node.get('search','')):
69 f_search = node.get("search",'').encode('utf-8')
70 f_use = node.get("use",'').encode('ascii')
71 f_name = node.get("name",'').encode('utf-8')
74 q = eval(f_search, idref)
75 ids = pool.get(f_model).search(cr, uid, q)
77 ids = map(lambda x: x[f_use], pool.get(f_model).read(cr, uid, ids, [f_use]))
78 _cols = pool.get(f_model)._columns
79 if (f_name in _cols) and _cols[f_name]._type=='many2many':
84 if isinstance(f_val, tuple):
87 a_eval = node.get('eval','')
90 from mx import DateTime
93 idref2['DateTime'] = DateTime
95 idref2['version'] = release.major_version
96 idref2['ref'] = lambda x: self.id_get(cr, False, x)
98 idref2['obj'] = _obj(self.pool, cr, uid, f_model, context=context)
102 logger = netsvc.Logger()
103 logger.notifyChannel("init", netsvc.LOG_WARNING, 'could not find pytz library')
104 class pytzclass(object):
107 idref2['pytz'] = pytz
109 return eval(a_eval, idref2)
111 logger = netsvc.Logger()
112 logger.notifyChannel("init", netsvc.LOG_WARNING, 'could eval(%s) for %s in %s, please get back and fix it!' % (a_eval,node.get('name'),context))
115 def _process(s, idref):
116 m = re.findall('[^%]%\((.*?)\)[ds]', s)
119 idref[id]=self.id_get(cr, False, id)
121 txt = '<?xml version="1.0"?>\n'+_process("".join([etree.tostring(i).encode("utf8") for i in node.getchildren()]), idref)
123 if t in ('char', 'int', 'float'):
134 elif t in ('list','tuple'):
136 for n in [i for i in node.getchildren() if (i.tag=='value')]:
137 res.append(_eval_xml(self,n,pool,cr,uid,idref))
141 elif node.tag == "getitem":
142 for n in [i for i in node.getchildren()]:
143 res=_eval_xml(self,n,pool,cr,uid,idref)
146 elif node.get('type','') in ("int", "list"):
147 return res[int(node.get('index',''))]
149 return res[node.get('index','').encode("utf8")]
150 elif node.tag == "function":
152 a_eval = node.get('eval','')
154 idref['ref'] = lambda x: self.id_get(cr, False, x)
155 args = eval(a_eval, idref)
156 for n in [i for i in node.getchildren()]:
157 return_val = _eval_xml(self,n, pool, cr, uid, idref, context)
158 if return_val != None:
159 args.append(return_val)
160 model = pool.get(node.get('model',''))
161 method = node.get('name','')
162 res = getattr(model, method)(cr, uid, *args)
164 elif node.tag == "test":
168 escape_re = re.compile(r'(?<!\\)/')
170 return x.replace('\\/', '/')
172 class assertion_report(object):
176 def record_assertion(self, success, severity):
178 Records the result of an assertion for the failed/success count
181 if severity in self._report:
182 self._report[severity][success] += 1
184 self._report[severity] = {success:1, not success: 0}
187 def get_report(self):
191 res = '\nAssertions report:\nLevel\tsuccess\tfailed\n'
193 for sev in self._report:
194 res += sev + '\t' + str(self._report[sev][True]) + '\t' + str(self._report[sev][False]) + '\n'
195 success += self._report[sev][True]
196 failed += self._report[sev][False]
197 res += 'total\t' + str(success) + '\t' + str(failed) + '\n'
198 res += 'end of report (' + str(success + failed) + ' assertion(s) checked)'
201 class xml_import(object):
204 def nodeattr2bool(node, attr, default=False):
205 if not node.get(attr):
207 val = node.get(attr).strip()
210 return val.lower() not in ('0', 'false', 'off')
212 def isnoupdate(self, data_node=None):
213 return self.noupdate or (len(data_node) and self.nodeattr2bool(data_node, 'noupdate', False))
215 def get_context(self, data_node, node, eval_dict):
216 data_node_context = (len(data_node) and data_node.get('context','').encode('utf8'))
217 if data_node_context:
218 context = eval(data_node_context, eval_dict)
222 node_context = node.get("context",'').encode('utf8')
223 if len(node_context):
224 context.update(eval(node_context, eval_dict))
228 def get_uid(self, cr, uid, data_node, node):
229 node_uid = node.get('uid','') or (len(data_node) and data_node.get('uid',''))
231 return self.id_get(cr, None, node_uid)
234 def _test_xml_id(self, xml_id):
237 module, id = xml_id.split('.', 1)
238 assert '.' not in id, """The ID reference "%s" must contain
239 maximum one dot. They are used to refer to other modules ID, in the
240 form: module.record_id""" % (xml_id,)
241 if module != self.module:
242 modcnt = self.pool.get('ir.module.module').search_count(self.cr, self.uid, ['&', ('name', '=', module), ('state', 'in', ['installed'])])
243 assert modcnt == 1, """The ID "%s" refers to an uninstalled module""" % (xml_id,)
246 self.logger.notifyChannel('init', netsvc.LOG_ERROR, 'id: %s is to long (max: 64)'% (id,))
248 def _tag_delete(self, cr, rec, data_node=None):
249 d_model = rec.get("model",'')
250 d_search = rec.get("search",'')
251 d_id = rec.get("id",'')
254 ids = self.pool.get(d_model).search(cr,self.uid,eval(d_search))
257 ids.append(self.id_get(cr, d_model, d_id))
259 # d_id cannot be found. doesn't matter in this case
262 self.pool.get(d_model).unlink(cr, self.uid, ids)
263 self.pool.get('ir.model.data')._unlink(cr, self.uid, d_model, ids, direct=True)
266 def _tag_report(self, cr, rec, data_node=None):
268 for dest,f in (('name','string'),('model','model'),('report_name','name')):
269 res[dest] = rec.get(f,'').encode('utf8')
270 assert res[dest], "Attribute %s of report is empty !" % (f,)
271 for field,dest in (('rml','report_rml'),('xml','report_xml'),('xsl','report_xsl'),('attachment','attachment'),('attachment_use','attachment_use')):
273 res[dest] = rec.get(field,'').encode('utf8')
275 res['auto'] = eval(rec.get('auto',''))
277 sxw_content = misc.file_open(rec.get('sxw','')).read()
278 res['report_sxw_content'] = sxw_content
279 if rec.get('header'):
280 res['header'] = eval(rec.get('header',''))
281 if rec.get('report_type'):
282 res['report_type'] = rec.get('report_type','')
284 res['multi'] = rec.get('multi','') and eval(rec.get('multi',''))
285 xml_id = rec.get('id','').encode('utf8')
287 self._test_xml_id(xml_id)
289 if rec.get('groups'):
290 g_names = rec.get('groups','').split(',')
292 groups_obj = self.pool.get('res.groups')
293 for group in g_names:
294 if group.startswith('-'):
295 group_id = self.id_get(cr, 'res.groups', group[1:])
296 groups_value.append((3, group_id))
298 group_id = self.id_get(cr, 'res.groups', group)
299 groups_value.append((4, group_id))
300 res['groups_id'] = groups_value
302 id = self.pool.get('ir.model.data')._update(cr, self.uid, "ir.actions.report.xml", self.module, res, xml_id, noupdate=self.isnoupdate(data_node), mode=self.mode)
303 self.idref[xml_id] = int(id)
305 if not rec.get('menu') or eval(rec.get('menu','')):
306 keyword = str(rec.get('keyword','') or 'client_print_multi')
307 keys = [('action',keyword),('res_model',res['model'])]
308 value = 'ir.actions.report.xml,'+str(id)
309 replace = rec.get("replace",'') or True
310 self.pool.get('ir.model.data').ir_set(cr, self.uid, 'action', keyword, res['name'], [res['model']], value, replace=replace, isobject=True, xml_id=xml_id)
313 def _tag_function(self, cr, rec, data_node=None):
314 if self.isnoupdate(data_node) and self.mode != 'init':
316 context = self.get_context(data_node, rec, {'ref': _ref(self, cr)})
317 uid = self.get_uid(cr, self.uid, data_node, rec)
318 _eval_xml(self,rec, self.pool, cr, uid, self.idref, context=context)
321 def _tag_wizard(self, cr, rec, data_node=None):
322 string = rec.get("string",'').encode('utf8')
323 model = rec.get("model",'').encode('utf8')
324 name = rec.get("name",'').encode('utf8')
325 xml_id = rec.get('id','').encode('utf8')
326 self._test_xml_id(xml_id)
327 multi = rec.get('multi','') and eval(rec.get('multi',''))
328 res = {'name': string, 'wiz_name': name, 'multi': multi, 'model': model}
330 if rec.get('groups'):
331 g_names = rec.get('groups','').split(',')
333 groups_obj = self.pool.get('res.groups')
334 for group in g_names:
335 if group.startswith('-'):
336 group_id = self.id_get(cr, 'res.groups', group[1:])
337 groups_value.append((3, group_id))
339 group_id = self.id_get(cr, 'res.groups', group)
340 groups_value.append((4, group_id))
341 res['groups_id'] = groups_value
343 id = self.pool.get('ir.model.data')._update(cr, self.uid, "ir.actions.wizard", self.module, res, xml_id, noupdate=self.isnoupdate(data_node), mode=self.mode)
344 self.idref[xml_id] = int(id)
346 if (not rec.get('menu') or eval(rec.get('menu',''))) and id:
347 keyword = str(rec.get('keyword','') or 'client_action_multi')
348 keys = [('action',keyword),('res_model',model)]
349 value = 'ir.actions.wizard,'+str(id)
350 replace = rec.get("replace",'') or True
351 self.pool.get('ir.model.data').ir_set(cr, self.uid, 'action', keyword, string, [model], value, replace=replace, isobject=True, xml_id=xml_id)
354 def _tag_url(self, cr, rec, data_node=None):
355 url = rec.get("string",'').encode('utf8')
356 target = rec.get("target",'').encode('utf8')
357 name = rec.get("name",'').encode('utf8')
358 xml_id = rec.get('id','').encode('utf8')
359 self._test_xml_id(xml_id)
361 res = {'name': name, 'url': url, 'target':target}
363 id = self.pool.get('ir.model.data')._update(cr, self.uid, "ir.actions.url", self.module, res, xml_id, noupdate=self.isnoupdate(data_node), mode=self.mode)
364 self.idref[xml_id] = int(id)
366 if (not rec.get('menu') or eval(rec.get('menu',''))) and id:
367 keyword = str(rec.get('keyword','') or 'client_action_multi')
368 keys = [('action',keyword)]
369 value = 'ir.actions.url,'+str(id)
370 replace = rec.get("replace",'') or True
371 self.pool.get('ir.model.data').ir_set(cr, self.uid, 'action', keyword, url, ["ir.actions.url"], value, replace=replace, isobject=True, xml_id=xml_id)
374 def _tag_act_window(self, cr, rec, data_node=None):
375 name = rec.get('name','').encode('utf-8')
376 xml_id = rec.get('id','').encode('utf8')
377 self._test_xml_id(xml_id)
378 type = rec.get('type','').encode('utf-8') or 'ir.actions.act_window'
381 view_id = self.id_get(cr, 'ir.actions.act_window', rec.get('view','').encode('utf-8'))
382 domain = rec.get('domain','').encode('utf-8') or '{}'
383 context = rec.get('context','').encode('utf-8') or '{}'
384 res_model = rec.get('res_model','').encode('utf-8')
385 src_model = rec.get('src_model','').encode('utf-8')
386 view_type = rec.get('view_type','').encode('utf-8') or 'form'
387 view_mode = rec.get('view_mode','').encode('utf-8') or 'tree,form'
388 usage = rec.get('usage','').encode('utf-8')
389 limit = rec.get('limit','').encode('utf-8')
390 auto_refresh = rec.get('auto_refresh','').encode('utf-8')
392 # def ref() added because , if context has ref('id') eval wil use this ref
394 active_id=str("active_id") # for further reference in client/bin/tools/__init__.py
397 return self.id_get(cr, None, str_id)
398 context=eval(context)
406 'res_model': res_model,
407 'src_model': src_model,
408 'view_type': view_type,
409 'view_mode': view_mode,
412 'auto_refresh': auto_refresh,
413 # 'groups_id':groups_id,
416 if rec.get('groups'):
417 g_names = rec.get('groups','').split(',')
419 groups_obj = self.pool.get('res.groups')
420 for group in g_names:
421 if group.startswith('-'):
422 group_id = self.id_get(cr, 'res.groups', group[1:])
423 groups_value.append((3, group_id))
425 group_id = self.id_get(cr, 'res.groups', group)
426 groups_value.append((4, group_id))
427 res['groups_id'] = groups_value
429 if rec.get('target'):
430 res['target'] = rec.get('target','')
431 id = self.pool.get('ir.model.data')._update(cr, self.uid, 'ir.actions.act_window', self.module, res, xml_id, noupdate=self.isnoupdate(data_node), mode=self.mode)
432 self.idref[xml_id] = int(id)
435 keyword = 'client_action_relate'
436 keys = [('action', keyword), ('res_model', res_model)]
437 value = 'ir.actions.act_window,'+str(id)
438 replace = rec.get('replace','') or True
439 self.pool.get('ir.model.data').ir_set(cr, self.uid, 'action', keyword, xml_id, [src_model], value, replace=replace, isobject=True, xml_id=xml_id)
440 # TODO add remove ir.model.data
443 def _tag_ir_set(self, cr, rec, data_node=None):
444 if not self.mode=='init':
447 for field in [i for i in rec.getchildren() if (i.tag=="field")]:
448 f_name = field.get("name",'').encode('utf-8')
449 f_val = _eval_xml(self,field,self.pool, cr, self.uid, self.idref)
451 self.pool.get('ir.model.data').ir_set(cr, self.uid, res['key'], res['key2'], res['name'], res['models'], res['value'], replace=res.get('replace',True), isobject=res.get('isobject', False), meta=res.get('meta',None))
454 def _tag_workflow(self, cr, rec, data_node=None):
455 if self.isnoupdate(data_node) and self.mode != 'init':
457 model = str(rec.get('model',''))
458 w_ref = rec.get('ref','')
460 id = self.id_get(cr, model, w_ref)
462 assert rec.getchildren(), 'You must define a child node if you dont give a ref'
463 element_childs = [i for i in rec.getchildren()]
464 assert len(element_childs) == 1, 'Only one child node is accepted (%d given)' % len(rec.getchildren())
465 id = _eval_xml(self, element_childs[0], self.pool, cr, self.uid, self.idref)
467 uid = self.get_uid(cr, self.uid, data_node, rec)
468 wf_service = netsvc.LocalService("workflow")
469 wf_service.trg_validate(uid, model,
471 str(rec.get('action','')), cr)
475 # Support two types of notation:
476 # name="Inventory Control/Sending Goods"
481 def _tag_menuitem(self, cr, rec, data_node=None):
482 rec_id = rec.get("id",'').encode('ascii')
483 self._test_xml_id(rec_id)
484 m_l = map(escape, escape_re.split(rec.get("name",'').encode('utf8')))
486 values = {'parent_id': False}
487 if not rec.get('parent'):
489 for idx, menu_elem in enumerate(m_l):
491 cr.execute('select id from ir_ui_menu where parent_id=%s and name=%s', (pid, menu_elem))
493 cr.execute('select id from ir_ui_menu where parent_id is null and name=%s', (menu_elem,))
496 values = {'parent_id': pid,'name':menu_elem}
499 xml_id = idx==len(m_l)-1 and rec.get('id','').encode('utf8')
501 npid = self.pool.get('ir.model.data')._update_dummy(cr, self.uid, 'ir.ui.menu', self.module, xml_id, idx==len(m_l)-1)
503 self.logger.notifyChannel('init', netsvc.LOG_ERROR, "module: %s xml_id: %s" % (self.module, xml_id))
505 # the menuitem does't exist but we are in branch (not a leaf)
506 self.logger.notifyChannel("init", netsvc.LOG_WARNING, 'Warning no ID for submenu %s of menu %s !' % (menu_elem, str(m_l)))
507 pid = self.pool.get('ir.ui.menu').create(cr, self.uid, {'parent_id' : pid, 'name' : menu_elem})
509 menu_parent_id = self.id_get(cr, 'ir.ui.menu', rec.get('parent',''))
510 values = {'parent_id': menu_parent_id}
512 values['name'] = rec.get('name','')
514 res = [ self.id_get(cr, 'ir.ui.menu', rec.get('id','')) ]
518 if rec.get('action'):
519 a_action = rec.get('action','').encode('utf8')
520 a_type = rec.get('type','').encode('utf8') or 'act_window'
522 "act_window": 'STOCK_NEW',
523 "report.xml": 'STOCK_PASTE',
524 "wizard": 'STOCK_EXECUTE',
525 "url": 'STOCK_JUMP_TO'
527 values['icon'] = icons.get(a_type,'STOCK_NEW')
528 if a_type=='act_window':
529 a_id = self.id_get(cr, 'ir.actions.%s'% a_type, a_action)
530 cr.execute('select view_type,view_mode,name,view_id,target from ir_act_window where id=%s', (int(a_id),))
531 rrres = cr.fetchone()
532 assert rrres, "No window action defined for this id %s !\n" \
533 "Verify that this is a window action or add a type argument." % (a_action,)
534 action_type,action_mode,action_name,view_id,target = rrres
536 cr.execute('SELECT type FROM ir_ui_view WHERE id=%s', (int(view_id),))
537 action_mode, = cr.fetchone()
538 cr.execute('SELECT view_mode FROM ir_act_window_view WHERE act_window_id=%s ORDER BY sequence LIMIT 1', (int(a_id),))
540 action_mode, = cr.fetchone()
541 if action_type=='tree':
542 values['icon'] = 'STOCK_INDENT'
543 elif action_mode and action_mode.startswith('tree'):
544 values['icon'] = 'STOCK_JUSTIFY_FILL'
545 elif action_mode and action_mode.startswith('graph'):
546 values['icon'] = 'terp-graph'
547 elif action_mode and action_mode.startswith('calendar'):
548 values['icon'] = 'terp-calendar'
550 values['icon'] = 'STOCK_EXECUTE'
551 if not values.get('name', False):
552 values['name'] = action_name
553 elif a_type=='wizard':
554 a_id = self.id_get(cr, 'ir.actions.%s'% a_type, a_action)
555 cr.execute('select name from ir_act_wizard where id=%s', (int(a_id),))
557 if (not values.get('name', False)) and resw:
558 values['name'] = resw[0]
559 if rec.get('sequence'):
560 values['sequence'] = int(rec.get('sequence',''))
562 values['icon'] = str(rec.get('icon',''))
563 if rec.get('groups'):
564 g_names = rec.get('groups','').split(',')
566 groups_obj = self.pool.get('res.groups')
567 for group in g_names:
568 if group.startswith('-'):
569 group_id = self.id_get(cr, 'res.groups', group[1:])
570 groups_value.append((3, group_id))
572 group_id = self.id_get(cr, 'res.groups', group)
573 groups_value.append((4, group_id))
574 values['groups_id'] = groups_value
576 xml_id = rec.get('id','').encode('utf8')
577 self._test_xml_id(xml_id)
578 pid = self.pool.get('ir.model.data')._update(cr, self.uid, 'ir.ui.menu', self.module, values, xml_id, noupdate=self.isnoupdate(data_node), mode=self.mode, res_id=res and res[0] or False)
581 self.idref[rec_id] = int(pid)
583 if rec.get('action') and pid:
584 a_action = rec.get('action','').encode('utf8')
585 a_type = rec.get('type','').encode('utf8') or 'act_window'
586 a_id = self.id_get(cr, 'ir.actions.%s' % a_type, a_action)
587 action = "ir.actions.%s,%d" % (a_type, a_id)
588 self.pool.get('ir.model.data').ir_set(cr, self.uid, 'action', 'tree_but_open', 'Menuitem', [('ir.ui.menu', int(pid))], action, True, True, xml_id=rec_id)
589 return ('ir.ui.menu', pid)
591 def _assert_equals(self, f1, f2, prec = 4):
592 return not round(f1 - f2, prec)
594 def _tag_assert(self, cr, rec, data_node=None):
595 if self.isnoupdate(data_node) and self.mode != 'init':
598 rec_model = rec.get("model",'').encode('ascii')
599 model = self.pool.get(rec_model)
600 assert model, "The model %s does not exist !" % (rec_model,)
601 rec_id = rec.get("id",'').encode('ascii')
602 self._test_xml_id(rec_id)
603 rec_src = rec.get("search",'').encode('utf8')
604 rec_src_count = rec.get("count",'')
606 severity = rec.get("severity",'').encode('ascii') or netsvc.LOG_ERROR
607 rec_string = rec.get("string",'').encode('utf8') or 'unknown'
610 eval_dict = {'ref': _ref(self, cr)}
611 context = self.get_context(data_node, rec, eval_dict)
612 uid = self.get_uid(cr, self.uid, data_node, rec)
614 ids = [self.id_get(cr, rec_model, rec_id)]
616 q = eval(rec_src, eval_dict)
617 ids = self.pool.get(rec_model).search(cr, uid, q, context=context)
618 if len(rec_src_count):
619 count = int(rec_src_count)
620 if len(ids) != count:
621 self.assert_report.record_assertion(False, severity)
622 msg = 'assertion "%s" failed!\n' \
623 ' Incorrect search count:\n' \
624 ' expected count: %d\n' \
625 ' obtained count: %d\n' \
626 % (rec_string, count, len(ids))
627 self.logger.notifyChannel('init', severity, msg)
628 sevval = getattr(logging, severity.upper())
629 if sevval >= config['assert_exit_level']:
630 # TODO: define a dedicated exception
631 raise Exception('Severe assertion failure')
634 assert ids != None, 'You must give either an id or a search criteria'
638 brrec = model.browse(cr, uid, id, context)
640 def __getitem__(self2, key):
643 return dict.__getitem__(self2, key)
645 globals['floatEqual'] = self._assert_equals
647 globals['_ref'] = ref
648 for test in [i for i in rec.getchildren() if (i.tag=="test")]:
649 f_expr = test.get("expr",'').encode('utf-8')
650 expected_value = _eval_xml(self, test, self.pool, cr, uid, self.idref, context=context) or True
651 expression_value = eval(f_expr, globals)
652 if expression_value != expected_value: # assertion failed
653 self.assert_report.record_assertion(False, severity)
654 msg = 'assertion "%s" failed!\n' \
656 ' expected value: %r\n' \
657 ' obtained value: %r\n' \
658 % (rec_string, etree.tostring(test), expected_value, expression_value)
659 self.logger.notifyChannel('init', severity, msg)
660 sevval = getattr(logging, severity.upper())
661 if sevval >= config['assert_exit_level']:
662 # TODO: define a dedicated exception
663 raise Exception('Severe assertion failure')
665 else: # all tests were successful for this assertion tag (no break)
666 self.assert_report.record_assertion(True, severity)
668 def _tag_record(self, cr, rec, data_node=None):
669 rec_model = rec.get("model").encode('ascii')
670 model = self.pool.get(rec_model)
671 assert model, "The model %s does not exist !" % (rec_model,)
672 rec_id = rec.get("id",'').encode('ascii')
673 rec_context = rec.get("context", None)
675 rec_context = eval(rec_context)
676 self._test_xml_id(rec_id)
677 if self.isnoupdate(data_node) and self.mode != 'init':
678 # check if the xml record has an id string
681 module,rec_id2 = rec_id.split('.')
685 id = self.pool.get('ir.model.data')._update_dummy(cr, self.uid, rec_model, module, rec_id2)
686 # check if the resource already existed at the last update
688 # if it existed, we don't update the data, but we need to
689 # know the id of the existing record anyway
690 self.idref[rec_id] = int(id)
693 # if the resource didn't exist
694 if not self.nodeattr2bool(rec, 'forcecreate', True):
695 # we don't want to create it, so we skip it
697 # else, we let the record to be created
700 # otherwise it is skipped
703 for field in [i for i in rec.getchildren() if (i.tag == "field")]:
704 #TODO: most of this code is duplicated above (in _eval_xml)...
705 f_name = field.get("name",'').encode('utf-8')
706 f_ref = field.get("ref",'').encode('ascii')
707 f_search = field.get("search",'').encode('utf-8')
708 f_model = field.get("model",'').encode('ascii')
709 if not f_model and model._columns.get(f_name,False):
710 f_model = model._columns[f_name]._obj
711 f_use = field.get("use",'').encode('ascii') or 'id'
715 q = eval(f_search, self.idref)
717 assert f_model, 'Define an attribute model="..." in your .XML file !'
718 f_obj = self.pool.get(f_model)
719 # browse the objects searched
720 s = f_obj.browse(cr, self.uid, f_obj.search(cr, self.uid, q))
721 # column definitions of the "local" object
722 _cols = self.pool.get(rec_model)._columns
723 # if the current field is many2many
724 if (f_name in _cols) and _cols[f_name]._type=='many2many':
725 f_val = [(6, 0, map(lambda x: x[f_use], s))]
727 # otherwise (we are probably in a many2one field),
728 # take the first element of the search
734 f_val = self.id_get(cr, f_model, f_ref)
736 f_val = _eval_xml(self,field, self.pool, cr, self.uid, self.idref)
737 if model._columns.has_key(f_name):
738 if isinstance(model._columns[f_name], osv.fields.integer):
742 id = self.pool.get('ir.model.data')._update(cr, self.uid, rec_model, self.module, res, rec_id or False, not self.isnoupdate(data_node), noupdate=self.isnoupdate(data_node), mode=self.mode, context=rec_context )
744 self.idref[rec_id] = int(id)
745 if config.get('import_partial', False):
749 def id_get(self, cr, model, id_str):
750 if id_str in self.idref:
751 return self.idref[id_str]
754 mod,id_str = id_str.split('.')
755 result = self.pool.get('ir.model.data')._get_id(cr, self.uid, mod, id_str)
756 return int(self.pool.get('ir.model.data').read(cr, self.uid, [result], ['res_id'])[0]['res_id'])
758 def parse(self, xmlstr):
759 de = etree.XML(xmlstr)
761 if not de.tag in ['terp', 'openerp']:
762 self.logger.notifyChannel("init", netsvc.LOG_ERROR, "Mismatch xml format" )
763 raise Exception( "Mismatch xml format: only terp or openerp as root tag" )
766 self.logger.notifyChannel("init", netsvc.LOG_WARNING, "The tag <terp/> is deprecated, use <openerp/>")
768 for n in [i for i in de.getchildren() if (i.tag=="data")]:
769 for rec in n.getchildren():
770 if rec.tag in self._tags:
772 self._tags[rec.tag](self.cr, rec, n)
774 self.logger.notifyChannel("init", netsvc.LOG_ERROR, '\n'+etree.tostring(rec))
779 def __init__(self, cr, module, idref, mode, report=None, noupdate=False):
781 self.logger = netsvc.Logger()
786 self.pool = pooler.get_pool(cr.dbname)
789 report = assertion_report()
790 self.assert_report = report
791 self.noupdate = noupdate
793 'menuitem': self._tag_menuitem,
794 'record': self._tag_record,
795 'assert': self._tag_assert,
796 'report': self._tag_report,
797 'wizard': self._tag_wizard,
798 'delete': self._tag_delete,
799 'ir_set': self._tag_ir_set,
800 'function': self._tag_function,
801 'workflow': self._tag_workflow,
802 'act_window': self._tag_act_window,
806 def convert_csv_import(cr, module, fname, csvcontent, idref=None, mode='init',
814 model = ('.'.join(fname.split('.')[:-1]).split('-'))[0]
815 #remove folder path from model
816 head, model = os.path.split(model)
818 pool = pooler.get_pool(cr.dbname)
820 input = cStringIO.StringIO(csvcontent)
821 reader = csv.reader(input, quotechar='"', delimiter=',')
822 fields = reader.next()
824 if config.get('import_partial'):
825 fname_partial = module + '/'+ fname
826 if not os.path.isfile(config.get('import_partial')):
827 pickle.dump({}, file(config.get('import_partial'),'w+'))
829 data = pickle.load(file(config.get('import_partial')))
830 if fname_partial in data:
831 if not data[fname_partial]:
834 for i in range(data[fname_partial]):
837 if not (mode == 'init' or 'id' in fields):
838 logger = netsvc.Logger()
839 logger.notifyChannel("init", netsvc.LOG_ERROR,
840 "Import specification does not contain 'id' and we are in init mode, Cannot continue.")
846 if (not line) or not reduce(lambda x,y: x or y, line) :
849 datas.append(map(lambda x: misc.ustr(x), line))
851 logger = netsvc.Logger()
852 logger.notifyChannel("init", netsvc.LOG_ERROR, "Cannot import the line: %s" % line)
853 pool.get(model).import_data(cr, uid, fields, datas,mode, module,noupdate,filename=fname_partial)
854 if config.get('import_partial'):
855 data = pickle.load(file(config.get('import_partial')))
856 data[fname_partial] = 0
857 pickle.dump(data, file(config.get('import_partial'),'wb'))
863 def convert_xml_import(cr, module, xmlfile, idref=None, mode='init', noupdate=False, report=None):
864 xmlstr = xmlfile.read()
866 relaxng_doc = etree.parse(file(os.path.join( config['root_path'], 'import_xml.rng' )))
867 relaxng = etree.RelaxNG(relaxng_doc)
869 doc = etree.parse(xmlfile)
873 logger = netsvc.Logger()
874 logger.notifyChannel('init', netsvc.LOG_ERROR, 'The XML file does not fit the required schema !')
875 logger.notifyChannel('init', netsvc.LOG_ERROR, misc.ustr(relaxng.error_log.last_error))
880 obj = xml_import(cr, module, idref, mode, report=report, noupdate=noupdate)
885 def convert_xml_export(res):
887 pool=pooler.get_pool(cr.dbname)
888 cr=pooler.db.cursor()
890 page = etree.Element ( 'terp' )
891 doc = etree.ElementTree ( page )
892 data = etree.SubElement ( page, 'data' )
893 text_node = etree.SubElement ( page, 'text' )
894 text_node.text = 'Some textual content.'
899 # vim:expandtab:smartindent:tabstop=4:softtabstop=4:shiftwidth=4: