1 # -*- coding: utf-8 -*-
2 ##############################################################################
4 # OpenERP, Open Source Management Solution
5 # Copyright (C) 2004-2009 Tiny SPRL (<http://tiny.be>).
7 # This program is free software: you can redistribute it and/or modify
8 # it under the terms of the GNU Affero General Public License as
9 # published by the Free Software Foundation, either version 3 of the
10 # License, or (at your option) any later version.
12 # This program is distributed in the hope that it will be useful,
13 # but WITHOUT ANY WARRANTY; without even the implied warranty of
14 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 # GNU Affero General Public License for more details.
17 # You should have received a copy of the GNU Affero General Public License
18 # along with this program. If not, see <http://www.gnu.org/licenses/>.
20 ##############################################################################
23 # Object relationnal mapping to postgresql module
24 # . Hierarchical structure
25 # . Constraints consistency, validations
26 # . Object meta Data depends on its status
27 # . Optimised processing by complex query (multiple actions at once)
28 # . Default fields value
29 # . Permissions optimisation
30 # . Persistant object: DB postgresql
32 # . Multi-level caching system
33 # . 2 different inheritancies
35 # - classicals (varchar, integer, boolean, ...)
36 # - relations (one2many, many2one, many2many)
57 from tools.translate import _
63 from lxml import etree
65 sys.stderr.write("ERROR: Import lxml module\n")
66 sys.stderr.write("ERROR: Try to install the python-lxml package\n")
68 from tools.config import config
70 regex_order = re.compile('^(([a-z0-9_]+|"[a-z0-9_]+")( *desc| *asc)?( *, *|))+$', re.I)
73 POSTGRES_CONFDELTYPES = {
81 def last_day_of_current_month():
82 today = datetime.date.today()
83 last_day = str(calendar.monthrange(today.year, today.month)[1])
84 return time.strftime('%Y-%m-' + last_day)
86 def intersect(la, lb):
87 return filter(lambda x: x in lb, la)
90 class except_orm(Exception):
91 def __init__(self, name, value):
94 self.args = (name, value)
96 class BrowseRecordError(Exception):
99 # Readonly python database object browser
100 class browse_null(object):
105 def __getitem__(self, name):
108 def __getattr__(self, name):
109 return None # XXX: return self ?
117 def __nonzero__(self):
120 def __unicode__(self):
125 # TODO: execute an object method on browse_record_list
127 class browse_record_list(list):
129 def __init__(self, lst, context=None):
132 super(browse_record_list, self).__init__(lst)
133 self.context = context
136 class browse_record(object):
137 logger = netsvc.Logger()
139 def __init__(self, cr, uid, id, table, cache, context=None, list_class = None, fields_process={}):
141 table : the object (inherited from orm)
142 context : a dictionary with an optional context
146 self._list_class = list_class or browse_record_list
151 self._table_name = self._table._name
152 self.__logger = logging.getLogger(
153 'osv.browse_record.' + self._table_name)
154 self._context = context
155 self._fields_process = fields_process
157 cache.setdefault(table._name, {})
158 self._data = cache[table._name]
160 if not (id and isinstance(id, (int, long,))):
161 raise BrowseRecordError(_('Wrong ID for the browse record, got %r, expected an integer.') % (id,))
162 # if not table.exists(cr, uid, id, context):
163 # raise BrowseRecordError(_('Object %s does not exists') % (self,))
165 if id not in self._data:
166 self._data[id] = {'id': id}
170 def __getitem__(self, name):
173 if name not in self._data[self._id]:
174 # build the list of fields we will fetch
176 # fetch the definition of the field which was asked for
177 if name in self._table._columns:
178 col = self._table._columns[name]
179 elif name in self._table._inherit_fields:
180 col = self._table._inherit_fields[name][2]
181 elif hasattr(self._table, str(name)):
182 if isinstance(getattr(self._table, name), (types.MethodType, types.LambdaType, types.FunctionType)):
183 return lambda *args, **argv: getattr(self._table, name)(self._cr, self._uid, [self._id], *args, **argv)
185 return getattr(self._table, name)
187 self.logger.notifyChannel("browse_record", netsvc.LOG_WARNING,
188 "Field '%s' does not exist in object '%s': \n%s" % (
189 name, self, ''.join(traceback.format_exc())))
190 raise KeyError("Field '%s' does not exist in object '%s'" % (
193 # if the field is a classic one or a many2one, we'll fetch all classic and many2one fields
195 # gen the list of "local" (ie not inherited) fields which are classic or many2one
196 ffields = filter(lambda x: x[1]._classic_write, self._table._columns.items())
197 # gen the list of inherited fields
198 inherits = map(lambda x: (x[0], x[1][2]), self._table._inherit_fields.items())
199 # complete the field list with the inherited fields which are classic or many2one
200 ffields += filter(lambda x: x[1]._classic_write, inherits)
201 # otherwise we fetch only that field
203 ffields = [(name, col)]
204 ids = filter(lambda id: name not in self._data[id], self._data.keys())
206 fffields = map(lambda x: x[0], ffields)
207 datas = self._table.read(self._cr, self._uid, ids, fffields, context=self._context, load="_classic_write")
208 if self._fields_process:
209 lang = self._context.get('lang', 'en_US') or 'en_US'
210 lang_obj_ids = self.pool.get('res.lang').search(self._cr, self._uid,[('code','=',lang)])
212 raise Exception(_('Language with code "%s" is not defined in your system !\nDefine it through the Administration menu.') % (lang,))
213 lang_obj = self.pool.get('res.lang').browse(self._cr, self._uid,lang_obj_ids[0])
216 if f._type in self._fields_process:
218 d[n] = self._fields_process[f._type](d[n])
220 d[n].set_value(self._cr, self._uid, d[n], self, f, lang_obj)
224 # Where did those ids come from? Perhaps old entries in ir_model_dat?
225 self.__logger.warn("No datas found for ids %s in %s",
227 raise KeyError('Field %s not found in %s'%(name,self))
228 # create browse records for 'remote' objects
230 if len(str(data['id']).split('-')) > 1:
231 data['id'] = int(str(data['id']).split('-')[0])
234 if f._type in ('many2one', 'one2one'):
236 obj = self._table.pool.get(f._obj)
238 if type(data[n]) in (type([]),type( (1,) )):
243 # FIXME: this happen when a _inherits object
244 # overwrite a field of it parent. Need
245 # testing to be sure we got the right
246 # object and not the parent one.
247 if not isinstance(ids2, browse_record):
248 new_data[n] = browse_record(self._cr,
249 self._uid, ids2, obj, self._cache,
250 context=self._context,
251 list_class=self._list_class,
252 fields_process=self._fields_process)
254 new_data[n] = browse_null()
256 new_data[n] = browse_null()
257 elif f._type in ('one2many', 'many2many') and len(data[n]):
258 new_data[n] = self._list_class([browse_record(self._cr, self._uid, id, self._table.pool.get(f._obj), self._cache, context=self._context, list_class=self._list_class, fields_process=self._fields_process) for id in data[n]], self._context)
259 elif f._type in ('reference'):
261 if isinstance(data[n], browse_record):
262 new_data[n] = data[n]
264 ref_obj, ref_id = data[n].split(',')
265 ref_id = long(ref_id)
266 obj = self._table.pool.get(ref_obj)
268 new_data[n] = browse_record(self._cr, self._uid, ref_id, obj, self._cache, context=self._context, list_class=self._list_class, fields_process=self._fields_process)
270 new_data[n] = browse_null()
272 new_data[n] = data[n]
273 self._data[data['id']].update(new_data)
274 if not name in self._data[self._id]:
275 #how did this happen?
276 self.logger.notifyChannel("browse_record", netsvc.LOG_ERROR,
277 "Ffields: %s, datas: %s"%(fffields, datas))
278 self.logger.notifyChannel("browse_record", netsvc.LOG_ERROR,
279 "Data: %s, Table: %s"%(self._data[self._id], self._table))
280 raise KeyError(_('Unknown attribute %s in %s ') % (name, self))
281 return self._data[self._id][name]
283 def __getattr__(self, name):
287 raise AttributeError(e)
289 def __contains__(self, name):
290 return (name in self._table._columns) or (name in self._table._inherit_fields) or hasattr(self._table, name)
292 def __hasattr__(self, name):
299 return "browse_record(%s, %d)" % (self._table_name, self._id)
301 def __eq__(self, other):
302 return (self._table_name, self._id) == (other._table_name, other._id)
304 def __ne__(self, other):
305 return (self._table_name, self._id) != (other._table_name, other._id)
307 # we need to define __unicode__ even though we've already defined __str__
308 # because we have overridden __getattr__
309 def __unicode__(self):
310 return unicode(str(self))
313 return hash((self._table_name, self._id))
321 (type returned by postgres when the column was created, type expression to create the column)
325 fields.boolean: 'bool',
326 fields.integer: 'int4',
327 fields.integer_big: 'int8',
331 fields.datetime: 'timestamp',
332 fields.binary: 'bytea',
333 fields.many2one: 'int4',
335 if type(f) in type_dict:
336 f_type = (type_dict[type(f)], type_dict[type(f)])
337 elif isinstance(f, fields.float):
339 f_type = ('numeric', 'NUMERIC')
341 f_type = ('float8', 'DOUBLE PRECISION')
342 elif isinstance(f, (fields.char, fields.reference)):
343 f_type = ('varchar', 'VARCHAR(%d)' % (f.size,))
344 elif isinstance(f, fields.selection):
345 if isinstance(f.selection, list) and isinstance(f.selection[0][0], (str, unicode)):
346 f_size = reduce(lambda x, y: max(x, len(y[0])), f.selection, f.size or 16)
347 elif isinstance(f.selection, list) and isinstance(f.selection[0][0], int):
350 f_size = getattr(f, 'size', None) or 16
353 f_type = ('int4', 'INTEGER')
355 f_type = ('varchar', 'VARCHAR(%d)' % f_size)
356 elif isinstance(f, fields.function) and eval('fields.'+(f._type)) in type_dict:
357 t = eval('fields.'+(f._type))
358 f_type = (type_dict[t], type_dict[t])
359 elif isinstance(f, fields.function) and f._type == 'float':
361 f_type = ('numeric', 'NUMERIC')
363 f_type = ('float8', 'DOUBLE PRECISION')
364 elif isinstance(f, fields.function) and f._type == 'selection':
365 f_type = ('text', 'text')
366 elif isinstance(f, fields.function) and f._type == 'char':
367 f_type = ('varchar', 'VARCHAR(%d)' % (f.size))
369 logger = netsvc.Logger()
370 logger.notifyChannel("init", netsvc.LOG_WARNING, '%s type not supported!' % (type(f)))
375 class orm_template(object):
381 _parent_name = 'parent_id'
382 _parent_store = False
383 _parent_order = False
392 CONCURRENCY_CHECK_FIELD = '__last_update'
394 def view_init(self, cr , uid , fields_list, context=None):
395 """Override this method to do specific things when a view on the object is opened."""
398 def read_group(self, cr, uid, domain, fields, groupby, offset=0, limit=None, context=None):
399 raise _('The read_group method is not implemented on this object !')
401 def _field_create(self, cr, context={}):
402 cr.execute("SELECT id FROM ir_model WHERE model=%s", (self._name,))
404 cr.execute('SELECT nextval(%s)', ('ir_model_id_seq',))
405 model_id = cr.fetchone()[0]
406 cr.execute("INSERT INTO ir_model (id,model, name, info,state) VALUES (%s, %s, %s, %s, %s)", (model_id, self._name, self._description, self.__doc__, 'base'))
408 model_id = cr.fetchone()[0]
409 if 'module' in context:
410 name_id = 'model_'+self._name.replace('.','_')
411 cr.execute('select * from ir_model_data where name=%s and res_id=%s and module=%s', (name_id,model_id,context['module']))
413 cr.execute("INSERT INTO ir_model_data (name,date_init,date_update,module,model,res_id) VALUES (%s, now(), now(), %s, %s, %s)", \
414 (name_id, context['module'], 'ir.model', model_id)
419 cr.execute("SELECT * FROM ir_model_fields WHERE model=%s", (self._name,))
421 for rec in cr.dictfetchall():
422 cols[rec['name']] = rec
424 for (k, f) in self._columns.items():
426 'model_id': model_id,
429 'field_description': f.string.replace("'", " "),
431 'relation': f._obj or 'NULL',
432 'view_load': (f.view_load and 1) or 0,
433 'select_level': tools.ustr(f.select or 0),
434 'readonly':(f.readonly and 1) or 0,
435 'required':(f.required and 1) or 0,
436 'selectable' : (f.selectable and 1) or 0,
437 'relation_field': (f._type=='one2many' and isinstance(f,fields.one2many)) and f._fields_id or '',
439 # When its a custom field,it does not contain f.select
440 if context.get('field_state','base') == 'manual':
441 if context.get('field_name','') == k:
442 vals['select_level'] = context.get('select','0')
443 #setting value to let the problem NOT occur next time
445 vals['select_level'] = cols[k]['select_level']
448 cr.execute('select nextval(%s)', ('ir_model_fields_id_seq',))
449 id = cr.fetchone()[0]
451 cr.execute("""INSERT INTO ir_model_fields (
452 id, model_id, model, name, field_description, ttype,
453 relation,view_load,state,select_level,relation_field
455 %s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s
457 id, vals['model_id'], vals['model'], vals['name'], vals['field_description'], vals['ttype'],
458 vals['relation'], bool(vals['view_load']), 'base',
459 vals['select_level'],vals['relation_field']
461 if 'module' in context:
462 name1 = 'field_' + self._table + '_' + k
463 cr.execute("select name from ir_model_data where name=%s", (name1,))
465 name1 = name1 + "_" + str(id)
466 cr.execute("INSERT INTO ir_model_data (name,date_init,date_update,module,model,res_id) VALUES (%s, now(), now(), %s, %s, %s)", \
467 (name1, context['module'], 'ir.model.fields', id)
470 for key, val in vals.items():
471 if cols[k][key] != vals[key]:
472 cr.execute('update ir_model_fields set field_description=%s where model=%s and name=%s', (vals['field_description'], vals['model'], vals['name']))
474 cr.execute("""UPDATE ir_model_fields SET
475 model_id=%s, field_description=%s, ttype=%s, relation=%s,
476 view_load=%s, select_level=%s, readonly=%s ,required=%s, selectable=%s, relation_field=%s
478 model=%s AND name=%s""", (
479 vals['model_id'], vals['field_description'], vals['ttype'],
480 vals['relation'], bool(vals['view_load']),
481 vals['select_level'], bool(vals['readonly']),bool(vals['required']),bool(vals['selectable']),vals['relation_field'],vals['model'], vals['name']
486 def _auto_init(self, cr, context={}):
487 self._field_create(cr, context)
489 def __init__(self, cr):
490 if not self._name and not hasattr(self, '_inherit'):
491 name = type(self).__name__.split('.')[0]
492 msg = "The class %s has to have a _name attribute" % name
494 logger = netsvc.Logger()
495 logger.notifyChannel('orm', netsvc.LOG_ERROR, msg )
496 raise except_orm('ValueError', msg )
498 if not self._description:
499 self._description = self._name
501 self._table = self._name.replace('.', '_')
503 def browse(self, cr, uid, select, context=None, list_class=None, fields_process={}):
506 self._list_class = list_class or browse_record_list
508 # need to accepts ints and longs because ids coming from a method
509 # launched by button in the interface have a type long...
510 if isinstance(select, (int, long)):
511 return browse_record(cr, uid, select, self, cache, context=context, list_class=self._list_class, fields_process=fields_process)
512 elif isinstance(select, list):
513 return self._list_class([browse_record(cr, uid, id, self, cache, context=context, list_class=self._list_class, fields_process=fields_process) for id in select], context)
517 def __export_row(self, cr, uid, row, fields, context=None):
519 def check_type(field_type):
520 if field_type == 'float':
522 elif field_type == 'integer':
524 elif field_type == 'boolean':
528 def selection_field(in_field):
529 col_obj = self.pool.get(in_field.keys()[0])
530 if f[i] in col_obj._columns.keys():
531 return col_obj._columns[f[i]]
532 elif f[i] in col_obj._inherits.keys():
533 selection_field(col_obj._inherits)
539 data = map(lambda x: '', range(len(fields)))
541 for fpos in range(len(fields)):
550 model_data = self.pool.get('ir.model.data')
551 data_ids = model_data.search(cr, uid, [('model','=',r._table_name),('res_id','=',r['id'])])
553 d = model_data.read(cr, uid, data_ids, ['name','module'])[0]
555 r = '%s.%s'%(d['module'],d['name'])
562 # To display external name of selection field when its exported
563 if not context.get('import_comp',False):# Allow external name only if its not import compatible
565 if f[i] in self._columns.keys():
566 cols = self._columns[f[i]]
567 elif f[i] in self._inherit_fields.keys():
568 cols = selection_field(self._inherits)
569 if cols and cols._type == 'selection':
570 sel_list = cols.selection
571 if type(sel_list) == type([]):
572 r = [x[1] for x in sel_list if r==x[0]][0]
575 if f[i] in self._columns:
576 r = check_type(self._columns[f[i]]._type)
577 elif f[i] in self._inherit_fields:
578 r = check_type(self._inherit_fields[f[i]][2]._type)
581 if isinstance(r, (browse_record_list, list)):
583 fields2 = map(lambda x: (x[:i+1]==f[:i+1] and x[i+1:]) \
589 lines2 = self.__export_row(cr, uid, row2, fields2,
592 for fpos2 in range(len(fields)):
593 if lines2 and lines2[0][fpos2]:
594 data[fpos2] = lines2[0][fpos2]
598 if isinstance(rr.name, browse_record):
600 rr_name = self.pool.get(rr._table_name).name_get(cr, uid, [rr.id])
601 rr_name = rr_name and rr_name[0] and rr_name[0][1] or ''
602 dt += tools.ustr(rr_name or '') + ','
612 if isinstance(r, browse_record):
613 r = self.pool.get(r._table_name).name_get(cr, uid, [r.id])
614 r = r and r[0] and r[0][1] or ''
615 data[fpos] = tools.ustr(r or '')
616 return [data] + lines
618 def export_data(self, cr, uid, ids, fields_to_export, context=None):
621 imp_comp = context.get('import_comp',False)
622 cols = self._columns.copy()
623 for f in self._inherit_fields:
624 cols.update({f: self._inherit_fields[f][2]})
625 fields_to_export = map(lambda x: x.split('/'), fields_to_export)
626 fields_export = fields_to_export+[]
629 for field in fields_export:
630 if imp_comp and len(field)>1:
631 warning_fields.append('/'.join(map(lambda x:x in cols and cols[x].string or x,field)))
632 elif len (field) <=1:
633 if imp_comp and cols.get(field and field[0],False):
634 if ((isinstance(cols[field[0]], fields.function) and not cols[field[0]].store) \
635 or isinstance(cols[field[0]], fields.related)\
636 or isinstance(cols[field[0]], fields.one2many)):
637 warning_fields.append('/'.join(map(lambda x:x in cols and cols[x].string or x,field)))
639 if imp_comp and len(warning_fields):
640 warning = 'Following columns cannot be exported since you select to be import compatible.\n%s' %('\n'.join(warning_fields))
642 return {'warning' : warning}
643 for row in self.browse(cr, uid, ids, context):
644 datas += self.__export_row(cr, uid, row, fields_to_export, context)
645 return {'datas':datas}
647 def import_data(self, cr, uid, fields, datas, mode='init', current_module='', noupdate=False, context=None, filename=None):
650 fields = map(lambda x: x.split('/'), fields)
651 logger = netsvc.Logger()
652 ir_model_data_obj = self.pool.get('ir.model.data')
654 def _check_db_id(self, model_name, db_id):
655 obj_model = self.pool.get(model_name)
656 ids = obj_model.search(cr, uid, [('id','=',int(db_id))])
658 raise Exception(_("Database ID doesn't exist: %s : %s") %(model_name, db_id))
661 def process_liness(self, datas, prefix, current_module, model_name, fields_def, position=0):
662 line = datas[position]
671 ir_model_data_obj = self.pool.get('ir.model.data')
673 # Import normal fields
675 for i in range(len(fields)):
677 raise Exception(_('Please check that all your lines have %d columns.') % (len(fields),))
682 if prefix and not prefix[0] in field:
685 if (len(field)==len(prefix)+1) and field[len(prefix)].endswith(':db_id'):
689 field_name = field[0].split(':')[0]
690 model_rel = fields_def[field_name]['relation']
692 if fields_def[field[len(prefix)][:-6]]['type']=='many2many':
694 for db_id in line[i].split(config.get('csv_internal_sep')):
696 _check_db_id(self, model_rel, db_id)
699 warning += [tools.exception_to_unicode(e)]
700 logger.notifyChannel("import", netsvc.LOG_ERROR,
701 tools.exception_to_unicode(e))
703 res = [(6, 0, res_id)]
706 _check_db_id(self, model_rel, line[i])
709 warning += [tools.exception_to_unicode(e)]
710 logger.notifyChannel("import", netsvc.LOG_ERROR,
711 tools.exception_to_unicode(e))
712 row[field_name] = res or False
715 if (len(field)==len(prefix)+1) and field[len(prefix)].endswith(':id'):
718 if fields_def[field[len(prefix)][:-3]]['type']=='many2many':
720 for word in line[i].split(config.get('csv_internal_sep')):
722 module, xml_id = word.rsplit('.', 1)
724 module, xml_id = current_module, word
725 id = ir_model_data_obj._get_id(cr, uid, module,
727 res_id2 = ir_model_data_obj.read(cr, uid, [id],
728 ['res_id'])[0]['res_id']
730 res_id.append(res_id2)
732 res_id = [(6, 0, res_id)]
735 module, xml_id = line[i].rsplit('.', 1)
737 module, xml_id = current_module, line[i]
738 id = ir_model_data_obj._get_id(cr, uid, module, xml_id)
740 res_res_id = ir_model_data_obj.read(cr, uid, [id],
743 res_id = res_res_id[0]['res_id']
744 row[field[-1][:-3]] = res_id or False
746 if (len(field) == len(prefix)+1) and \
747 len(field[len(prefix)].split(':lang=')) == 2:
748 f, lang = field[len(prefix)].split(':lang=')
749 translate.setdefault(lang, {})[f]=line[i] or False
751 if (len(field) == len(prefix)+1) and \
752 (prefix == field[0:len(prefix)]):
753 if field[len(prefix)] == "id":
756 is_xml_id = data_id = line[i]
757 d = data_id.split('.')
758 module = len(d)>1 and d[0] or ''
759 name = len(d)>1 and d[1] or d[0]
760 data_ids = ir_model_data_obj.search(cr, uid, [('module','=',module),('model','=',model_name),('name','=',name)])
762 d = ir_model_data_obj.read(cr, uid, data_ids, ['res_id'])[0]
764 if is_db_id and not db_id:
765 data_ids = ir_model_data_obj.search(cr, uid, [('module','=',module),('model','=',model_name),('res_id','=',is_db_id)])
766 if not len(data_ids):
767 ir_model_data_obj.create(cr, uid, {'module':module, 'model':model_name, 'name':name, 'res_id':is_db_id})
769 if is_db_id and int(db_id) != int(is_db_id):
770 warning += [_("Id is not the same than existing one: %s")%(is_db_id)]
771 logger.notifyChannel("import", netsvc.LOG_ERROR,
772 _("Id is not the same than existing one: %s")%(is_db_id))
775 if field[len(prefix)] == "db_id":
778 _check_db_id(self, model_name, line[i])
779 data_res_id = is_db_id = int(line[i])
781 warning += [tools.exception_to_unicode(e)]
782 logger.notifyChannel("import", netsvc.LOG_ERROR,
783 tools.exception_to_unicode(e))
785 data_ids = ir_model_data_obj.search(cr, uid, [('model','=',model_name),('res_id','=',line[i])])
787 d = ir_model_data_obj.read(cr, uid, data_ids, ['name','module'])[0]
790 data_id = '%s.%s'%(d['module'],d['name'])
793 if is_xml_id and not data_id:
795 if is_xml_id and is_xml_id!=data_id:
796 warning += [_("Id is not the same than existing one: %s")%(line[i])]
797 logger.notifyChannel("import", netsvc.LOG_ERROR,
798 _("Id is not the same than existing one: %s")%(line[i]))
801 if fields_def[field[len(prefix)]]['type'] == 'integer':
802 res = line[i] and int(line[i])
803 elif fields_def[field[len(prefix)]]['type'] == 'boolean':
804 res = line[i].lower() not in ('0', 'false', 'off')
805 elif fields_def[field[len(prefix)]]['type'] == 'float':
806 res = line[i] and float(line[i])
807 elif fields_def[field[len(prefix)]]['type'] == 'selection':
809 if isinstance(fields_def[field[len(prefix)]]['selection'],
811 sel = fields_def[field[len(prefix)]]['selection']
813 sel = fields_def[field[len(prefix)]]['selection'](self,
816 if line[i] in [tools.ustr(key),tools.ustr(val)]: #Acepting key or value for selection field
819 if line[i] and not res:
820 logger.notifyChannel("import", netsvc.LOG_WARNING,
821 _("key '%s' not found in selection field '%s'") % \
822 (line[i], field[len(prefix)]))
824 warning += [_("Key/value '%s' not found in selection field '%s'")%(line[i],field[len(prefix)])]
826 elif fields_def[field[len(prefix)]]['type']=='many2one':
829 relation = fields_def[field[len(prefix)]]['relation']
830 res2 = self.pool.get(relation).name_search(cr, uid,
831 line[i], [], operator='=', context=context)
832 res = (res2 and res2[0][0]) or False
834 warning += [_("Relation not found: %s on '%s'")%(line[i],relation)]
835 logger.notifyChannel("import", netsvc.LOG_WARNING,
836 _("Relation not found: %s on '%s'")%(line[i],relation))
837 elif fields_def[field[len(prefix)]]['type']=='many2many':
840 relation = fields_def[field[len(prefix)]]['relation']
841 for word in line[i].split(config.get('csv_internal_sep')):
842 res2 = self.pool.get(relation).name_search(cr,
843 uid, word, [], operator='=', context=context)
844 res3 = (res2 and res2[0][0]) or False
846 warning += [_("Relation not found: %s on '%s'")%(line[i],relation)]
847 logger.notifyChannel("import",
849 _("Relation not found: %s on '%s'")%(line[i],relation))
855 res = line[i] or False
856 row[field[len(prefix)]] = res
857 elif (prefix==field[0:len(prefix)]):
858 if field[0] not in todo:
859 todo.append(field[len(prefix)])
861 # Import one2many, many2many fields
865 relation_obj = self.pool.get(fields_def[field]['relation'])
866 newfd = relation_obj.fields_get(
867 cr, uid, context=context)
868 res = process_liness(self, datas, prefix + [field], current_module, relation_obj._name, newfd, position)
869 (newrow, max2, w2, translate2, data_id2, data_res_id2) = res
870 nbrmax = max(nbrmax, max2)
871 warning = warning + w2
872 reduce(lambda x, y: x and y, newrow)
873 row[field] = (reduce(lambda x, y: x or y, newrow.values()) and \
874 [(0, 0, newrow)]) or []
876 while (position+i)<len(datas):
878 for j in range(len(fields)):
880 if (len(field2) <= (len(prefix)+1)) and datas[position+i][j]:
885 (newrow, max2, w2, translate2, data_id2, data_res_id2) = process_liness(
886 self, datas, prefix+[field], current_module, relation_obj._name, newfd, position+i)
888 if reduce(lambda x, y: x or y, newrow.values()):
889 row[field].append((0, 0, newrow))
891 nbrmax = max(nbrmax, i)
894 for i in range(max(nbrmax, 1)):
897 result = (row, nbrmax, warning, translate, data_id, data_res_id)
900 fields_def = self.fields_get(cr, uid, context=context)
903 initial_size = len(datas)
904 if config.get('import_partial', False) and filename:
905 data = pickle.load(file(config.get('import_partial')))
906 original_value = data.get(filename, 0)
912 (res, other, warning, translate, data_id, res_id) = \
913 process_liness(self, datas, [], current_module, self._name, fields_def)
916 return (-1, res, 'Line ' + str(counter) +' : ' + '!\n'.join(warning), '')
919 id = ir_model_data_obj._update(cr, uid, self._name,
920 current_module, res, xml_id=data_id, mode=mode,
921 noupdate=noupdate, res_id=res_id, context=context)
926 if isinstance(e,psycopg2.IntegrityError):
927 msg= _('Insertion Failed! ')
928 for key in self.pool._sql_error.keys():
930 msg = self.pool._sql_error[key]
932 return (-1, res, 'Line ' + str(counter) +' : ' + msg, '' )
933 if isinstance(e, osv.orm.except_orm ):
934 msg = _('Insertion Failed! ' + e[1])
935 return (-1, res, 'Line ' + str(counter) +' : ' + msg, '' )
936 #Raising Uncaught exception
938 for lang in translate:
939 context2 = context.copy()
940 context2['lang'] = lang
941 self.write(cr, uid, [id], translate[lang], context2)
942 if config.get('import_partial', False) and filename and (not (counter%100)) :
943 data = pickle.load(file(config.get('import_partial')))
944 data[filename] = initial_size - len(datas) + original_value
945 pickle.dump(data, file(config.get('import_partial'),'wb'))
948 #except Exception, e:
949 # logger.notifyChannel("import", netsvc.LOG_ERROR, e)
952 # return (-1, res, e[0], warning)
954 # return (-1, res, e[0], '')
957 # TODO: Send a request with the result and multi-thread !
959 return (done, 0, 0, 0)
961 def read(self, cr, user, ids, fields=None, context=None, load='_classic_read'):
962 raise _('The read method is not implemented on this object !')
964 def get_invalid_fields(self,cr,uid):
965 return list(self._invalids)
967 def _validate(self, cr, uid, ids, context=None):
968 context = context or {}
969 lng = context.get('lang', False) or 'en_US'
970 trans = self.pool.get('ir.translation')
972 for constraint in self._constraints:
973 fun, msg, fields = constraint
974 if not fun(self, cr, uid, ids):
975 translated_msg = trans._get_source(cr, uid, self._name, 'constraint', lng, source=msg) or msg
977 _("Error occurred while validating the field(s) %s: %s") % (','.join(fields), translated_msg)
979 self._invalids.update(fields)
982 raise except_orm('ValidateError', '\n'.join(error_msgs))
984 self._invalids.clear()
986 def default_get(self, cr, uid, fields_list, context=None):
987 """ Set default values for the object's fields.
989 Returns a dict of {field_name:default_value}
992 `fields_list`: the fields for which the object doesn't have
993 any value yet, and default values need to be
994 provided. If fields outside this list are
995 returned, the user-provided values will be
1000 def perm_read(self, cr, user, ids, context=None, details=True):
1001 raise _('The perm_read method is not implemented on this object !')
1003 def unlink(self, cr, uid, ids, context=None):
1004 raise _('The unlink method is not implemented on this object !')
1006 def write(self, cr, user, ids, vals, context=None):
1007 raise _('The write method is not implemented on this object !')
1009 def create(self, cr, user, vals, context=None):
1010 raise _('The create method is not implemented on this object !')
1012 # returns the definition of each field in the object
1013 # the optional fields parameter can limit the result to some fields
1014 def fields_get_keys(self, cr, user, context=None, read_access=True):
1017 res = self._columns.keys()
1018 for parent in self._inherits:
1019 res.extend(self.pool.get(parent).fields_get_keys(cr, user, fields, context))
1022 def fields_get(self, cr, user, fields=None, context=None, read_access=True):
1026 translation_obj = self.pool.get('ir.translation')
1027 model_access_obj = self.pool.get('ir.model.access')
1028 for parent in self._inherits:
1029 res.update(self.pool.get(parent).fields_get(cr, user, fields, context))
1031 if self._columns.keys():
1032 for f in self._columns.keys():
1033 if fields and f not in fields:
1035 res[f] = {'type': self._columns[f]._type}
1036 for arg in ('string', 'readonly', 'states', 'size', 'required', 'group_operator',
1037 'change_default', 'translate', 'help', 'select', 'selectable','parent_field'):
1038 if getattr(self._columns[f], arg):
1039 res[f][arg] = getattr(self._columns[f], arg)
1041 res[f]['readonly'] = True
1042 res[f]['states'] = {}
1043 for arg in ('digits', 'invisible','filters'):
1044 if getattr(self._columns[f], arg, None):
1045 res[f][arg] = getattr(self._columns[f], arg)
1048 res_trans = translation_obj._get_source(cr, user, self._name + ',' + f, 'field', context.get('lang', False) or 'en_US')
1050 res[f]['string'] = res_trans
1051 help_trans = translation_obj._get_source(cr, user, self._name + ',' + f, 'help', context.get('lang', False) or 'en_US')
1053 res[f]['help'] = help_trans
1055 if hasattr(self._columns[f], 'selection'):
1056 if isinstance(self._columns[f].selection, (tuple, list)):
1057 sel = self._columns[f].selection
1058 # translate each selection option
1060 for (key, val) in sel:
1063 val2 = translation_obj._get_source(cr, user, self._name + ',' + f, 'selection', context.get('lang', False) or 'en_US', val)
1064 sel2.append((key, val2 or val))
1066 res[f]['selection'] = sel
1068 # call the 'dynamic selection' function
1069 res[f]['selection'] = self._columns[f].selection(self, cr,
1071 if res[f]['type'] in ('one2many', 'many2many', 'many2one', 'one2one'):
1072 res[f]['relation'] = self._columns[f]._obj
1073 res[f]['domain'] = self._columns[f]._domain
1074 res[f]['context'] = self._columns[f]._context
1076 #TODO : read the fields from the database
1080 # filter out fields which aren't in the fields list
1081 for r in res.keys():
1087 # Overload this method if you need a window title which depends on the context
1089 def view_header_get(self, cr, user, view_id=None, view_type='form', context=None):
1092 def __view_look_dom(self, cr, user, node, view_id, context=None):
1099 if node.tag == 'field':
1100 if node.get('name'):
1103 if node.get('name') in self._columns:
1104 column = self._columns[node.get('name')]
1106 column = self._inherit_fields[node.get('name')][2]
1111 relation = column._obj
1115 if f.tag in ('form', 'tree', 'graph'):
1117 ctx = context.copy()
1118 ctx['base_model_name'] = self._name
1119 xarch, xfields = self.pool.get(relation).__view_look_dom_arch(cr, user, f, view_id, ctx)
1120 views[str(f.tag)] = {
1124 attrs = {'views': views}
1125 if node.get('widget') and node.get('widget') == 'selection':
1126 # We can not use the 'string' domain has it is defined according to the record !
1128 if column._domain and not isinstance(column._domain, (str, unicode)):
1129 dom = column._domain
1130 dom += eval(node.get('domain','[]'), {'uid':user, 'time':time})
1131 context.update(eval(node.get('context','{}')))
1132 attrs['selection'] = self.pool.get(relation).name_search(cr, user, '', dom, context=context)
1133 if (node.get('required') and not int(node.get('required'))) or not column.required:
1134 attrs['selection'].append((False,''))
1135 fields[node.get('name')] = attrs
1137 elif node.tag in ('form', 'tree'):
1138 result = self.view_header_get(cr, user, False, node.tag, context)
1140 node.set('string', result)
1142 elif node.tag == 'calendar':
1143 for additional_field in ('date_start', 'date_delay', 'date_stop', 'color'):
1144 if node.get(additional_field):
1145 fields[node.get(additional_field)] = {}
1147 if 'groups' in node.attrib:
1148 if node.get('groups'):
1149 groups = node.get('groups').split(',')
1151 access_pool = self.pool.get('ir.model.access')
1152 for group in groups:
1153 readonly = readonly or access_pool.check_groups(cr, user, group)
1155 node.set('invisible', '1')
1156 del(node.attrib['groups'])
1159 if ('lang' in context) and not result:
1160 if node.get('string'):
1161 trans = self.pool.get('ir.translation')._get_source(cr, user, self._name, 'view', context['lang'], node.get('string').encode('utf8'))
1162 if not trans and ('base_model_name' in context):
1163 trans = self.pool.get('ir.translation')._get_source(cr, user, context['base_model_name'], 'view', context['lang'], node.get('string').encode('utf8'))
1165 node.set('string', trans)
1167 trans = self.pool.get('ir.translation')._get_source(cr, user, self._name, 'view', context['lang'], node.get('sum').encode('utf8'))
1169 node.set('sum', trans)
1173 fields.update(self.__view_look_dom(cr, user, f, view_id, context))
1177 def __view_look_dom_arch(self, cr, user, node, view_id, context=None):
1178 fields_def = self.__view_look_dom(cr, user, node, view_id, context=context)
1180 rolesobj = self.pool.get('res.roles')
1181 usersobj = self.pool.get('res.users')
1183 buttons = (n for n in node.getiterator('button') if n.get('type') != 'object')
1184 for button in buttons:
1186 if user != 1: # admin user has all roles
1187 user_roles = usersobj.read(cr, user, [user], ['roles_id'])[0]['roles_id']
1188 # TODO handle the case of more than one workflow for a model
1189 cr.execute("""SELECT DISTINCT t.role_id
1191 INNER JOIN wkf_activity a ON a.wkf_id = wkf.id
1192 INNER JOIN wkf_transition t ON (t.act_to = a.id)
1195 """, (self._name, button.get('name'),))
1196 roles = cr.fetchall()
1198 # draft -> valid = signal_next (role X)
1199 # draft -> cancel = signal_cancel (no role)
1201 # valid -> running = signal_next (role Y)
1202 # valid -> cancel = signal_cancel (role Z)
1204 # running -> done = signal_next (role Z)
1205 # running -> cancel = signal_cancel (role Z)
1207 # As we don't know the object state, in this scenario,
1208 # the button "signal_cancel" will be always shown as there is no restriction to cancel in draft
1209 # the button "signal_next" will be show if the user has any of the roles (X Y or Z)
1210 # The verification will be made later in workflow process...
1212 can_click = any((not role) or rolesobj.check(cr, user, user_roles, role) for (role,) in roles)
1214 button.set('readonly', str(int(not can_click)))
1216 arch = etree.tostring(node, encoding="utf-8").replace('\t', '')
1218 #code for diagram view.
1220 if node.tag=='diagram':
1221 if node.getchildren()[0].tag=='node':
1222 node_fields=self.pool.get(node.getchildren()[0].get('object')).fields_get(cr, user, fields_def.keys(), context)
1223 if node.getchildren()[1].tag=='arrow':
1224 arrow_fields = self.pool.get(node.getchildren()[1].get('object')).fields_get(cr, user, fields_def.keys(), context)
1225 for key,value in node_fields.items():
1227 for key,value in arrow_fields.items():
1230 fields = self.fields_get(cr, user, fields_def.keys(), context)
1232 for field in fields_def:
1234 # sometime, the view may containt the (invisible) field 'id' needed for a domain (when 2 objects have cross references)
1235 fields['id'] = {'readonly': True, 'type': 'integer', 'string': 'ID'}
1236 elif field in fields:
1237 fields[field].update(fields_def[field])
1239 cr.execute('select name, model from ir_ui_view where (id=%s or inherit_id=%s) and arch like %s', (view_id, view_id, '%%%s%%' % field))
1240 res = cr.fetchall()[:]
1242 res.insert(0, ("Can't find field '%s' in the following view parts composing the view of object model '%s':" % (field, model), None))
1243 msg = "\n * ".join([r[0] for r in res])
1244 msg += "\n\nEither you wrongly customised this view, or some modules bringing those views are not compatible with your current data model"
1245 netsvc.Logger().notifyChannel('orm', netsvc.LOG_ERROR, msg)
1246 raise except_orm('View error', msg)
1249 def __get_default_calendar_view(self):
1250 """Generate a default calendar view (For internal use only).
1253 arch = ('<?xml version="1.0" encoding="utf-8"?>\n'
1254 '<calendar string="%s"') % (self._description)
1256 if (self._date_name not in self._columns):
1258 for dt in ['date','date_start','x_date','x_date_start']:
1259 if dt in self._columns:
1260 self._date_name = dt
1265 raise except_orm(_('Invalid Object Architecture!'),_("Insufficient fields for Calendar View!"))
1268 arch +=' date_start="%s"' % (self._date_name)
1270 for color in ["user_id","partner_id","x_user_id","x_partner_id"]:
1271 if color in self._columns:
1272 arch += ' color="' + color + '"'
1275 dt_stop_flag = False
1277 for dt_stop in ["date_stop","date_end","x_date_stop","x_date_end"]:
1278 if dt_stop in self._columns:
1279 arch += ' date_stop="' + dt_stop + '"'
1283 if not dt_stop_flag:
1284 for dt_delay in ["date_delay","planned_hours","x_date_delay","x_planned_hours"]:
1285 if dt_delay in self._columns:
1286 arch += ' date_delay="' + dt_delay + '"'
1290 ' <field name="%s"/>\n'
1291 '</calendar>') % (self._rec_name)
1295 def __get_default_search_view(self, cr, uid, context={}):
1298 if isinstance(s, unicode):
1299 return s.encode('utf8')
1302 view = self.fields_view_get(cr, uid, False, 'form', context)
1304 root = etree.fromstring(encode(view['arch']))
1305 res = etree.XML("<search string='%s'></search>" % root.get("string", ""))
1306 node = etree.Element("group")
1309 fields = root.xpath("//field[@select=1]")
1310 for field in fields:
1313 return etree.tostring(res, encoding="utf-8").replace('\t', '')
1316 # if view_id, view_type is not required
1318 def fields_view_get(self, cr, user, view_id=None, view_type='form', context=None, toolbar=False, submenu=False):
1323 if isinstance(s, unicode):
1324 return s.encode('utf8')
1327 def _inherit_apply(src, inherit):
1328 def _find(node, node2):
1329 if node2.tag == 'xpath':
1330 res = node.xpath(node2.get('expr'))
1336 for n in node.getiterator(node2.tag):
1338 for attr in node2.attrib:
1339 if attr == 'position':
1342 if n.get(attr) == node2.get(attr):
1349 # End: _find(node, node2)
1351 doc_dest = etree.fromstring(encode(inherit))
1352 toparse = [ doc_dest ]
1355 node2 = toparse.pop(0)
1356 if node2.tag == 'data':
1357 toparse += [ c for c in doc_dest ]
1359 node = _find(src, node2)
1360 if node is not None:
1362 if node2.get('position'):
1363 pos = node2.get('position')
1364 if pos == 'replace':
1365 parent = node.getparent()
1367 src = copy.deepcopy(node2[0])
1370 node.addprevious(child)
1371 node.getparent().remove(node)
1372 elif pos == 'attributes':
1373 for child in node2.getiterator('attribute'):
1374 attribute = (child.get('name'), child.text and child.text.encode('utf8') or None)
1376 node.set(attribute[0], attribute[1])
1378 del(node.attrib[attribute[0]])
1380 sib = node.getnext()
1384 elif pos == 'after':
1388 sib.addprevious(child)
1389 elif pos == 'before':
1390 node.addprevious(child)
1392 raise AttributeError(_('Unknown position in inherited view %s !') % pos)
1395 ' %s="%s"' % (attr, node2.get(attr))
1396 for attr in node2.attrib
1397 if attr != 'position'
1399 tag = "<%s%s>" % (node2.tag, attrs)
1400 raise AttributeError(_("Couldn't find tag '%s' in parent view !") % tag)
1402 # End: _inherit_apply(src, inherit)
1404 result = {'type': view_type, 'model': self._name}
1410 view_ref = context.get(view_type + '_view_ref', False)
1413 module, view_ref = view_ref.split('.', 1)
1414 cr.execute("SELECT res_id FROM ir_model_data WHERE model='ir.ui.view' AND module=%s AND name=%s", (module, view_ref))
1415 view_ref_res = cr.fetchone()
1417 view_id = view_ref_res[0]
1420 where = (model and (" and model='%s'" % (self._name,))) or ''
1421 cr.execute('SELECT arch,name,field_parent,id,type,inherit_id FROM ir_ui_view WHERE id=%s'+where, (view_id,))
1423 cr.execute('''SELECT
1424 arch,name,field_parent,id,type,inherit_id
1431 ORDER BY priority''', (self._name, view_type))
1432 sql_res = cr.fetchone()
1438 view_id = ok or sql_res[3]
1441 # if a view was found
1443 result['type'] = sql_res[4]
1444 result['view_id'] = sql_res[3]
1445 result['arch'] = sql_res[0]
1447 def _inherit_apply_rec(result, inherit_id):
1448 # get all views which inherit from (ie modify) this view
1449 cr.execute('select arch,id from ir_ui_view where inherit_id=%s and model=%s order by priority', (inherit_id, self._name))
1450 sql_inherit = cr.fetchall()
1451 for (inherit, id) in sql_inherit:
1452 result = _inherit_apply(result, inherit)
1453 result = _inherit_apply_rec(result, id)
1456 inherit_result = etree.fromstring(encode(result['arch']))
1457 result['arch'] = _inherit_apply_rec(inherit_result, sql_res[3])
1459 result['name'] = sql_res[1]
1460 result['field_parent'] = sql_res[2] or False
1463 # otherwise, build some kind of default view
1464 if view_type == 'form':
1465 res = self.fields_get(cr, user, context=context)
1466 xml = '<?xml version="1.0" encoding="utf-8"?> ' \
1467 '<form string="%s">' % (self._description,)
1469 if res[x]['type'] not in ('one2many', 'many2many'):
1470 xml += '<field name="%s"/>' % (x,)
1471 if res[x]['type'] == 'text':
1475 elif view_type == 'tree':
1476 _rec_name = self._rec_name
1477 if _rec_name not in self._columns:
1478 _rec_name = self._columns.keys()[0]
1479 xml = '<?xml version="1.0" encoding="utf-8"?>' \
1480 '<tree string="%s"><field name="%s"/></tree>' \
1481 % (self._description, self._rec_name)
1483 elif view_type == 'calendar':
1484 xml = self.__get_default_calendar_view()
1486 elif view_type == 'search':
1487 xml = self.__get_default_search_view(cr, user, context)
1490 xml = '<?xml version="1.0"?>' # what happens here, graph case?
1491 raise except_orm(_('Invalid Architecture!'),_("There is no view of type '%s' defined for the structure!") % view_type)
1492 result['arch'] = etree.fromstring(encode(xml))
1493 result['name'] = 'default'
1494 result['field_parent'] = False
1495 result['view_id'] = 0
1497 xarch, xfields = self.__view_look_dom_arch(cr, user, result['arch'], view_id, context=context)
1498 result['arch'] = xarch
1499 result['fields'] = xfields
1502 if context and context.get('active_id',False):
1503 data_menu = self.pool.get('ir.ui.menu').browse(cr, user, context['active_id'], context).action
1505 act_id = data_menu.id
1507 data_action = self.pool.get('ir.actions.act_window').browse(cr, user, [act_id], context)[0]
1508 result['submenu'] = getattr(data_action,'menus', False)
1512 for key in ('report_sxw_content', 'report_rml_content',
1513 'report_sxw', 'report_rml',
1514 'report_sxw_content_data', 'report_rml_content_data'):
1518 ir_values_obj = self.pool.get('ir.values')
1519 resprint = ir_values_obj.get(cr, user, 'action',
1520 'client_print_multi', [(self._name, False)], False,
1522 resaction = ir_values_obj.get(cr, user, 'action',
1523 'client_action_multi', [(self._name, False)], False,
1526 resrelate = ir_values_obj.get(cr, user, 'action',
1527 'client_action_relate', [(self._name, False)], False,
1529 resprint = map(clean, resprint)
1530 resaction = map(clean, resaction)
1531 resaction = filter(lambda x: not x.get('multi', False), resaction)
1532 resprint = filter(lambda x: not x.get('multi', False), resprint)
1533 resrelate = map(lambda x: x[2], resrelate)
1535 for x in resprint+resaction+resrelate:
1536 x['string'] = x['name']
1538 result['toolbar'] = {
1540 'action': resaction,
1543 if result['type']=='form' and result['arch'].count("default_focus")>1:
1544 msg = "Form View contain more than one default_focus attribute"
1545 netsvc.Logger().notifyChannel('orm', netsvc.LOG_ERROR, msg)
1546 raise except_orm('View Error !',msg)
1549 _view_look_dom_arch = __view_look_dom_arch
1551 def search_count(self, cr, user, args, context=None):
1554 res = self.search(cr, user, args, context=context, count=True)
1555 if isinstance(res, list):
1559 def search(self, cr, user, args, offset=0, limit=None, order=None,
1560 context=None, count=False):
1561 raise _('The search method is not implemented on this object !')
1563 def name_get(self, cr, user, ids, context=None):
1564 raise _('The name_get method is not implemented on this object !')
1566 def name_search(self, cr, user, name='', args=None, operator='ilike', context=None, limit=100):
1567 raise _('The name_search method is not implemented on this object !')
1569 def copy(self, cr, uid, id, default=None, context=None):
1570 raise _('The copy method is not implemented on this object !')
1572 def exists(self, cr, uid, id, context=None):
1573 raise _('The exists method is not implemented on this object !')
1575 def read_string(self, cr, uid, id, langs, fields=None, context=None):
1578 self.pool.get('ir.model.access').check(cr, uid, 'ir.translation', 'read', context=context)
1580 fields = self._columns.keys() + self._inherit_fields.keys()
1581 #FIXME: collect all calls to _get_source into one SQL call.
1583 res[lang] = {'code': lang}
1585 if f in self._columns:
1586 res_trans = self.pool.get('ir.translation')._get_source(cr, uid, self._name+','+f, 'field', lang)
1588 res[lang][f] = res_trans
1590 res[lang][f] = self._columns[f].string
1591 for table in self._inherits:
1592 cols = intersect(self._inherit_fields.keys(), fields)
1593 res2 = self.pool.get(table).read_string(cr, uid, id, langs, cols, context)
1596 res[lang]['code'] = lang
1597 for f in res2[lang]:
1598 res[lang][f] = res2[lang][f]
1601 def write_string(self, cr, uid, id, langs, vals, context=None):
1602 self.pool.get('ir.model.access').check(cr, uid, 'ir.translation', 'write', context=context)
1603 #FIXME: try to only call the translation in one SQL
1606 if field in self._columns:
1607 self.pool.get('ir.translation')._set_ids(cr, uid, self._name+','+field, 'field', lang, [0], vals[field])
1608 for table in self._inherits:
1609 cols = intersect(self._inherit_fields.keys(), vals)
1611 self.pool.get(table).write_string(cr, uid, id, langs, vals, context)
1614 def _check_removed_columns(self, cr, log=False):
1615 raise NotImplementedError()
1617 class orm_memory(orm_template):
1618 _protected = ['read', 'write', 'create', 'default_get', 'perm_read', 'unlink', 'fields_get', 'fields_view_get', 'search', 'name_get', 'distinct_field_get', 'name_search', 'copy', 'import_data', 'search_count', 'exists']
1619 _inherit_fields = {}
1624 def __init__(self, cr):
1625 super(orm_memory, self).__init__(cr)
1629 cr.execute('delete from wkf_instance where res_type=%s', (self._name,))
1631 def vaccum(self, cr, uid):
1633 if self.check_id % self._check_time:
1636 max = time.time() - self._max_hours * 60 * 60
1637 for id in self.datas:
1638 if self.datas[id]['internal.date_access'] < max:
1640 self.unlink(cr, uid, tounlink)
1641 if len(self.datas)>self._max_count:
1642 sorted = map(lambda x: (x[1]['internal.date_access'], x[0]), self.datas.items())
1644 ids = map(lambda x: x[1], sorted[:len(self.datas)-self._max_count])
1645 self.unlink(cr, uid, ids)
1648 def read(self, cr, user, ids, fields_to_read=None, context=None, load='_classic_read'):
1651 if not fields_to_read:
1652 fields_to_read = self._columns.keys()
1656 if isinstance(ids, (int, long)):
1660 for f in fields_to_read:
1661 if id in self.datas:
1662 r[f] = self.datas[id].get(f, False)
1663 if r[f] and isinstance(self._columns[f], fields.binary) and context.get('bin_size', False):
1666 if id in self.datas:
1667 self.datas[id]['internal.date_access'] = time.time()
1668 fields_post = filter(lambda x: x in self._columns and not getattr(self._columns[x], load), fields_to_read)
1669 for f in fields_post:
1670 res2 = self._columns[f].get_memory(cr, self, ids, f, user, context=context, values=result)
1671 for record in result:
1672 record[f] = res2[record['id']]
1673 if isinstance(ids_orig, (int, long)):
1677 def write(self, cr, user, ids, vals, context=None):
1683 if self._columns[field]._classic_write:
1684 vals2[field] = vals[field]
1686 upd_todo.append(field)
1688 self.datas[id_new].update(vals2)
1689 self.datas[id_new]['internal.date_access'] = time.time()
1690 for field in upd_todo:
1691 self._columns[field].set_memory(cr, self, id_new, field, vals[field], user, context)
1692 self._validate(cr, user, [id_new], context)
1693 wf_service = netsvc.LocalService("workflow")
1694 wf_service.trg_write(user, self._name, id_new, cr)
1697 def create(self, cr, user, vals, context=None):
1698 self.vaccum(cr, user)
1700 id_new = self.next_id
1702 for f in self._columns.keys():
1706 vals.update(self.default_get(cr, user, default, context))
1710 if self._columns[field]._classic_write:
1711 vals2[field] = vals[field]
1713 upd_todo.append(field)
1714 self.datas[id_new] = vals2
1715 self.datas[id_new]['internal.date_access'] = time.time()
1717 for field in upd_todo:
1718 self._columns[field].set_memory(cr, self, id_new, field, vals[field], user, context)
1719 self._validate(cr, user, [id_new], context)
1720 wf_service = netsvc.LocalService("workflow")
1721 wf_service.trg_create(user, self._name, id_new, cr)
1724 def default_get(self, cr, uid, fields_list, context=None):
1725 self.view_init(cr, uid, fields_list, context)
1729 # get the default values for the inherited fields
1730 for f in fields_list:
1731 if f in self._defaults:
1732 if callable(self._defaults[f]):
1733 value[f] = self._defaults[f](self, cr, uid, context)
1735 value[f] = self._defaults[f]
1737 fld_def = ((f in self._columns) and self._columns[f]) \
1738 or ((f in self._inherit_fields) and self._inherit_fields[f][2]) \
1741 # get the default values set by the user and override the default
1742 # values defined in the object
1743 ir_values_obj = self.pool.get('ir.values')
1744 res = ir_values_obj.get(cr, uid, 'default', False, [self._name])
1745 for id, field, field_value in res:
1746 if field in fields_list:
1747 fld_def = (field in self._columns) and self._columns[field] or self._inherit_fields[field][2]
1748 if fld_def._type in ('many2one', 'one2one'):
1749 obj = self.pool.get(fld_def._obj)
1750 if not obj.search(cr, uid, [('id', '=', field_value)]):
1752 if fld_def._type in ('many2many'):
1753 obj = self.pool.get(fld_def._obj)
1755 for i in range(len(field_value)):
1756 if not obj.search(cr, uid, [('id', '=',
1759 field_value2.append(field_value[i])
1760 field_value = field_value2
1761 if fld_def._type in ('one2many'):
1762 obj = self.pool.get(fld_def._obj)
1764 for i in range(len(field_value)):
1765 field_value2.append({})
1766 for field2 in field_value[i]:
1767 if obj._columns[field2]._type in ('many2one', 'one2one'):
1768 obj2 = self.pool.get(obj._columns[field2]._obj)
1769 if not obj2.search(cr, uid,
1770 [('id', '=', field_value[i][field2])]):
1772 # TODO add test for many2many and one2many
1773 field_value2[i][field2] = field_value[i][field2]
1774 field_value = field_value2
1775 value[field] = field_value
1777 # get the default values from the context
1778 for key in context or {}:
1779 if key.startswith('default_') and (key[8:] in fields_list):
1780 value[key[8:]] = context[key]
1783 def _where_calc(self, cr, user, args, active_test=True, context=None):
1788 # if the object has a field named 'active', filter out all inactive
1789 # records unless they were explicitely asked for
1790 if 'active' in self._columns and (active_test and context.get('active_test', True)):
1792 active_in_args = False
1794 if a[0] == 'active':
1795 active_in_args = True
1796 if not active_in_args:
1797 args.insert(0, ('active', '=', 1))
1799 args = [('active', '=', 1)]
1802 e = expression.expression(args)
1803 e.parse(cr, user, self, context)
1804 res=e.__dict__['_expression__exp']
1808 def search(self, cr, user, args, offset=0, limit=None, order=None,
1809 context=None, count=False):
1812 result = self._where_calc(cr, user, args, context=context)
1814 return self.datas.keys()
1818 #Find the value of dict
1821 for id, data in self.datas.items():
1824 if limit and (counter >int(limit)):
1829 val =eval('data[arg[0]]'+'==' +' arg[2]')
1830 elif arg[1] in ['<','>','in','not in','<=','>=','<>']:
1831 val =eval('data[arg[0]]'+arg[1] +' arg[2]')
1832 elif arg[1] in ['ilike']:
1833 if str(data[arg[0]]).find(str(arg[2]))!=-1:
1848 def unlink(self, cr, uid, ids, context=None):
1850 if id in self.datas:
1853 cr.execute('delete from wkf_instance where res_type=%s and res_id = ANY (%s)', (self._name,ids))
1856 def perm_read(self, cr, user, ids, context=None, details=True):
1860 'create_uid': (user, 'Root'),
1861 'create_date': time.strftime('%Y-%m-%d %H:%M:%S'),
1863 'write_date': False,
1868 def _check_removed_columns(self, cr, log=False):
1869 # nothing to check in memory...
1872 def exists(self, cr, uid, id, context=None):
1873 return id in self.datas
1875 class orm(orm_template):
1876 _sql_constraints = []
1878 _protected = ['read','write','create','default_get','perm_read','unlink','fields_get','fields_view_get','search','name_get','distinct_field_get','name_search','copy','import_data','search_count', 'exists']
1880 def read_group(self, cr, uid, domain, fields, groupby, offset=0, limit=None, context=None):
1881 groupby_list = groupby
1882 groupby = groupby[0]
1883 context = context or {}
1884 self.pool.get('ir.model.access').check(cr, uid, self._name, 'read', context=context)
1886 fields = self._columns.keys()
1888 (where_clause, where_params, tables) = self._where_calc(cr, uid, domain, context=context)
1889 dom = self.pool.get('ir.rule').domain_get(cr, uid, self._name, 'read', context=context)
1890 where_clause = where_clause + dom[0]
1891 where_params = where_params + dom[1]
1896 # Take care of adding join(s) if groupby is an '_inherits'ed field
1897 tables, where_clause = self._inherits_join_calc(groupby,tables,where_clause)
1899 if len(where_clause):
1900 where_clause = ' where '+string.join(where_clause, ' and ')
1903 limit_str = limit and ' limit %d' % limit or ''
1904 offset_str = offset and ' offset %d' % offset or ''
1906 fget = self.fields_get(cr, uid, fields)
1907 float_int_fields = filter(lambda x: fget[x]['type'] in ('float','integer'), fields)
1911 if fget.get(groupby,False) and fget[groupby]['type'] in ('date','datetime'):
1912 flist = "to_char(%s,'yyyy-mm') as %s "%(groupby,groupby)
1913 groupby = "to_char(%s,'yyyy-mm')"%(groupby)
1917 fields_pre = [f for f in float_int_fields if
1918 f == self.CONCURRENCY_CHECK_FIELD
1919 or (f in self._columns and getattr(self._columns[f], '_classic_write'))]
1920 for f in fields_pre:
1921 if f not in ['id','sequence']:
1922 operator = fget[f].get('group_operator','sum')
1923 flist += ','+operator+'('+f+') as '+f
1925 cr.execute('select min(%s.id) as id,' % self._table + flist + ' from ' + ','.join(tables) + where_clause + ' group by '+ groupby + limit_str + offset_str, where_params)
1928 for r in cr.dictfetchall():
1929 for fld,val in r.items():
1930 if val == None:r[fld] = False
1931 alldata[r['id']] = r
1933 data = self.read(cr, uid, alldata.keys(), [groupby], context=context)
1934 today = datetime.date.today()
1937 d['__domain'] = [(groupby,'=',alldata[d['id']][groupby] or False)] + domain
1938 d['__context'] = {'group_by':groupby_list[1:]}
1939 if fget.has_key(groupby):
1940 if d[groupby] and fget[groupby]['type'] in ('date','datetime'):
1941 dt = datetime.datetime.strptime(alldata[d['id']][groupby][:7],'%Y-%m')
1942 days = calendar.monthrange(dt.year, dt.month)[1]
1944 d[groupby] = datetime.datetime.strptime(d[groupby][:10],'%Y-%m-%d').strftime('%B %Y')
1945 d['__domain'] = [(groupby,'>=',alldata[d['id']][groupby] and datetime.datetime.strptime(alldata[d['id']][groupby][:7] + '-01','%Y-%m-%d').strftime('%Y-%m-%d') or False),\
1946 (groupby,'<=',alldata[d['id']][groupby] and datetime.datetime.strptime(alldata[d['id']][groupby][:7] + '-' + str(days),'%Y-%m-%d').strftime('%Y-%m-%d') or False)] + domain
1947 elif fget[groupby]['type'] == 'many2one':
1948 d[groupby] = d[groupby] and ((type(d[groupby])==type(1)) and d[groupby] or d[groupby][1]) or ''
1950 del alldata[d['id']][groupby]
1951 d.update(alldata[d['id']])
1955 def _inherits_join_calc(self, field, tables, where_clause):
1956 """ Adds missing table select and join clause(s) for reaching
1957 the field coming from an '_inherits' parent table.
1958 @param tables: list of table._table names enclosed in double quotes as returned
1961 current_table = self
1962 while field in current_table._inherit_fields and not field in current_table._columns:
1963 parent_table = self.pool.get(current_table._inherit_fields[field][0])
1964 parent_table_name = parent_table._table
1965 if '"%s"'%parent_table_name not in tables:
1966 tables.append('"%s"'%parent_table_name)
1967 where_clause.append('(%s.%s = %s.id)' % (current_table._table, current_table._inherits[parent_table._name], parent_table_name))
1968 current_table = parent_table
1969 return (tables, where_clause)
1971 def _parent_store_compute(self, cr):
1972 logger = netsvc.Logger()
1973 logger.notifyChannel('orm', netsvc.LOG_INFO, 'Computing parent left and right for table %s...' % (self._table, ))
1974 def browse_rec(root, pos=0):
1976 where = self._parent_name+'='+str(root)
1978 where = self._parent_name+' IS NULL'
1979 if self._parent_order:
1980 where += ' order by '+self._parent_order
1981 cr.execute('SELECT id FROM '+self._table+' WHERE '+where)
1983 childs = cr.fetchall()
1985 pos2 = browse_rec(id[0], pos2)
1986 cr.execute('update '+self._table+' set parent_left=%s, parent_right=%s where id=%s', (pos,pos2,root))
1988 query = 'SELECT id FROM '+self._table+' WHERE '+self._parent_name+' IS NULL'
1989 if self._parent_order:
1990 query += ' order by '+self._parent_order
1993 for (root,) in cr.fetchall():
1994 pos = browse_rec(root, pos)
1997 def _update_store(self, cr, f, k):
1998 logger = netsvc.Logger()
1999 logger.notifyChannel('orm', netsvc.LOG_INFO, "storing computed values of fields.function '%s'" % (k,))
2000 ss = self._columns[k]._symbol_set
2001 update_query = 'UPDATE "%s" SET "%s"=%s WHERE id=%%s' % (self._table, k, ss[0])
2002 cr.execute('select id from '+self._table)
2003 ids_lst = map(lambda x: x[0], cr.fetchall())
2006 ids_lst = ids_lst[40:]
2007 res = f.get(cr, self, iids, k, 1, {})
2008 for key,val in res.items():
2011 # if val is a many2one, just write the ID
2012 if type(val)==tuple:
2014 if (val<>False) or (type(val)<>bool):
2015 cr.execute(update_query, (ss[1](val), key))
2017 def _check_removed_columns(self, cr, log=False):
2018 logger = netsvc.Logger()
2019 # iterate on the database columns to drop the NOT NULL constraints
2020 # of fields which were required but have been removed (or will be added by another module)
2021 columns = [c for c in self._columns if not (isinstance(self._columns[c], fields.function) and not self._columns[c].store)]
2022 columns += ('id', 'write_uid', 'write_date', 'create_uid', 'create_date') # openerp access columns
2023 cr.execute("SELECT a.attname, a.attnotnull"
2024 " FROM pg_class c, pg_attribute a"
2025 " WHERE c.relname=%%s"
2026 " AND c.oid=a.attrelid"
2027 " AND a.attisdropped=%%s"
2028 " AND pg_catalog.format_type(a.atttypid, a.atttypmod) NOT IN ('cid', 'tid', 'oid', 'xid')"
2029 " AND a.attname NOT IN (%s)" % ",".join(['%s']*len(columns)),
2030 [self._table, False] + columns)
2031 for column in cr.dictfetchall():
2033 logger.notifyChannel("orm", netsvc.LOG_DEBUG, "column %s is in the table %s but not in the corresponding object %s" % (column['attname'], self._table, self._name))
2034 if column['attnotnull']:
2035 cr.execute('ALTER TABLE "%s" ALTER COLUMN "%s" DROP NOT NULL' % (self._table, column['attname']))
2037 def _auto_init(self, cr, context={}):
2038 store_compute = False
2039 logger = netsvc.Logger()
2042 self._field_create(cr, context=context)
2043 if getattr(self, '_auto', True):
2044 cr.execute("SELECT relname FROM pg_class WHERE relkind in ('r','v') AND relname='%s'" % self._table)
2046 cr.execute("CREATE TABLE \"%s\" (id SERIAL NOT NULL, PRIMARY KEY(id)) WITHOUT OIDS" % self._table)
2047 cr.execute("COMMENT ON TABLE \"%s\" IS '%s'" % (self._table, self._description.replace("'","''")))
2050 if self._parent_store:
2051 cr.execute("""SELECT c.relname
2052 FROM pg_class c, pg_attribute a
2053 WHERE c.relname=%s AND a.attname=%s AND c.oid=a.attrelid
2054 """, (self._table, 'parent_left'))
2056 if 'parent_left' not in self._columns:
2057 logger.notifyChannel('orm', netsvc.LOG_ERROR, 'create a column parent_left on object %s: fields.integer(\'Left Parent\', select=1)' % (self._table, ))
2058 if 'parent_right' not in self._columns:
2059 logger.notifyChannel('orm', netsvc.LOG_ERROR, 'create a column parent_right on object %s: fields.integer(\'Right Parent\', select=1)' % (self._table, ))
2060 if self._columns[self._parent_name].ondelete<>'cascade':
2061 logger.notifyChannel('orm', netsvc.LOG_ERROR, "the columns %s on object must be set as ondelete='cascasde'" % (self._name, self._parent_name))
2062 cr.execute('ALTER TABLE "%s" ADD COLUMN "parent_left" INTEGER' % (self._table,))
2063 cr.execute('ALTER TABLE "%s" ADD COLUMN "parent_right" INTEGER' % (self._table,))
2065 store_compute = True
2067 if self._log_access:
2069 'create_uid': 'INTEGER REFERENCES res_users ON DELETE SET NULL',
2070 'create_date': 'TIMESTAMP',
2071 'write_uid': 'INTEGER REFERENCES res_users ON DELETE SET NULL',
2072 'write_date': 'TIMESTAMP'
2077 FROM pg_class c, pg_attribute a
2078 WHERE c.relname=%s AND a.attname=%s AND c.oid=a.attrelid
2079 """, (self._table, k))
2081 cr.execute('ALTER TABLE "%s" ADD COLUMN "%s" %s' % (self._table, k, logs[k]))
2084 self._check_removed_columns(cr, log=False)
2086 # iterate on the "object columns"
2087 todo_update_store = []
2088 update_custom_fields = context.get('update_custom_fields', False)
2089 for k in self._columns:
2090 if k in ('id', 'write_uid', 'write_date', 'create_uid', 'create_date'):
2092 #raise _('Can not define a column %s. Reserved keyword !') % (k,)
2093 #Not Updating Custom fields
2094 if k.startswith('x_') and not update_custom_fields:
2096 f = self._columns[k]
2098 if isinstance(f, fields.one2many):
2099 cr.execute("SELECT relname FROM pg_class WHERE relkind='r' AND relname=%s", (f._obj,))
2101 if self.pool.get(f._obj):
2102 if f._fields_id not in self.pool.get(f._obj)._columns.keys():
2103 if not self.pool.get(f._obj)._inherits or (f._fields_id not in self.pool.get(f._obj)._inherit_fields.keys()):
2104 raise except_orm('Programming Error', ("There is no reference field '%s' found for '%s'") % (f._fields_id,f._obj,))
2107 cr.execute("SELECT count(1) as c FROM pg_class c,pg_attribute a WHERE c.relname=%s AND a.attname=%s AND c.oid=a.attrelid", (f._obj, f._fields_id))
2108 res = cr.fetchone()[0]
2110 cr.execute('ALTER TABLE "%s" ADD FOREIGN KEY (%s) REFERENCES "%s" ON DELETE SET NULL' % (self._obj, f._fields_id, f._table))
2111 elif isinstance(f, fields.many2many):
2112 cr.execute("SELECT relname FROM pg_class WHERE relkind in ('r','v') AND relname=%s", (f._rel,))
2113 if not cr.dictfetchall():
2114 if not self.pool.get(f._obj):
2115 raise except_orm('Programming Error', ('There is no reference available for %s') % (f._obj,))
2116 ref = self.pool.get(f._obj)._table
2117 # ref = f._obj.replace('.', '_')
2118 cr.execute('CREATE TABLE "%s" ("%s" INTEGER NOT NULL REFERENCES "%s" ON DELETE CASCADE, "%s" INTEGER NOT NULL REFERENCES "%s" ON DELETE CASCADE) WITH OIDS' % (f._rel, f._id1, self._table, f._id2, ref))
2119 cr.execute('CREATE INDEX "%s_%s_index" ON "%s" ("%s")' % (f._rel, f._id1, f._rel, f._id1))
2120 cr.execute('CREATE INDEX "%s_%s_index" ON "%s" ("%s")' % (f._rel, f._id2, f._rel, f._id2))
2121 cr.execute("COMMENT ON TABLE \"%s\" IS 'RELATION BETWEEN %s AND %s'" % (f._rel, self._table, ref))
2124 cr.execute("SELECT c.relname,a.attname,a.attlen,a.atttypmod,a.attnotnull,a.atthasdef,t.typname,CASE WHEN a.attlen=-1 THEN a.atttypmod-4 ELSE a.attlen END as size " \
2125 "FROM pg_class c,pg_attribute a,pg_type t " \
2126 "WHERE c.relname=%s " \
2127 "AND a.attname=%s " \
2128 "AND c.oid=a.attrelid " \
2129 "AND a.atttypid=t.oid", (self._table, k))
2130 res = cr.dictfetchall()
2131 if not res and hasattr(f,'oldname'):
2132 cr.execute("SELECT c.relname,a.attname,a.attlen,a.atttypmod,a.attnotnull,a.atthasdef,t.typname,CASE WHEN a.attlen=-1 THEN a.atttypmod-4 ELSE a.attlen END as size " \
2133 "FROM pg_class c,pg_attribute a,pg_type t " \
2134 "WHERE c.relname=%s " \
2135 "AND a.attname=%s " \
2136 "AND c.oid=a.attrelid " \
2137 "AND a.atttypid=t.oid", (self._table, f.oldname))
2138 res_old = cr.dictfetchall()
2139 logger.notifyChannel('orm', netsvc.LOG_DEBUG, 'trying to rename %s(%s) to %s'% (self._table, f.oldname, k))
2140 if res_old and len(res_old)==1:
2141 cr.execute('ALTER TABLE "%s" RENAME "%s" TO "%s"' % ( self._table,f.oldname, k))
2143 res[0]['attname'] = k
2146 if not isinstance(f, fields.function) or f.store:
2148 # add the missing field
2149 cr.execute('ALTER TABLE "%s" ADD COLUMN "%s" %s' % (self._table, k, get_pg_type(f)[1]))
2150 cr.execute("COMMENT ON COLUMN %s.%s IS '%s'" % (self._table, k, f.string.replace("'","''")))
2153 if not create and k in self._defaults:
2154 if callable(self._defaults[k]):
2155 default = self._defaults[k](self, cr, 1, context)
2157 default = self._defaults[k]
2159 ss = self._columns[k]._symbol_set
2160 query = 'UPDATE "%s" SET "%s"=%s' % (self._table, k, ss[0])
2161 cr.execute(query, (ss[1](default),))
2163 logger.notifyChannel('orm', netsvc.LOG_DEBUG, 'setting default value of new column %s of table %s'% (k, self._table))
2165 logger.notifyChannel('orm', netsvc.LOG_DEBUG, 'creating new column %s of table %s'% (k, self._table))
2167 if isinstance(f, fields.function):
2169 if f.store is not True:
2170 order = f.store[f.store.keys()[0]][2]
2171 todo_update_store.append((order, f,k))
2173 # and add constraints if needed
2174 if isinstance(f, fields.many2one):
2175 if not self.pool.get(f._obj):
2176 raise except_orm('Programming Error', ('There is no reference available for %s') % (f._obj,))
2177 ref = self.pool.get(f._obj)._table
2178 # ref = f._obj.replace('.', '_')
2179 # ir_actions is inherited so foreign key doesn't work on it
2180 if ref != 'ir_actions':
2181 cr.execute('ALTER TABLE "%s" ADD FOREIGN KEY ("%s") REFERENCES "%s" ON DELETE %s' % (self._table, k, ref, f.ondelete))
2183 cr.execute('CREATE INDEX "%s_%s_index" ON "%s" ("%s")' % (self._table, k, self._table, k))
2187 cr.execute('ALTER TABLE "%s" ALTER COLUMN "%s" SET NOT NULL' % (self._table, k))
2188 except Exception, e:
2189 logger.notifyChannel('orm', netsvc.LOG_WARNING, 'WARNING: unable to set column %s of table %s not null !\nTry to re-run: openerp-server.py --update=module\nIf it doesn\'t work, update records and execute manually:\nALTER TABLE %s ALTER COLUMN %s SET NOT NULL' % (k, self._table, self._table, k))
2193 f_pg_type = f_pg_def['typname']
2194 f_pg_size = f_pg_def['size']
2195 f_pg_notnull = f_pg_def['attnotnull']
2196 if isinstance(f, fields.function) and not f.store and\
2197 not getattr(f, 'nodrop', False):
2198 logger.notifyChannel('orm', netsvc.LOG_INFO, 'column %s (%s) in table %s removed: converted to a function !\n' % (k, f.string, self._table))
2199 cr.execute('ALTER TABLE "%s" DROP COLUMN "%s" CASCADE'% (self._table, k))
2203 f_obj_type = get_pg_type(f) and get_pg_type(f)[0]
2208 ('text', 'char', 'VARCHAR(%d)' % (f.size or 0,), '::VARCHAR(%d)'%(f.size or 0,)),
2209 ('varchar', 'text', 'TEXT', ''),
2210 ('int4', 'float', get_pg_type(f)[1], '::'+get_pg_type(f)[1]),
2211 ('date', 'datetime', 'TIMESTAMP', '::TIMESTAMP'),
2212 ('numeric', 'float', get_pg_type(f)[1], '::'+get_pg_type(f)[1]),
2213 ('float8', 'float', get_pg_type(f)[1], '::'+get_pg_type(f)[1]),
2215 # !!! Avoid reduction of varchar field !!!
2216 if f_pg_type == 'varchar' and f._type == 'char' and f_pg_size < f.size:
2217 # if f_pg_type == 'varchar' and f._type == 'char' and f_pg_size != f.size:
2218 logger.notifyChannel('orm', netsvc.LOG_INFO, "column '%s' in table '%s' changed size" % (k, self._table))
2219 cr.execute('ALTER TABLE "%s" RENAME COLUMN "%s" TO temp_change_size' % (self._table, k))
2220 cr.execute('ALTER TABLE "%s" ADD COLUMN "%s" VARCHAR(%d)' % (self._table, k, f.size))
2221 cr.execute('UPDATE "%s" SET "%s"=temp_change_size::VARCHAR(%d)' % (self._table, k, f.size))
2222 cr.execute('ALTER TABLE "%s" DROP COLUMN temp_change_size CASCADE' % (self._table,))
2225 if (f_pg_type==c[0]) and (f._type==c[1]):
2226 if f_pg_type != f_obj_type:
2227 if f_pg_type != f_obj_type:
2228 logger.notifyChannel('orm', netsvc.LOG_INFO, "column '%s' in table '%s' changed type to %s." % (k, self._table, c[1]))
2230 cr.execute('ALTER TABLE "%s" RENAME COLUMN "%s" TO temp_change_size' % (self._table, k))
2231 cr.execute('ALTER TABLE "%s" ADD COLUMN "%s" %s' % (self._table, k, c[2]))
2232 cr.execute(('UPDATE "%s" SET "%s"=temp_change_size'+c[3]) % (self._table, k))
2233 cr.execute('ALTER TABLE "%s" DROP COLUMN temp_change_size CASCADE' % (self._table,))
2237 if f_pg_type != f_obj_type:
2239 logger.notifyChannel('orm', netsvc.LOG_WARNING, "column '%s' in table '%s' has changed type (DB = %s, def = %s) but unable to migrate this change !" % (k, self._table, f_pg_type, f._type))
2241 # if the field is required and hasn't got a NOT NULL constraint
2242 if f.required and f_pg_notnull == 0:
2243 # set the field to the default value if any
2244 if k in self._defaults:
2245 if callable(self._defaults[k]):
2246 default = self._defaults[k](self, cr, 1, context)
2248 default = self._defaults[k]
2250 if (default is not None):
2251 ss = self._columns[k]._symbol_set
2252 query = 'UPDATE "%s" SET "%s"=%s WHERE "%s" is NULL' % (self._table, k, ss[0], k)
2253 cr.execute(query, (ss[1](default),))
2254 # add the NOT NULL constraint
2257 cr.execute('ALTER TABLE "%s" ALTER COLUMN "%s" SET NOT NULL' % (self._table, k))
2259 except Exception, e:
2260 logger.notifyChannel('orm', netsvc.LOG_WARNING, 'unable to set a NOT NULL constraint on column %s of the %s table !\nIf you want to have it, you should update the records and execute manually:\nALTER TABLE %s ALTER COLUMN %s SET NOT NULL' % (k, self._table, self._table, k))
2262 elif not f.required and f_pg_notnull == 1:
2263 cr.execute('ALTER TABLE "%s" ALTER COLUMN "%s" DROP NOT NULL' % (self._table, k))
2265 indexname = '%s_%s_index' % (self._table, k)
2266 cr.execute("SELECT indexname FROM pg_indexes WHERE indexname = %s and tablename = %s", (indexname, self._table))
2267 res = cr.dictfetchall()
2268 if not res and f.select:
2269 cr.execute('CREATE INDEX "%s_%s_index" ON "%s" ("%s")' % (self._table, k, self._table, k))
2271 if res and not f.select:
2272 cr.execute('DROP INDEX "%s_%s_index"' % (self._table, k))
2274 if isinstance(f, fields.many2one):
2275 ref = self.pool.get(f._obj)._table
2276 if ref != 'ir_actions':
2277 cr.execute('SELECT confdeltype, conname FROM pg_constraint as con, pg_class as cl1, pg_class as cl2, '
2278 'pg_attribute as att1, pg_attribute as att2 '
2279 'WHERE con.conrelid = cl1.oid '
2280 'AND cl1.relname = %s '
2281 'AND con.confrelid = cl2.oid '
2282 'AND cl2.relname = %s '
2283 'AND array_lower(con.conkey, 1) = 1 '
2284 'AND con.conkey[1] = att1.attnum '
2285 'AND att1.attrelid = cl1.oid '
2286 'AND att1.attname = %s '
2287 'AND array_lower(con.confkey, 1) = 1 '
2288 'AND con.confkey[1] = att2.attnum '
2289 'AND att2.attrelid = cl2.oid '
2290 'AND att2.attname = %s '
2291 "AND con.contype = 'f'", (self._table, ref, k, 'id'))
2292 res = cr.dictfetchall()
2294 if res[0]['confdeltype'] != POSTGRES_CONFDELTYPES.get(f.ondelete.upper(), 'a'):
2295 cr.execute('ALTER TABLE "' + self._table + '" DROP CONSTRAINT "' + res[0]['conname'] + '"')
2296 cr.execute('ALTER TABLE "' + self._table + '" ADD FOREIGN KEY ("' + k + '") REFERENCES "' + ref + '" ON DELETE ' + f.ondelete)
2299 logger.notifyChannel('orm', netsvc.LOG_ERROR, "Programming error, column %s->%s has multiple instances !"%(self._table,k))
2300 for order,f,k in todo_update_store:
2301 todo_end.append((order, self._update_store, (f, k)))
2304 cr.execute("SELECT relname FROM pg_class WHERE relkind in ('r','v') AND relname=%s", (self._table,))
2305 create = not bool(cr.fetchone())
2307 for (key, con, _) in self._sql_constraints:
2308 conname = '%s_%s' % (self._table, key)
2309 cr.execute("SELECT conname FROM pg_constraint where conname=%s", (conname,))
2310 if not cr.dictfetchall():
2312 cr.execute('alter table "%s" add constraint "%s_%s" %s' % (self._table, self._table, key, con,))
2315 logger.notifyChannel('orm', netsvc.LOG_WARNING, 'unable to add \'%s\' constraint on table %s !\n If you want to have it, you should update the records and execute manually:\nALTER table %s ADD CONSTRAINT %s_%s %s' % (con, self._table, self._table, self._table, key, con,))
2318 if hasattr(self, "_sql"):
2319 for line in self._sql.split(';'):
2320 line2 = line.replace('\n', '').strip()
2325 self._parent_store_compute(cr)
2328 def __init__(self, cr):
2329 super(orm, self).__init__(cr)
2331 if not hasattr(self, '_log_access'):
2332 # if not access is not specify, it is the same value as _auto
2333 self._log_access = getattr(self, "_auto", True)
2335 self._columns = self._columns.copy()
2336 for store_field in self._columns:
2337 f = self._columns[store_field]
2338 if hasattr(f, 'digits_change'):
2340 if not isinstance(f, fields.function):
2344 if self._columns[store_field].store is True:
2345 sm = {self._name:(lambda self,cr, uid, ids, c={}: ids, None, 10, None)}
2347 sm = self._columns[store_field].store
2348 for object, aa in sm.items():
2350 (fnct,fields2,order,length)=aa
2352 (fnct,fields2,order)=aa
2355 raise except_orm('Error',
2356 ('Invalid function definition %s in object %s !\nYou must use the definition: store={object:(fnct, fields, priority, time length)}.' % (store_field, self._name)))
2357 self.pool._store_function.setdefault(object, [])
2359 for x,y,z,e,f,l in self.pool._store_function[object]:
2360 if (x==self._name) and (y==store_field) and (e==fields2):
2364 self.pool._store_function[object].append( (self._name, store_field, fnct, fields2, order, length))
2365 self.pool._store_function[object].sort(lambda x,y: cmp(x[4],y[4]))
2367 for (key, _, msg) in self._sql_constraints:
2368 self.pool._sql_error[self._table+'_'+key] = msg
2370 # Load manual fields
2372 cr.execute("SELECT id FROM ir_model_fields WHERE name=%s AND model=%s", ('state', 'ir.model.fields'))
2374 cr.execute('SELECT * FROM ir_model_fields WHERE model=%s AND state=%s', (self._name, 'manual'))
2375 for field in cr.dictfetchall():
2376 if field['name'] in self._columns:
2379 'string': field['field_description'],
2380 'required': bool(field['required']),
2381 'readonly': bool(field['readonly']),
2382 'domain': field['domain'] or None,
2383 'size': field['size'],
2384 'ondelete': field['on_delete'],
2385 'translate': (field['translate']),
2386 #'select': int(field['select_level'])
2389 if field['ttype'] == 'selection':
2390 self._columns[field['name']] = getattr(fields, field['ttype'])(eval(field['selection']), **attrs)
2391 elif field['ttype'] == 'reference':
2392 self._columns[field['name']] = getattr(fields, field['ttype'])(selection=eval(field['selection']), **attrs)
2393 elif field['ttype'] == 'many2one':
2394 self._columns[field['name']] = getattr(fields, field['ttype'])(field['relation'], **attrs)
2395 elif field['ttype'] == 'one2many':
2396 self._columns[field['name']] = getattr(fields, field['ttype'])(field['relation'], field['relation_field'], **attrs)
2397 elif field['ttype'] == 'many2many':
2398 _rel1 = field['relation'].replace('.', '_')
2399 _rel2 = field['model'].replace('.', '_')
2400 _rel_name = 'x_%s_%s_%s_rel' %(_rel1, _rel2, field['name'])
2401 self._columns[field['name']] = getattr(fields, field['ttype'])(field['relation'], _rel_name, 'id1', 'id2', **attrs)
2403 self._columns[field['name']] = getattr(fields, field['ttype'])(**attrs)
2405 self._inherits_reload()
2406 if not self._sequence:
2407 self._sequence = self._table+'_id_seq'
2408 for k in self._defaults:
2409 assert (k in self._columns) or (k in self._inherit_fields), 'Default function defined in %s but field %s does not exist !' % (self._name, k,)
2410 for f in self._columns:
2411 self._columns[f].restart()
2413 def default_get(self, cr, uid, fields_list, context=None):
2417 # get the default values for the inherited fields
2418 for t in self._inherits.keys():
2419 value.update(self.pool.get(t).default_get(cr, uid, fields_list,
2422 # get the default values defined in the object
2423 for f in fields_list:
2424 if f in self._defaults:
2425 if callable(self._defaults[f]):
2426 value[f] = self._defaults[f](self, cr, uid, context)
2428 value[f] = self._defaults[f]
2430 fld_def = ((f in self._columns) and self._columns[f]) \
2431 or ((f in self._inherit_fields) and self._inherit_fields[f][2]) \
2433 if isinstance(fld_def, fields.property):
2434 property_obj = self.pool.get('ir.property')
2435 definition_id = fld_def._field_get(cr, uid, self._name, f)
2436 nid = property_obj.search(cr, uid, [('fields_id', '=',
2437 definition_id), ('res_id', '=', False)])
2439 prop_value = property_obj.browse(cr, uid, nid[0],
2440 context=context).value
2441 value[f] = (prop_value and int(prop_value.split(',')[1])) \
2444 # get the default values set by the user and override the default
2445 # values defined in the object
2446 ir_values_obj = self.pool.get('ir.values')
2447 res = ir_values_obj.get(cr, uid, 'default', False, [self._name])
2448 for id, field, field_value in res:
2449 if field in fields_list:
2450 fld_def = (field in self._columns) and self._columns[field] or self._inherit_fields[field][2]
2451 if fld_def._type in ('many2one', 'one2one'):
2452 obj = self.pool.get(fld_def._obj)
2453 if not obj.search(cr, uid, [('id', '=', field_value or False)]):
2455 if fld_def._type in ('many2many'):
2456 obj = self.pool.get(fld_def._obj)
2458 for i in range(len(field_value)):
2459 if not obj.search(cr, uid, [('id', '=',
2462 field_value2.append(field_value[i])
2463 field_value = field_value2
2464 if fld_def._type in ('one2many'):
2465 obj = self.pool.get(fld_def._obj)
2467 for i in range(len(field_value)):
2468 field_value2.append({})
2469 for field2 in field_value[i]:
2470 if obj._columns[field2]._type in ('many2one', 'one2one'):
2471 obj2 = self.pool.get(obj._columns[field2]._obj)
2472 if not obj2.search(cr, uid,
2473 [('id', '=', field_value[i][field2])]):
2475 # TODO add test for many2many and one2many
2476 field_value2[i][field2] = field_value[i][field2]
2477 field_value = field_value2
2478 value[field] = field_value
2479 for key in context or {}:
2480 if key.startswith('default_') and (key[8:] in fields_list):
2481 value[key[8:]] = context[key]
2485 # Update objects that uses this one to update their _inherits fields
2488 def _inherits_reload_src(self):
2489 for obj in self.pool.obj_pool.values():
2490 if self._name in obj._inherits:
2491 obj._inherits_reload()
2493 def _inherits_reload(self):
2495 for table in self._inherits:
2496 res.update(self.pool.get(table)._inherit_fields)
2497 for col in self.pool.get(table)._columns.keys():
2498 res[col] = (table, self._inherits[table], self.pool.get(table)._columns[col])
2499 for col in self.pool.get(table)._inherit_fields.keys():
2500 res[col] = (table, self._inherits[table], self.pool.get(table)._inherit_fields[col][2])
2501 self._inherit_fields = res
2502 self._inherits_reload_src()
2504 def fields_get(self, cr, user, fields=None, context=None):
2505 ira = self.pool.get('ir.model.access')
2506 read_access = ira.check(cr, user, self._name, 'write', raise_exception=False, context=context) or \
2507 ira.check(cr, user, self._name, 'create', raise_exception=False, context=context)
2508 return super(orm, self).fields_get(cr, user, fields, context, read_access)
2510 def read(self, cr, user, ids, fields=None, context=None, load='_classic_read'):
2513 self.pool.get('ir.model.access').check(cr, user, self._name, 'read', context=context)
2515 fields = self._columns.keys() + self._inherit_fields.keys()
2516 if isinstance(ids, (int, long)):
2520 select = map(lambda x: isinstance(x,dict) and x['id'] or x, select)
2521 result = self._read_flat(cr, user, select, fields, context, load)
2523 for key, v in r.items():
2526 if key in self._columns.keys():
2527 type = self._columns[key]._type
2528 elif key in self._inherit_fields.keys():
2529 type = self._inherit_fields[key][2]._type
2532 if type == 'reference' and v:
2533 model,ref_id = v.split(',')
2534 table = self.pool.get(model)._table
2535 cr.execute('select id from "%s" where id=%s' % (table,ref_id))
2536 id_exist = cr.fetchone()
2538 cr.execute('update "'+self._table+'" set "'+key+'"=NULL where "%s"=%s' %(key,''.join("'"+str(v)+"'")))
2540 if isinstance(ids, (int, long, dict)):
2541 return result and result[0] or False
2544 def _read_flat(self, cr, user, ids, fields_to_read, context=None, load='_classic_read'):
2547 #ids = map(lambda x:int(x), ids)
2550 if fields_to_read == None:
2551 fields_to_read = self._columns.keys()
2553 # construct a clause for the rules :
2554 d1, d2, tables = self.pool.get('ir.rule').domain_get(cr, user, self._name, 'read', context=context)
2555 # all inherited fields + all non inherited fields for which the attribute whose name is in load is True
2556 fields_pre = [f for f in fields_to_read if
2557 f == self.CONCURRENCY_CHECK_FIELD
2558 or (f in self._columns and getattr(self._columns[f], '_classic_write'))
2559 ] + self._inherits.values()
2563 def convert_field(f):
2564 if f in ('create_date', 'write_date'):
2565 return "date_trunc('second', %s) as %s" % (f, f)
2566 if f == self.CONCURRENCY_CHECK_FIELD:
2567 if self._log_access:
2568 return "COALESCE(%s.write_date, %s.create_date, now())::timestamp AS %s" % (self._table, self._table, f,)
2569 return "now()::timestamp AS %s" % (f,)
2570 if isinstance(self._columns[f], fields.binary) and context.get('bin_size', False):
2571 return 'length("%s") as "%s"' % (f, f)
2572 return '"%s"' % (f,)
2573 fields_pre2 = map(convert_field, fields_pre)
2574 order_by = self._parent_order or self._order
2575 for sub_ids in cr.split_for_in_conditions(ids):
2577 cr.execute('SELECT %s FROM %s WHERE %s.id IN %%s AND %s ORDER BY %s' % \
2578 (','.join(fields_pre2 + [self._table + '.id']), ','.join(tables), self._table, ' and '.join(d1),
2579 order_by),[sub_ids,]+d2)
2580 if cr.rowcount != len(sub_ids):
2581 raise except_orm(_('AccessError'),
2582 _('You try to bypass an access rule while reading (Document type: %s).') % self._description)
2584 cr.execute('SELECT %s FROM \"%s\" WHERE id IN %%s ORDER BY %s' %
2585 (','.join(fields_pre2 + ['id']), self._table,
2586 order_by), (sub_ids,))
2587 res.extend(cr.dictfetchall())
2589 res = map(lambda x: {'id': x}, ids)
2591 for f in fields_pre:
2592 if f == self.CONCURRENCY_CHECK_FIELD:
2594 if self._columns[f].translate:
2595 ids = map(lambda x: x['id'], res)
2596 #TODO: optimize out of this loop
2597 res_trans = self.pool.get('ir.translation')._get_ids(cr, user, self._name+','+f, 'model', context.get('lang', False) or 'en_US', ids)
2599 r[f] = res_trans.get(r['id'], False) or r[f]
2601 for table in self._inherits:
2602 col = self._inherits[table]
2603 cols = intersect(self._inherit_fields.keys(), fields_to_read)
2606 res2 = self.pool.get(table).read(cr, user, [x[col] for x in res], cols, context, load)
2614 if not record[col]:# if the record is deleted from _inherits table?
2616 record.update(res3[record[col]])
2617 if col not in fields_to_read:
2620 # all fields which need to be post-processed by a simple function (symbol_get)
2621 fields_post = filter(lambda x: x in self._columns and self._columns[x]._symbol_get, fields_to_read)
2624 for f in fields_post:
2625 r[f] = self._columns[f]._symbol_get(r[f])
2626 ids = map(lambda x: x['id'], res)
2628 # all non inherited fields for which the attribute whose name is in load is False
2629 fields_post = filter(lambda x: x in self._columns and not getattr(self._columns[x], load), fields_to_read)
2631 # Compute POST fields
2633 for f in fields_post:
2634 todo.setdefault(self._columns[f]._multi, [])
2635 todo[self._columns[f]._multi].append(f)
2636 for key,val in todo.items():
2638 res2 = self._columns[val[0]].get(cr, self, ids, val, user, context=context, values=res)
2641 if isinstance(res2[record['id']], str):res2[record['id']] = eval(res2[record['id']]) #TOCHECK : why got string instend of dict in python2.6
2642 record[pos] = res2[record['id']][pos]
2645 res2 = self._columns[f].get(cr, self, ids, f, user, context=context, values=res)
2648 record[f] = res2[record['id']]
2652 #for f in fields_post:
2653 # # get the value of that field for all records/ids
2654 # res2 = self._columns[f].get(cr, self, ids, f, user, context=context, values=res)
2655 # for record in res:
2656 # record[f] = res2[record['id']]
2660 for field in vals.copy():
2662 if field in self._columns:
2663 fobj = self._columns[field]
2670 for group in groups:
2671 module = group.split(".")[0]
2672 grp = group.split(".")[1]
2673 cr.execute("select count(*) from res_groups_users_rel where gid in (select res_id from ir_model_data where name='%s' and module='%s' and model='%s') and uid=%s" % \
2674 (grp, module, 'res.groups', user))
2675 readonly = cr.fetchall()
2676 if readonly[0][0] >= 1:
2679 elif readonly[0][0] == 0:
2685 if type(vals[field]) == type([]):
2687 elif type(vals[field]) == type(0.0):
2689 elif type(vals[field]) == type(''):
2690 vals[field] = '=No Permission='
2695 def perm_read(self, cr, user, ids, context=None, details=True):
2701 if self._log_access:
2702 fields = ', u.create_uid, u.create_date, u.write_uid, u.write_date'
2703 if isinstance(ids, (int, long)):
2706 ids_str = string.join(map(lambda x: str(x), ids), ',')
2707 cr.execute('select u.id'+fields+' from "'+self._table+'" u where u.id in ('+ids_str+')')
2708 res = cr.dictfetchall()
2711 r[key] = r[key] or False
2712 if key in ('write_uid', 'create_uid', 'uid') and details:
2714 r[key] = self.pool.get('res.users').name_get(cr, user, [r[key]])[0]
2715 if isinstance(ids, (int, long)):
2719 def _check_concurrency(self, cr, ids, context):
2722 if context.get(self.CONCURRENCY_CHECK_FIELD) and self._log_access:
2724 return "%s,%s" % (self._name, oid)
2725 santa = "(id = %s AND %s < COALESCE(write_date, create_date, now())::timestamp)"
2726 for i in range(0, len(ids), cr.IN_MAX):
2727 sub_ids = tools.flatten(((oid, context[self.CONCURRENCY_CHECK_FIELD][key(oid)])
2728 for oid in ids[i:i+cr.IN_MAX]
2729 if key(oid) in context[self.CONCURRENCY_CHECK_FIELD]))
2731 cr.execute("SELECT count(1) FROM %s WHERE %s" % (self._table, " OR ".join([santa]*(len(sub_ids)/2))), sub_ids)
2734 raise except_orm('ConcurrencyException', _('Records were modified in the meanwhile'))
2736 def check_access_rule(self, cr, uid, ids, operation, context=None):
2737 """Verifies that the operation given by ``operation`` is allowed for the user
2738 according to ir.rules.
2739 @param ``operation``: one of ``'read'``, ``'write'``, ``'unlink'``
2740 @raise ``except_orm``: if current ir.rules do not permit this operation.
2741 @return: ``None`` if the operation is allowed
2743 where_clause, where_params, tables = self.pool.get('ir.rule').domain_get(cr, uid, self._name, operation, context=context)
2745 where_clause = ' and ' + ' and '.join(where_clause)
2746 for sub_ids in cr.split_for_in_conditions(ids):
2747 cr.execute('SELECT ' + self._table + '.id FROM ' + ','.join(tables) +
2748 ' WHERE ' + self._table + '.id IN %s' + where_clause,
2749 [sub_ids] + where_params)
2750 if cr.rowcount != len(sub_ids):
2751 raise except_orm(_('AccessError'),
2752 _('Operation prohibited by access rules (Operation: %s, Document type: %s).')
2753 % (operation, self._name))
2755 def unlink(self, cr, uid, ids, context=None):
2758 if isinstance(ids, (int, long)):
2761 result_store = self._store_get_values(cr, uid, ids, None, context)
2763 self._check_concurrency(cr, ids, context)
2765 self.pool.get('ir.model.access').check(cr, uid, self._name, 'unlink', context=context)
2767 properties = self.pool.get('ir.property')
2768 domain = [('res_id', '=', False),
2769 ('value', 'in', ['%s,%s' % (self._name, i) for i in ids]),
2771 if properties.search(cr, uid, domain, context=context):
2772 raise except_orm(_('Error'), _('Unable to delete this document because it is used as a default property'))
2774 wf_service = netsvc.LocalService("workflow")
2776 wf_service.trg_delete(uid, self._name, oid, cr)
2778 #cr.execute('select * from '+self._table+' where id in ('+str_d+')', ids)
2779 #res = cr.dictfetchall()
2780 #for key in self._inherits:
2781 # ids2 = [x[self._inherits[key]] for x in res]
2782 # self.pool.get(key).unlink(cr, uid, ids2)
2784 self.check_access_rule(cr, uid, ids, 'unlink', context=context)
2785 for sub_ids in cr.split_for_in_conditions(ids):
2786 cr.execute('delete from ' + self._table + ' ' \
2787 'where id in %s', sub_ids)
2789 for order, object, store_ids, fields in result_store:
2790 if object != self._name:
2791 obj = self.pool.get(object)
2792 cr.execute('select id from '+obj._table+' where id in ('+','.join(map(str, store_ids))+')')
2793 rids = map(lambda x: x[0], cr.fetchall())
2795 obj._store_set_values(cr, uid, rids, fields, context)
2801 def write(self, cr, user, ids, vals, context=None):
2803 for field in vals.copy():
2805 if field in self._columns:
2806 fobj = self._columns[field]
2808 fobj = self._inherit_fields[field][2]
2815 for group in groups:
2816 module = group.split(".")[0]
2817 grp = group.split(".")[1]
2818 cr.execute("select count(*) from res_groups_users_rel where gid in (select res_id from ir_model_data where name='%s' and module='%s' and model='%s') and uid=%s" % \
2819 (grp, module, 'res.groups', user))
2820 readonly = cr.fetchall()
2821 if readonly[0][0] >= 1:
2824 elif readonly[0][0] == 0:
2836 if isinstance(ids, (int, long)):
2839 self._check_concurrency(cr, ids, context)
2841 self.pool.get('ir.model.access').check(cr, user, self._name, 'write', context=context)
2849 totranslate = context.get('lang', False) and (context['lang'] != 'en_US')
2851 if field in self._columns:
2852 if self._columns[field]._classic_write and not (hasattr(self._columns[field], '_fnct_inv')):
2853 if (not totranslate) or not self._columns[field].translate:
2854 upd0.append('"'+field+'"='+self._columns[field]._symbol_set[0])
2855 upd1.append(self._columns[field]._symbol_set[1](vals[field]))
2856 direct.append(field)
2858 upd_todo.append(field)
2860 updend.append(field)
2861 if field in self._columns \
2862 and hasattr(self._columns[field], 'selection') \
2864 if self._columns[field]._type == 'reference':
2865 val = vals[field].split(',')[0]
2868 if isinstance(self._columns[field].selection, (tuple, list)):
2869 if val not in dict(self._columns[field].selection):
2870 raise except_orm(_('ValidateError'),
2871 _('The value "%s" for the field "%s" is not in the selection') \
2872 % (vals[field], field))
2874 if val not in dict(self._columns[field].selection(
2875 self, cr, user, context=context)):
2876 raise except_orm(_('ValidateError'),
2877 _('The value "%s" for the field "%s" is not in the selection') \
2878 % (vals[field], field))
2880 if self._log_access:
2881 upd0.append('write_uid=%s')
2882 upd0.append('write_date=now()')
2886 self.check_access_rule(cr, user, ids, 'write', context=context)
2887 for sub_ids in cr.split_for_in_conditions(ids):
2888 cr.execute('update ' + self._table + ' set ' + ','.join(upd0) + ' ' \
2889 'where id in %s', upd1 + [sub_ids])
2894 if self._columns[f].translate:
2895 src_trans = self.pool.get(self._name).read(cr,user,ids,[f])[0][f]
2898 # Inserting value to DB
2899 self.write(cr, user, ids, {f:vals[f]})
2900 self.pool.get('ir.translation')._set_ids(cr, user, self._name+','+f, 'model', context['lang'], ids, vals[f], src_trans)
2903 # call the 'set' method of fields which are not classic_write
2904 upd_todo.sort(lambda x, y: self._columns[x].priority-self._columns[y].priority)
2906 # default element in context must be removed when call a one2many or many2many
2907 rel_context = context.copy()
2908 for c in context.items():
2909 if c[0].startswith('default_'):
2910 del rel_context[c[0]]
2913 for field in upd_todo:
2915 result += self._columns[field].set(cr, self, id, field, vals[field], user, context=rel_context) or []
2917 for table in self._inherits:
2918 col = self._inherits[table]
2920 for sub_ids in cr.split_for_in_conditions(ids):
2921 cr.execute('select distinct "'+col+'" from "'+self._table+'" ' \
2922 'where id in %s', (sub_ids,))
2923 nids.extend([x[0] for x in cr.fetchall()])
2927 if self._inherit_fields[val][0] == table:
2929 self.pool.get(table).write(cr, user, nids, v, context)
2931 self._validate(cr, user, ids, context)
2932 # TODO: use _order to set dest at the right position and not first node of parent
2933 if self._parent_store and (self._parent_name in vals):
2935 self.pool._init_parent[self._name]=True
2938 # Find Position of the element
2939 if vals[self._parent_name]:
2940 cr.execute('select parent_left,parent_right,id from '+self._table+' where '+self._parent_name+'=%s order by '+(self._parent_order or self._order), (vals[self._parent_name],))
2942 cr.execute('select parent_left,parent_right,id from '+self._table+' where '+self._parent_name+' is null order by '+(self._parent_order or self._order))
2943 result_p = cr.fetchall()
2945 for (pleft,pright,pid) in result_p:
2950 # It's the first node of the parent: position = parent_left+1
2952 if not vals[self._parent_name]:
2955 cr.execute('select parent_left from '+self._table+' where id=%s', (vals[self._parent_name],))
2956 position = cr.fetchone()[0]+1
2958 # We have the new position !
2959 cr.execute('select parent_left,parent_right from '+self._table+' where id=%s', (id,))
2960 pleft,pright = cr.fetchone()
2961 distance = pright - pleft + 1
2963 if position>pleft and position<=pright:
2964 raise except_orm(_('UserError'), _('Recursivity Detected.'))
2967 cr.execute('update '+self._table+' set parent_left=parent_left+%s where parent_left>=%s', (distance, position))
2968 cr.execute('update '+self._table+' set parent_right=parent_right+%s where parent_right>=%s', (distance, position))
2969 cr.execute('update '+self._table+' set parent_left=parent_left+%s, parent_right=parent_right+%s where parent_left>=%s and parent_left<%s', (position-pleft,position-pleft, pleft, pright))
2971 cr.execute('update '+self._table+' set parent_left=parent_left+%s where parent_left>=%s', (distance, position))
2972 cr.execute('update '+self._table+' set parent_right=parent_right+%s where parent_right>=%s', (distance, position))
2973 cr.execute('update '+self._table+' set parent_left=parent_left-%s, parent_right=parent_right-%s where parent_left>=%s and parent_left<%s', (pleft-position+distance,pleft-position+distance, pleft+distance, pright+distance))
2975 result += self._store_get_values(cr, user, ids, vals.keys(), context)
2976 for order, object, ids, fields in result:
2977 self.pool.get(object)._store_set_values(cr, user, ids, fields, context)
2979 wf_service = netsvc.LocalService("workflow")
2981 wf_service.trg_write(user, self._name, id, cr)
2985 # TODO: Should set perm to user.xxx
2987 def create(self, cr, user, vals, context=None):
2988 """ create(cr, user, vals, context) -> int
2989 cr = database cursor
2991 vals = dictionary of the form {'field_name':field_value, ...}
2995 self.pool.get('ir.model.access').check(cr, user, self._name, 'create')
3000 for (t, c) in self._inherits.items():
3002 avoid_table.append(t)
3003 for f in self._columns.keys(): # + self._inherit_fields.keys():
3007 for f in self._inherit_fields.keys():
3008 if (not f in vals) and (self._inherit_fields[f][0] not in avoid_table):
3012 default_values = self.default_get(cr, user, default, context)
3013 for dv in default_values:
3014 if dv in self._columns and self._columns[dv]._type == 'many2many':
3015 if default_values[dv] and isinstance(default_values[dv][0], (int, long)):
3016 default_values[dv] = [(6, 0, default_values[dv])]
3018 vals.update(default_values)
3021 for v in self._inherits:
3022 if self._inherits[v] not in vals:
3025 tocreate[v] = {'id' : vals[self._inherits[v]]}
3026 (upd0, upd1, upd2) = ('', '', [])
3028 for v in vals.keys():
3029 if v in self._inherit_fields:
3030 (table, col, col_detail) = self._inherit_fields[v]
3031 tocreate[table][v] = vals[v]
3034 if (v not in self._inherit_fields) and (v not in self._columns):
3037 # Try-except added to filter the creation of those records whose filds are readonly.
3038 # Example : any dashboard which has all the fields readonly.(due to Views(database views))
3040 cr.execute("SELECT nextval('"+self._sequence+"')")
3042 raise except_orm(_('UserError'),
3043 _('You cannot perform this operation. New Record Creation is not allowed for this object as this object is for reporting purpose.'))
3045 id_new = cr.fetchone()[0]
3046 for table in tocreate:
3047 if self._inherits[table] in vals:
3048 del vals[self._inherits[table]]
3050 record_id = tocreate[table].pop('id', None)
3052 if record_id is None:
3053 record_id = self.pool.get(table).create(cr, user, tocreate[table], context=context)
3055 self.pool.get(table).write(cr, user, [record_id], tocreate[table], context=context)
3057 upd0 += ','+self._inherits[table]
3059 upd2.append(record_id)
3061 #Start : Set bool fields to be False if they are not touched(to make search more powerful)
3062 bool_fields = [x for x in self._columns.keys() if self._columns[x]._type=='boolean']
3064 for bool_field in bool_fields:
3065 if bool_field not in vals:
3066 vals[bool_field] = False
3068 for field in vals.copy():
3070 if field in self._columns:
3071 fobj = self._columns[field]
3073 fobj = self._inherit_fields[field][2]
3079 for group in groups:
3080 module = group.split(".")[0]
3081 grp = group.split(".")[1]
3082 cr.execute("select count(*) from res_groups_users_rel where gid in (select res_id from ir_model_data where name='%s' and module='%s' and model='%s') and uid=%s" % \
3083 (grp, module, 'res.groups', user))
3084 readonly = cr.fetchall()
3085 if readonly[0][0] >= 1:
3088 elif readonly[0][0] == 0:
3096 if self._columns[field]._classic_write:
3097 upd0 = upd0 + ',"' + field + '"'
3098 upd1 = upd1 + ',' + self._columns[field]._symbol_set[0]
3099 upd2.append(self._columns[field]._symbol_set[1](vals[field]))
3101 if not isinstance(self._columns[field], fields.related):
3102 upd_todo.append(field)
3103 if field in self._columns \
3104 and hasattr(self._columns[field], 'selection') \
3106 if self._columns[field]._type == 'reference':
3107 val = vals[field].split(',')[0]
3110 if isinstance(self._columns[field].selection, (tuple, list)):
3111 if val not in dict(self._columns[field].selection):
3112 raise except_orm(_('ValidateError'),
3113 _('The value "%s" for the field "%s" is not in the selection') \
3114 % (vals[field], field))
3116 if val not in dict(self._columns[field].selection(
3117 self, cr, user, context=context)):
3118 raise except_orm(_('ValidateError'),
3119 _('The value "%s" for the field "%s" is not in the selection') \
3120 % (vals[field], field))
3121 if self._log_access:
3122 upd0 += ',create_uid,create_date'
3125 cr.execute('insert into "'+self._table+'" (id'+upd0+") values ("+str(id_new)+upd1+')', tuple(upd2))
3126 d1, d2, tables = self.pool.get('ir.rule').domain_get(cr, user, self._name, 'create', context=context)
3128 d1 = ' AND '+' AND '.join(d1)
3129 cr.execute('SELECT '+self._table+'.id FROM '+','.join(tables)+' ' \
3130 'WHERE '+self._table+'.id = ' +str(id_new)+d1,d2)
3132 raise except_orm(_('AccessError'),
3133 _('You try to bypass an access rule to create (Document type: %s).') \
3135 upd_todo.sort(lambda x, y: self._columns[x].priority-self._columns[y].priority)
3137 if self._parent_store:
3139 self.pool._init_parent[self._name]=True
3141 parent = vals.get(self._parent_name, False)
3143 cr.execute('select parent_right from '+self._table+' where '+self._parent_name+'=%s order by '+(self._parent_order or self._order), (parent,))
3145 result_p = cr.fetchall()
3146 for (pleft,) in result_p:
3151 cr.execute('select parent_left from '+self._table+' where id=%s', (parent,))
3152 pleft_old = cr.fetchone()[0]
3155 cr.execute('select max(parent_right) from '+self._table)
3156 pleft = cr.fetchone()[0] or 0
3157 cr.execute('update '+self._table+' set parent_left=parent_left+2 where parent_left>%s', (pleft,))
3158 cr.execute('update '+self._table+' set parent_right=parent_right+2 where parent_right>%s', (pleft,))
3159 cr.execute('update '+self._table+' set parent_left=%s,parent_right=%s where id=%s', (pleft+1,pleft+2,id_new))
3161 # default element in context must be remove when call a one2many or many2many
3162 rel_context = context.copy()
3163 for c in context.items():
3164 if c[0].startswith('default_'):
3165 del rel_context[c[0]]
3168 for field in upd_todo:
3169 result += self._columns[field].set(cr, self, id_new, field, vals[field], user, rel_context) or []
3170 self._validate(cr, user, [id_new], context)
3172 if not context.get('no_store_function', False):
3173 result += self._store_get_values(cr, user, [id_new], vals.keys(), context)
3176 for order, object, ids, fields2 in result:
3177 if not (object, ids, fields2) in done:
3178 self.pool.get(object)._store_set_values(cr, user, ids, fields2, context)
3179 done.append((object, ids, fields2))
3181 wf_service = netsvc.LocalService("workflow")
3182 wf_service.trg_create(user, self._name, id_new, cr)
3185 def _store_get_values(self, cr, uid, ids, fields, context):
3187 fncts = self.pool._store_function.get(self._name, [])
3188 for fnct in range(len(fncts)):
3193 for f in (fields or []):
3194 if f in fncts[fnct][3]:
3200 result.setdefault(fncts[fnct][0], {})
3202 # uid == 1 for accessing objects having rules defined on store fields
3203 ids2 = fncts[fnct][2](self,cr, 1, ids, context)
3204 for id in filter(None, ids2):
3205 result[fncts[fnct][0]].setdefault(id, [])
3206 result[fncts[fnct][0]][id].append(fnct)
3208 for object in result:
3210 for id,fnct in result[object].items():
3211 k2.setdefault(tuple(fnct), [])
3212 k2[tuple(fnct)].append(id)
3213 for fnct,id in k2.items():
3214 dict.setdefault(fncts[fnct[0]][4],[])
3215 dict[fncts[fnct[0]][4]].append((fncts[fnct[0]][4],object,id,map(lambda x: fncts[x][1], fnct)))
3223 def _store_set_values(self, cr, uid, ids, fields, context):
3226 if self._log_access:
3227 cr.execute('select id,write_date from '+self._table+' where id in ('+','.join(map(str, ids))+')')
3231 field_dict.setdefault(r[0], [])
3232 res_date = time.strptime((r[1])[:19], '%Y-%m-%d %H:%M:%S')
3233 write_date = datetime.datetime.fromtimestamp(time.mktime(res_date))
3234 for i in self.pool._store_function.get(self._name, []):
3236 up_write_date = write_date + datetime.timedelta(hours=i[5])
3237 if datetime.datetime.now() < up_write_date:
3239 field_dict[r[0]].append(i[1])
3245 if self._columns[f]._multi not in keys:
3246 keys.append(self._columns[f]._multi)
3247 todo.setdefault(self._columns[f]._multi, [])
3248 todo[self._columns[f]._multi].append(f)
3252 # uid == 1 for accessing objects having rules defined on store fields
3253 result = self._columns[val[0]].get(cr, self, ids, val, 1, context=context)
3254 for id,value in result.items():
3256 for f in value.keys():
3257 if f in field_dict[id]:
3264 if self._columns[v]._type in ('many2one', 'one2one'):
3266 value[v] = value[v][0]
3269 upd0.append('"'+v+'"='+self._columns[v]._symbol_set[0])
3270 upd1.append(self._columns[v]._symbol_set[1](value[v]))
3272 cr.execute('update "' + self._table + '" set ' + \
3273 string.join(upd0, ',') + ' where id = %s', upd1)
3277 # uid == 1 for accessing objects having rules defined on store fields
3278 result = self._columns[f].get(cr, self, ids, f, 1, context=context)
3279 for r in result.keys():
3281 if r in field_dict.keys():
3282 if f in field_dict[r]:
3284 for id,value in result.items():
3285 if self._columns[f]._type in ('many2one', 'one2one'):
3290 cr.execute('update "' + self._table + '" set ' + \
3291 '"'+f+'"='+self._columns[f]._symbol_set[0] + ' where id = %s', (self._columns[f]._symbol_set[1](value),id))
3297 def perm_write(self, cr, user, ids, fields, context=None):
3298 raise _('This method does not exist anymore')
3300 # TODO: ameliorer avec NULL
3301 def _where_calc(self, cr, user, args, active_test=True, context=None):
3305 # if the object has a field named 'active', filter out all inactive
3306 # records unless they were explicitely asked for
3307 if 'active' in self._columns and (active_test and context.get('active_test', True)):
3309 active_in_args = False
3311 if a[0] == 'active':
3312 active_in_args = True
3313 if not active_in_args:
3314 args.insert(0, ('active', '=', 1))
3316 args = [('active', '=', 1)]
3320 e = expression.expression(args)
3321 e.parse(cr, user, self, context)
3322 tables = e.get_tables()
3323 qu1, qu2 = e.to_sql()
3324 qu1 = qu1 and [qu1] or []
3326 qu1, qu2, tables = [], [], ['"%s"' % self._table]
3328 return (qu1, qu2, tables)
3330 def _check_qorder(self, word):
3331 if not regex_order.match(word):
3332 raise except_orm(_('AccessError'), _('Bad query.'))
3335 def search(self, cr, user, args, offset=0, limit=None, order=None,
3336 context=None, count=False):
3339 # compute the where, order by, limit and offset clauses
3340 (qu1, qu2, tables) = self._where_calc(cr, user, args, context=context)
3341 dom = self.pool.get('ir.rule').domain_get(cr, user, self._name, 'read', context=context)
3349 qu1 = ' where '+string.join(qu1, ' and ')
3354 order_by = self._order
3356 self._check_qorder(order)
3357 o = order.split(' ')[0]
3358 if (o in self._columns) and getattr(self._columns[o], '_classic_write'):
3361 limit_str = limit and ' limit %d' % limit or ''
3362 offset_str = offset and ' offset %d' % offset or ''
3366 cr.execute('select count(%s.id) from ' % self._table +
3367 ','.join(tables) +qu1 + limit_str + offset_str, qu2)
3370 cr.execute('select %s.id from ' % self._table + ','.join(tables) +qu1+' order by '+order_by+limit_str+offset_str, qu2)
3372 return [x[0] for x in res]
3374 # returns the different values ever entered for one field
3375 # this is used, for example, in the client when the user hits enter on
3377 def distinct_field_get(self, cr, uid, field, value, args=None, offset=0, limit=None):
3380 if field in self._inherit_fields:
3381 return self.pool.get(self._inherit_fields[field][0]).distinct_field_get(cr, uid, field, value, args, offset, limit)
3383 return self._columns[field].search(cr, self, args, field, value, offset, limit, uid)
3385 def name_get(self, cr, user, ids, context=None):
3390 if isinstance(ids, (int, long)):
3392 return [(r['id'], tools.ustr(r[self._rec_name])) for r in self.read(cr, user, ids,
3393 [self._rec_name], context, load='_classic_write')]
3395 def name_search(self, cr, user, name='', args=None, operator='ilike', context=None, limit=100):
3402 args += [(self._rec_name, operator, name)]
3403 ids = self.search(cr, user, args, limit=limit, context=context)
3404 res = self.name_get(cr, user, ids, context)
3407 def copy_data(self, cr, uid, id, default=None, context=None):
3412 if 'state' not in default:
3413 if 'state' in self._defaults:
3414 if callable(self._defaults['state']):
3415 default['state'] = self._defaults['state'](self, cr, uid, context)
3417 default['state'] = self._defaults['state']
3419 data = self.read(cr, uid, [id], context=context)[0]
3420 fields = self.fields_get(cr, uid, context=context)
3423 ftype = fields[f]['type']
3425 if self._log_access and f in ('create_date', 'create_uid', 'write_date', 'write_uid'):
3429 data[f] = default[f]
3430 elif ftype == 'function':
3432 elif ftype == 'many2one':
3434 data[f] = data[f] and data[f][0]
3437 elif ftype in ('one2many', 'one2one'):
3439 rel = self.pool.get(fields[f]['relation'])
3440 if data[f] != False:
3441 for rel_id in data[f]:
3442 # the lines are first duplicated using the wrong (old)
3443 # parent but then are reassigned to the correct one thanks
3445 d,t = rel.copy_data(cr, uid, rel_id, context=context)
3446 res.append((0, 0, d))
3449 elif ftype == 'many2many':
3450 data[f] = [(6, 0, data[f])]
3452 trans_obj = self.pool.get('ir.translation')
3453 #TODO: optimize translations
3457 if f in self._columns and self._columns[f].translate:
3458 trans_name=self._name+","+f
3459 elif f in self._inherit_fields and self._inherit_fields[f][2].translate:
3460 trans_name=self._inherit_fields[f][0]+","+f
3465 trans_ids = trans_obj.search(cr, uid, [
3466 ('name', '=', trans_name),
3467 ('res_id','=',data['id'])
3470 trans_data.extend(trans_obj.read(cr,uid,trans_ids,context=context))
3474 for v in self._inherits:
3475 del data[self._inherits[v]]
3476 return data, trans_data
3478 def copy(self, cr, uid, id, default=None, context=None):
3479 trans_obj = self.pool.get('ir.translation')
3480 data, trans_data = self.copy_data(cr, uid, id, default, context)
3481 new_id = self.create(cr, uid, data, context)
3482 for record in trans_data:
3484 record['res_id'] = new_id
3485 trans_obj.create(cr, uid, record, context)
3488 def exists(self, cr, uid, id, context=None):
3489 cr.execute('SELECT count(1) FROM "%s" where id=%%s' % (self._table,), (id,))
3490 return bool(cr.fetchone()[0])
3492 def check_recursion(self, cr, uid, ids, parent=None):
3494 parent = self._parent_name
3496 while len(ids_parent):
3498 for i in range(0, len(ids), cr.IN_MAX):
3499 sub_ids_parent = ids_parent[i:i+cr.IN_MAX]
3500 cr.execute('SELECT distinct "'+parent+'"'+
3501 ' FROM "'+self._table+'" ' \
3502 'WHERE id = ANY(%s)',(sub_ids_parent,))
3503 ids_parent2.extend(filter(None, map(lambda x: x[0], cr.fetchall())))
3504 ids_parent = ids_parent2
3505 for i in ids_parent:
3510 # vim:expandtab:smartindent:tabstop=4:softtabstop=4:shiftwidth=4: