Launchpad automatic translations update.
[odoo/odoo.git] / addons / import_sugarcrm / import_sugarcrm.py
index 0eaddc5..3ff14bc 100644 (file)
@@ -27,8 +27,16 @@ from datetime import datetime
 import base64
 import pprint
 pp = pprint.PrettyPrinter(indent=4)
-
 #copy old import here
+
+import htmllib
+
+def unescape_htmlentities(s):
+    p = htmllib.HTMLParser(None)
+    p.save_bgn()
+    p.feed(s)
+    return p.save_end()
+
 class related_ref(dbmapper):
     def __init__(self, type):
         self.type = type
@@ -38,8 +46,8 @@ class related_ref(dbmapper):
             return self.parent.xml_id_exist(external_val['parent_type'], external_val['parent_id'])
         return ''
 
-
 class sugar_import(import_framework):
+    URL = False   
     TABLE_CONTACT = 'Contacts'
     TABLE_ACCOUNT = 'Accounts'
     TABLE_USER = 'Users'
@@ -48,6 +56,7 @@ class sugar_import(import_framework):
     TABLE_OPPORTUNITY = 'Opportunities'
     TABLE_LEAD = 'Leads'
     TABLE_STAGE = 'crm_stage'
+    TABLE_ATTENDEE = 'calendar_attendee'
     TABLE_CALL = 'Calls'
     TABLE_MEETING = 'Meetings'
     TABLE_TASK = 'Tasks'
@@ -55,18 +64,38 @@ class sugar_import(import_framework):
     TABLE_PROJECT_TASK = 'ProjectTask'
     TABLE_BUG = 'Bugs'
     TABLE_CASE = 'Cases'
+    TABLE_NOTE = 'Notes'
+    TABLE_EMAIL = 'Emails'
+    TABLE_COMPAIGN = 'Campaigns'
+    TABLE_DOCUMENT = 'Documents'
+    TABLE_HISTORY_ATTACHMNET = 'history_attachment'
     
+    MAX_RESULT_PER_PAGE = 200
     
     def initialize(self):
         #login
         PortType,sessionid = sugar.login(self.context.get('username',''), self.context.get('password',''), self.context.get('url',''))
+        if sessionid == '-1':
+            raise osv.except_osv(_('Error !'), _('Authentication error !\nBad Username or Password or bad SugarSoap Api url !'))
         self.context['port'] = PortType
         self.context['session_id'] = sessionid
         
     def get_data(self, table):
-        return sugar.search(self.context.get('port'), self.context.get('session_id'), table)
+        offset = 0
+        res = []
+        while True:
+            r = sugar.search(self.context.get('port'), self.context.get('session_id'), table, offset, self.MAX_RESULT_PER_PAGE)
+            res.extend(r)
+            if len(r) < self.MAX_RESULT_PER_PAGE:
+                break;
+            offset += self.MAX_RESULT_PER_PAGE
+        return res
+    
+    #def get_link(self, from_table, ids, to_table):
+        #return sugar.relation_search(self.context.get('port'), self.context.get('session_id'), from_table, module_id=ids, related_module=to_table)
+
     """
-        Common import method
+    Common import method
     """
     def get_category(self, val, model, name):
         fields = ['name', 'object_id']
@@ -79,10 +108,12 @@ class sugar_import(import_framework):
             data = [salutation, salutation, 'Contact']
             return self.import_object(fields, data, 'res.partner.title', 'contact_title', salutation, [('shortcut', '=', salutation)])
 
-    def get_campaign_id(self, dict, val):
+    def get_channel_id(self, dict, val):
+        if not val:
+            return False
         fields = ['name']
         data = [val]
-        return self.import_object(fields, data, 'crm.case.resource.type', 'crm_campaign', val)
+        return self.import_object(fields, data, 'crm.case.channel', 'crm_channel', val)
     
     def get_all_states(self, external_val, country_id):
         """Get states or create new state unless country_id is False"""
@@ -100,14 +131,153 @@ class sugar_import(import_framework):
     def get_float_time(self, dict, hour, min):
         min = int(min) * 100 / 60
         return "%s.%i" % (hour, min)
+    
+    """
+    import Documents
+    """
+    
+    def import_related_document(self, val):
+        res_model = False
+        res_id = False
+        sugar_document_account = sugar.relation_search(self.context.get('port'), self.context.get('session_id'), 'Documents', module_id=val.get('id'), related_module='Accounts', query=None, deleted=None)
+        sugar_document_contact = sugar.relation_search(self.context.get('port'), self.context.get('session_id'), 'Documents', module_id=val.get('id'), related_module=self.TABLE_CONTACT, query=None, deleted=None)
+        sugar_document_opportunity = sugar.relation_search(self.context.get('port'), self.context.get('session_id'), 'Documents', module_id=val.get('id'), related_module=self.TABLE_OPPORTUNITY, query=None, deleted=None)
+        sugar_document_case = sugar.relation_search(self.context.get('port'), self.context.get('session_id'), 'Documents', module_id=val.get('id'), related_module=self.TABLE_CASE, query=None, deleted=None)
+        sugar_document_bug = sugar.relation_search(self.context.get('port'), self.context.get('session_id'), 'Documents', module_id=val.get('id'), related_module=self.TABLE_BUG, query=None, deleted=None)
+        if sugar_document_account:
+            res_id = self.get_mapped_id(self.TABLE_ACCOUNT,sugar_document_account[0])
+            res_model = 'res.partner'
+        elif sugar_document_contact:
+            res_id = self.get_mapped_id(self.TABLE_CONTACT, sugar_document_contact[0])
+            res_model = 'res.partner.address'
+        elif sugar_document_opportunity:
+            res_id = self.get_mapped_id(self.TABLE_OPPORTUNITY, sugar_document_opportunity[0])
+            res_model = 'crm.lead'
+        elif sugar_document_case:
+            res_id = self.get_mapped_id(self.TABLE_CASE, sugar_document_case[0])
+            res_model = 'crm.claim'
+        elif sugar_document_bug:
+            res_id = self.get_mapped_id(self.TABLE_BUG, sugar_document_bug[0])
+            res_model = 'project.issue'
+        return res_id,res_model
+    
+    def import_document(self, val):
+        File,Filename = sugar.get_document_revision_search(self.context.get('port'), self.context.get('session_id'), val.get('document_revision_id'))
+        #File = base64.encodestring(File)
+        res_id, res_model  = self.import_related_document(val)
+        val['res_id'] = res_id
+        val['res_model'] = res_model
+        if File:
+            val['datas'] = File
+            val['datas_fname'] = Filename
+        return val   
+        
+    def get_document_mapping(self): 
+        return { 
+                'model' : 'ir.attachment',
+                'dependencies' : [self.TABLE_USER],
+                'hook' : self.import_document,
+                'map' : {
+                         'name':'document_name',
+                         'description': ppconcat('description'),
+                         'datas': 'datas',
+                         'datas_fname': 'datas_fname',
+                         'res_model': 'res_model',
+                         'res_id': 'res_id',
+                }
+            }     
+        
+    
+    """
+    import Emails
+    """
+
+      
+    def import_email(self, val):
+        vals = sugar.email_search(self.context.get('port'), self.context.get('session_id'), self.TABLE_EMAIL, val.get('id'))
+        model_obj =  self.obj.pool.get('ir.model.data')
+        for val in vals:
+            xml_id = self.xml_id_exist(val.get('parent_type'), val.get('parent_id'))
+            model_ids = model_obj.search(self.cr, self.uid, [('name', 'like', xml_id)])
+            if model_ids:
+                model = model_obj.browse(self.cr, self.uid, model_ids)[0]
+                if model.model == 'res.partner':
+                    val['partner_id/.id'] = model.res_id
+                else:    
+                    val['res_id'] = model.res_id
+                    val['model'] = model.model
+        return val   
+        
+    def get_email_mapping(self): 
+        return { 
+                'model' : 'mail.message',
+                'dependencies' : [self.TABLE_USER, self.TABLE_ACCOUNT, self.TABLE_CONTACT, self.TABLE_LEAD, self.TABLE_OPPORTUNITY, self.TABLE_MEETING, self.TABLE_CALL],
+                'hook' : self.import_email,
+                'map' : {
+                        'subject':'name',
+                        'state' : const('received'),
+                        'date':'date_sent',
+                        'email_from': 'from_addr_name',
+                        'email_to': 'to_addrs_names',
+                        'email_cc': 'cc_addrs_names',
+                        'email_bcc': 'bcc_addrs_names',
+                        'message_id': 'message_id',
+                        'res_id': 'res_id',
+                        'model': 'model',
+                        'partner_id/.id': 'partner_id/.id',                         
+                        'user_id/id': ref(self.TABLE_USER, 'assigned_user_id'),
+                        'body_text': 'description',
+                        'body_html' : 'description_html',
+                        
+                }
+            } 
+    
+    """
+    import History(Notes)
+    """
+    
+
+    def import_history(self, val):
+        model_obj =  self.obj.pool.get('ir.model.data')
+        xml_id = self.xml_id_exist(val.get('parent_type'), val.get('parent_id'))
+        model_ids = model_obj.search(self.cr, self.uid, [('name', 'like', xml_id)])
+        if model_ids:
+            model = model_obj.browse(self.cr, self.uid, model_ids)[0]
+            if model.model == 'res.partner':
+                val['partner_id/.id'] = model.res_id
+            val['res_id'] = model.res_id
+            val['model'] = model.model
+        File, Filename = sugar.attachment_search(self.context.get('port'), self.context.get('session_id'), self.TABLE_NOTE, val.get('id')) 
+        if File:
+            val['datas'] = File
+            val['datas_fname'] = Filename
+        return val    
+    
+    def get_history_mapping(self): 
+        return { 
+                'model' : 'ir.attachment',
+                'dependencies' : [self.TABLE_USER, self.TABLE_ACCOUNT, self.TABLE_CONTACT, self.TABLE_LEAD, self.TABLE_OPPORTUNITY, self.TABLE_MEETING, self.TABLE_CALL, self.TABLE_EMAIL],
+                'hook' : self.import_history,
+                'map' : {
+                      'name':'name',
+                      'user_id/id': ref(self.TABLE_USER, 'created_by'),
+                      'description': ppconcat('description', 'description_html'),
+                      'res_id': 'res_id',
+                      'res_model': 'model',
+                      'partner_id/.id' : 'partner_id/.id',
+                      'datas' : 'datas',
+                      'datas_fname' : 'datas_fname'
+                }
+            }     
+    
     """
     import Claims(Cases)
     """
     def get_claim_priority(self, val):
         priority_dict = {            
-                'High': '2',
-                'Medium': '3',
-                'Low': '4'
+                'P1': '2',
+                'P2': '3',
+                'P3': '4'
         }
         return priority_dict.get(val.get('priority'), '')
         
@@ -127,7 +297,6 @@ class sugar_import(import_framework):
     def import_crm_claim(self, val):
         partner_address_id, partner_phone,partner_email =  self.get_contact_info_from_account(val)
         val['partner_address_id/.id'] = partner_address_id
-        val['partner_address_id/.id'] = partner_address_id
         val['partner_phone'] = partner_phone
         val['email_from'] = partner_email
         return val
@@ -138,12 +307,13 @@ class sugar_import(import_framework):
                 'dependencies' : [self.TABLE_USER, self.TABLE_ACCOUNT, self.TABLE_CONTACT, self.TABLE_LEAD],
                 'hook' : self.import_crm_claim,
                 'map' : {
-                    'name': 'name',
+                    'name': concat('case_number','name', delimiter='-'),
                     'date': 'date_entered',
                     'user_id/id': ref(self.TABLE_USER, 'assigned_user_id'),
-                    'description': 'description',
+                    'description': ppconcat('description', 'resolution', 'work_log'),
                     'partner_id/id': ref(self.TABLE_ACCOUNT, 'account_id'),
                     'partner_address_id/.id': 'partner_address_id/.id',
+                    'categ_id/id': call(self.get_category, 'crm.claim', value('type')),
                     'partner_phone': 'partner_phone',
                     'email_from': 'email_from',                                        
                     'priority': self.get_claim_priority,
@@ -178,14 +348,15 @@ class sugar_import(import_framework):
     def get_project_issue_mapping(self):
         return { 
                 'model' : 'project.issue',
-                'dependencies' : [self.TABLE_USER, self.TABLE_PROJECT, self.TABLE_PROJECT_TASK],
+                'dependencies' : [self.TABLE_USER],
                 'map' : {
-                    'name': 'name',
+                    'name': concat('bug_number', 'name', delimiter='-'),
                     'project_id/id': call(self.get_bug_project_id, 'sugarcrm_bugs'),
                     'categ_id/id': call(self.get_category, 'project.issue', value('type')),
-                    'description': ppconcat('__prettyprint__','description', 'bug_number', 'fixed_in_release_name', 'source', 'fixed_in_release', 'work_log', 'found_in_release', 'release_name', 'resolution'),
+                    'description': ppconcat('description', 'source', 'resolution', 'work_log', 'found_in_release', 'release_name', 'fixed_in_release_name', 'fixed_in_release'),
                     'priority': self.get_project_issue_priority,
-                    'state': map_val('status', self.project_issue_state)
+                    'state': map_val('status', self.project_issue_state),
+                    'assigned_to/id' : ref(self.TABLE_USER, 'assigned_user_id'),
                 }
             }
     
@@ -201,13 +372,13 @@ class sugar_import(import_framework):
      }
     
     def get_project_task_priority(self, val):
-      priority_dict = {
+        priority_dict = {
             'High': '0',
             'Medium': '2',
             'Low': '3'
         }
-      return priority_dict.get(val.get('priority'), '')
-
+        return priority_dict.get(val.get('priority'), '')
+    
     def get_project_task_mapping(self):
         return { 
                 'model' : 'project.task',
@@ -216,12 +387,10 @@ class sugar_import(import_framework):
                     'name': 'name',
                     'date_start': 'date_start',
                     'date_end': 'date_finish',
-                    'progress': 'progress',
                     'project_id/id': ref(self.TABLE_PROJECT, 'project_id'),
-                    'planned_hours': 'planned_hours',
-                    'total_hours': 'total_hours',        
+                    'planned_hours': 'estimated_effort',
                     'priority': self.get_project_task_priority,
-                    'description': 'description',
+                    'description': ppconcat('description','milestone_flag', 'project_task_id', 'task_number', 'percent_complete'),
                     'user_id/id': ref(self.TABLE_USER, 'assigned_user_id'),
                     'partner_id/id': 'partner_id/id',
                     'contact_id/id': 'contact_id/id',
@@ -237,12 +406,10 @@ class sugar_import(import_framework):
             'In Review': 'open',
             'Published': 'close'
      }
+    
     def import_project_account(self, val):
         partner_id = False
         partner_invoice_id = False        
-        model_obj = self.obj.pool.get('ir.model.data')
-        partner_obj = self.obj.pool.get('res.partner')
-        partner_address_obj = self.obj.pool.get('res.partner.address')
         sugar_project_account = sugar.relation_search(self.context.get('port'), self.context.get('session_id'), 'Project', module_id=val.get('id'), related_module=self.TABLE_ACCOUNT, query=None, deleted=None)
         sugar_project_contact = sugar.relation_search(self.context.get('port'), self.context.get('session_id'), 'Project', module_id=val.get('id'), related_module=self.TABLE_CONTACT, query=None, deleted=None)
         for contact_id in sugar_project_contact:
@@ -285,8 +452,10 @@ class sugar_import(import_framework):
         }
 
     def import_task(self, val):
-        val['date'] = val.get('date_start') or datetime.now().strftime('%Y-%m-%d %H:%M:%S'),
-        val['date_deadline'] = val.get('date_due') or datetime.now().strftime('%Y-%m-%d %H:%M:%S'),
+        date =  val.get('date_start') or datetime.now().strftime('%Y-%m-%d %H:%M:%S'),
+        val['date'] = ''.join(date)
+        date_deadline = val.get('date_due') or datetime.now().strftime('%Y-%m-%d %H:%M:%S'),
+        val['date_deadline'] = ''.join(date_deadline)
         return val
 
     def get_task_mapping(self):
@@ -308,7 +477,8 @@ class sugar_import(import_framework):
        
     """
     import Calls
-    """     
+    """  
+    #TODO adapt with project trunk-crm-imp   
     call_state = {   
             'Planned' : 'open',
             'Held':'done',
@@ -328,11 +498,11 @@ class sugar_import(import_framework):
                     'partner_address_id/id': related_ref(self.TABLE_CONTACT),
                     'categ_id/id': call(self.get_category, 'crm.phonecall', value('direction')),
                     'opportunity_id/id': related_ref(self.TABLE_OPPORTUNITY),
-                    'description': 'description',   
+                    'description': ppconcat('description'),   
                     'state': map_val('status', self.call_state)                      
                 }
-            }        
-        
+            }       
+         
     """
         import meeting
     """
@@ -341,6 +511,22 @@ class sugar_import(import_framework):
             'Held': 'open',
             'Not Held': 'draft', 
         }
+#TODO    
+    def get_attendee_id(self, cr, uid, module_name, module_id):
+        contact_id = False
+        user_id = False
+        attendee_id= []
+        attendee_dict = sugar.user_get_attendee_list(self.context.get('port'), self.context.get('session_id'), module_name, module_id)
+        for attendee in attendee_dict:
+            user_id = self.xml_id_exist(self.TABLE_USER, attendee.get('id', False))
+            contact_id = False
+            if not user_id:
+                contact_id = self.xml_id_exist(self.TABLE_CONTACT, attendee.get('id', False))
+            fields = ['user_id/id', 'email', 'partner_address_id/id']
+            data = [user_id, attendee.get('email1'), contact_id]
+            attendee_xml_id = self.import_object(fields, data, 'calendar.attendee', self.TABLE_ATTENDEE, user_id or contact_id or attendee.get('email1'), ['|',('user_id', '=', attendee.get('id')),('partner_address_id','=',attendee.get('id')),('email', '=', attendee.get('email1'))])
+            attendee_id.append(attendee_xml_id)
+        return ','.join(attendee_id) 
     
     def get_alarm_id(self, dict_val, val):
         alarm_dict = {
@@ -354,15 +540,23 @@ class sugar_import(import_framework):
         return self.mapped_id_if_exist('res.alarm', [('name', 'like', alarm_dict.get(val))], 'alarm', val)
     
     #TODO attendees
+
+    def import_meeting(self, val):
+        attendee_id = self.get_attendee_id(self.cr, self.uid, 'Meetings', val.get('id')) #TODO
+        val['attendee_ids/id'] = attendee_id
+        return val
+
     def get_meeting_mapping(self):
         return { 
                 'model' : 'crm.meeting',
-                'dependencies' : [self.TABLE_CONTACT, self.TABLE_OPPORTUNITY, self.TABLE_LEAD],
+                'dependencies' : [self.TABLE_CONTACT, self.TABLE_OPPORTUNITY, self.TABLE_LEAD, self.TABLE_TASK],
+                'hook': self.import_meeting,
                 'map' : {
                     'name': 'name',
                     'date': 'date_start',
                     'duration': call(self.get_float_time, value('duration_hours'), value('duration_minutes')),
                     'location': 'location',
+                    'attendee_ids/id':'attendee_ids/id',
                     'alarm_id/id': call(self.get_alarm_id, value('reminder_time')),
                     'user_id/id': ref(self.TABLE_USER, 'assigned_user_id'),
                     'partner_id/id': related_ref(self.TABLE_ACCOUNT),
@@ -374,11 +568,19 @@ class sugar_import(import_framework):
     """
         import Opportunity
     """
+    opp_state = {
+            'Need Analysis' : 'New',
+            'Closed Lost': 'Lost',
+            'Closed Won': 'Won', 
+            'Value Proposition': 'Proposition',
+            'Negotiation/Review': 'Negotiation'
+        }
+        
     def get_opportunity_status(self, sugar_val):
-        fields = ['name', 'type']
+        fields = ['name', 'case_default']
         name = 'Opportunity_' + sugar_val['sales_stage']
-        data = [sugar_val['sales_stage'], 'Opportunity']
-        return self.import_object(fields, data, 'crm.case.stage', self.TABLE_STAGE, name, [('type', '=', 'opportunity'), ('name', 'ilike', sugar_val['sales_stage'])])
+        data = [sugar_val['sales_stage'], '1']
+        return self.import_object(fields, data, 'crm.case.stage', self.TABLE_STAGE, name, [('name', 'ilike', sugar_val['sales_stage'])])
     
     def import_opportunity_contact(self, val):
         sugar_opportunities_contact = set(sugar.relation_search(self.context.get('port'), self.context.get('session_id'), 'Opportunities', module_id=val.get('id'), related_module='Contacts', query=None, deleted=None))
@@ -403,15 +605,15 @@ class sugar_import(import_framework):
         return partner_contact_id, partner_contact_email
 
     def import_opp(self, val):    
-        partner_contact_name, partner_contact_email = self.import_opportunity_contact(val)
-        val['partner_address_id/id'] = partner_contact_name
+        partner_contact_id, partner_contact_email = self.import_opportunity_contact(val)
+        val['partner_address_id/id'] = partner_contact_id
         val['email_from'] = partner_contact_email
         return val
     
     def get_opp_mapping(self):
         return {
             'model' : 'crm.lead',
-            'dependencies' : [self.TABLE_USER, self.TABLE_ACCOUNT, self.TABLE_CONTACT],
+            'dependencies' : [self.TABLE_USER, self.TABLE_ACCOUNT, self.TABLE_CONTACT,self.TABLE_COMPAIGN],
             'hook' : self.import_opp,
             'map' :  {
                 'name': 'name',
@@ -426,19 +628,32 @@ class sugar_import(import_framework):
                 'type' : const('opportunity'),
                 'categ_id/id': call(self.get_category, 'crm.lead', value('opportunity_type')),
                 'email_from': 'email_from',
-                'state' : const('open'), #TODO
+                'state': map_val('status', self.opp_state),
+                'description' : 'description',
             }
         }
+        
+    """
+    import campaign
+    """
     
+    def get_compaign_mapping(self):
+        return {
+            'model' : 'crm.case.resource.type',
+            'map' : {
+                'name': 'name',
+                } 
+        }    
+        
     """
         import lead
     """
     def get_lead_status(self, sugar_val):
-        fields = ['name', 'type']
+        fields = ['name', 'case_default']
         name = 'lead_' + sugar_val.get('status', '')
-        data = [sugar_val.get('status', ''), 'lead']
-        return self.import_object(fields, data, 'crm.case.stage', self.TABLE_STAGE, name, [('type', '=', 'lead'), ('name', 'ilike', sugar_val.get('status', ''))])
-
+        data = [sugar_val.get('status', ''), '1']
+        return self.import_object(fields, data, 'crm.case.stage', self.TABLE_STAGE, name, [('name', 'ilike', sugar_val.get('status', ''))])
+    
     lead_state = {
         'New' : 'draft',
         'Assigned':'open',
@@ -447,7 +662,6 @@ class sugar_import(import_framework):
         'Dead': 'done',
         'Converted': 'done',
     }
-
     
     def import_lead(self, val):
         if val.get('opportunity_id'): #if lead is converted into opp, don't import as lead
@@ -461,6 +675,7 @@ class sugar_import(import_framework):
     def get_lead_mapping(self):
         return {
             'model' : 'crm.lead',
+            'dependencies' : [self.TABLE_COMPAIGN, self.TABLE_USER],
             'hook' : self.import_lead,
             'map' : {
                 'name': concat('first_name', 'last_name'),
@@ -482,25 +697,29 @@ class sugar_import(import_framework):
                 'state': map_val('status', self.lead_state) ,
                 'fax': 'phone_fax',
                 'referred': 'refered_by',
-                'optout': 'do_not_call',
-                'type_id/id': call(self.get_campaign_id, value('lead_source')),
+                'opt_out': 'do_not_call',
+                'channel_id/id': call(self.get_channel_id, value('lead_source')),
+                'type_id/id': ref(self.TABLE_COMPAIGN, 'campaign_id'),
                 'country_id/id': 'country_id/id',
-                'state_id/id': 'state_id/id'
+                'state_id/id': 'state_id/id',
                 } 
         }
     
     """
         import contact
     """
+    
     def get_email(self, val):
-        return val.get('email1') + ','+ val.get('email2')
+        email_address = sugar.get_contact_by_email(self.context.get('port'), self.context.get('username'), self.context.get('password'), val.get('email1'))
+        if email_address:
+            return ','.join(email_address)     
     
     def import_contact(self, val):
         if val.get('primary_address_country'):
             country_id = self.get_all_countries(val.get('primary_address_country'))
             state = self.get_all_states(val.get('primary_address_state'), country_id)
             val['country_id/id'] =  country_id
-            val['state_id/id'] =  state  
+            val['state_id/id'] =  state
         return val    
         
     def get_contact_mapping(self):
@@ -528,37 +747,46 @@ class sugar_import(import_framework):
     """ 
         import Account
     """
+    
     def get_address_type(self, val, type):
         if type == 'invoice':
             type_address = 'billing'
         else:
-            type_address = 'shipping'     
-    
-        map_partner_address = {
-            'name': 'name',
-            'phone': 'phone_office',
-            'mobile': 'phone_mobile',
-            'fax': 'phone_fax',
-            'type': 'type',
-            'street': type_address + '_address_street',
-            'zip': type_address +'_address_postalcode',
-            'city': type_address +'_address_city',
-             'country_id/id': 'country_id/id',
-             'type': 'type',
+            type_address = 'shipping' 
+            
+        if type == 'default':
+            map_partner_address = {
+                'name': 'name',
+                'type': const('default'),
+                'email': 'email1' 
             }
-        
+        else:        
+            map_partner_address = {
+                'name': 'name',
+                'phone': 'phone_office',
+                'mobile': 'phone_mobile',
+                'fax': 'phone_fax',
+                'type': 'type',
+                'street': type_address + '_address_street',
+                'zip': type_address +'_address_postalcode',
+                'city': type_address +'_address_city',
+                 'country_id/id': 'country_id/id',
+                 'type': 'type',
+                }
+            
         if val.get(type_address +'_address_country'):
             country_id = self.get_all_countries(val.get(type_address +'_address_country'))
             state = self.get_all_states(val.get(type_address +'_address_state'), country_id)
             val['country_id/id'] =  country_id
             val['state_id/id'] =  state
+            
         val['type'] = type
         val['id_new'] = val['id'] + '_address_' + type
         return self.import_object_mapping(map_partner_address, val, 'res.partner.address', self.TABLE_CONTACT, val['id_new'], self.DO_NOT_FIND_DOMAIN) 
-    
+        
     def get_partner_address(self, val):
         address_id=[]
-        type_dict = {'billing_address_street' : 'invoice', 'shipping_address_street' : 'delivery'}
+        type_dict = {'billing_address_street' : 'invoice', 'shipping_address_street' : 'delivery', 'type': 'default'}
         for key, type_value in type_dict.items():
             if val.get(key):
                 id = self.get_address_type(val, type_value)
@@ -606,7 +834,10 @@ class sugar_import(import_framework):
             'state_id/id': 'state_id/id',
             'street': 'address_street',
             'zip': 'address_postalcode',
-            'fax': 'fax',
+            'fax': 'phone_fax',
+            'phone': 'phone_work',
+            'mobile':'phone_mobile',
+            'email': 'email1'
         }
         
         if val.get('address_country'):
@@ -616,7 +847,7 @@ class sugar_import(import_framework):
             val['state_id/id'] =  state_id
             
         return self.import_object_mapping(map_user_address, val, 'res.partner.address', self.TABLE_CONTACT, val['id'], self.DO_NOT_FIND_DOMAIN)
-    
+
     def get_employee_mapping(self):
         return {
             'model' : 'hr.employee',
@@ -628,8 +859,10 @@ class sugar_import(import_framework):
                 'mobile_phone':  'phone_mobile',
                 'user_id/id': ref(self.TABLE_USER, 'id'), 
                 'address_home_id/id': self.get_user_address,
-                'notes': 'description',
+                'notes': ppconcat('messenger_type', 'messenger_id', 'description'),
                 'job_id/id': self.get_job_id,
+                'work_email' : 'email1',
+                'coach_id/id_parent' : 'reports_to_id',
             }
      }
     
@@ -661,14 +894,16 @@ class sugar_import(import_framework):
             'hook' : self.import_user,
             'map' : { 
                 'name': concat('first_name', 'last_name'),
-                'login': 'user_name',
+                'login': value('user_name', fallback='last_name'),
                 'context_lang' : 'context_lang',
                 'password' : 'password',
                 '.id' : '.id',
                 'context_department_id/id': self.get_users_department,
+                'user_email' : 'email1',
             }
         }
 
+
     def get_mapping(self):
         return {
             self.TABLE_USER : self.get_user_mapping(),
@@ -683,11 +918,23 @@ class sugar_import(import_framework):
             self.TABLE_PROJECT : self.get_project_mapping(),
             self.TABLE_PROJECT_TASK: self.get_project_task_mapping(),
             self.TABLE_BUG: self.get_project_issue_mapping(),
-            self.TABLE_CASE: self.get_crm_claim_mapping()
+            self.TABLE_CASE: self.get_crm_claim_mapping(),
+            self.TABLE_NOTE: self.get_history_mapping(),
+            self.TABLE_EMAIL: self.get_email_mapping(),
+            self.TABLE_DOCUMENT: self.get_document_mapping(),
+            self.TABLE_COMPAIGN: self.get_compaign_mapping()
         }
-
-
-
+        
+    """
+        Email notification
+    """   
+    def get_email_subject(self, result, error=False):
+        if error:
+            return "Sugarcrm data import failed at %s due to an unexpected error" % self.date_ended
+        return "your sugarcrm data were successfully imported at %s" % self.date_ended 
+    
+    def get_body_header(self, result):
+        return "Sugarcrm import : report of last import" 
 
 
 class import_sugarcrm(osv.osv):
@@ -696,87 +943,197 @@ class import_sugarcrm(osv.osv):
     _name = "import.sugarcrm"
     _description = __doc__
     _columns = {
-        'opportunity': fields.boolean('Leads and Opportunities', help="If Opportunities are checked, SugarCRM opportunities data imported in OpenERP crm-Opportunity form"),
-        'user': fields.boolean('Users', help="If Users  are checked, SugarCRM Users data imported in OpenERP Users form"),
-        'contact': fields.boolean('Contacts', help="If Contacts are checked, SugarCRM Contacts data imported in OpenERP partner address form"),
-        'account': fields.boolean('Accounts', help="If Accounts are checked, SugarCRM  Accounts data imported in OpenERP partners form"),
-        'employee': fields.boolean('Employee', help="If Employees is checked, SugarCRM Employees data imported in OpenERP employees form"),
-        'meeting': fields.boolean('Meetings', help="If Meetings is checked, SugarCRM Meetings data imported in OpenERP meetings form"),
-        'call': fields.boolean('Calls', help="If Calls is checked, SugarCRM Calls data imported in OpenERP phonecalls form"),
-        'claim': fields.boolean('Claims', help="If Claims is checked, SugarCRM Claims data imported in OpenERP Claims form"),
-        'email': fields.boolean('Emails', help="If Emails is checked, SugarCRM Emails data imported in OpenERP Emails form"),
-        'project': fields.boolean('Projects', help="If Projects is checked, SugarCRM Projects data imported in OpenERP Projects form"),
-        'project_task': fields.boolean('Project Tasks', help="If Project Tasks is checked, SugarCRM Project Tasks data imported in OpenERP Project Tasks form"),
-        'task': fields.boolean('Tasks', help="If Tasks is checked, SugarCRM Tasks data imported in OpenERP Meetings form"),
-        'bug': fields.boolean('Bugs', help="If Bugs is checked, SugarCRM Bugs data imported in OpenERP Project Issues form"),
-        'attachment': fields.boolean('Attachments', help="If Attachments is checked, SugarCRM Notes data imported in OpenERP's Related module's History with attachment"),
-        'document': fields.boolean('Documents', help="If Documents is checked, SugarCRM Documents data imported in OpenERP Document Form"),
-        'username': fields.char('User Name', size=64),
-        'password': fields.char('Password', size=24),
+        'username': fields.char('User Name', size=64, required=True),
+        'password': fields.char('Password', size=24,required=True),
+        'url' : fields.char('SugarSoap Api url:', size=264, required=True, help="Webservice's url where to get the data.\
+                      example : 'http://example.com/sugarcrm/soap.php', or copy the address of your sugarcrm application http://trial.sugarcrm.com/qbquyj4802/index.php?module=Home&action=index"),
+        'user' : fields.boolean('User', help="Check this box to import sugarCRM Users into OpenERP users, warning if a user with the same login exist in OpenERP, user information will be erase by sugarCRM user information", readonly=True),
+        'opportunity': fields.boolean('Leads & Opp', help="Check this box to import sugarCRM Leads and Opportunities into OpenERP Leads and Opportunities"),
+        'contact': fields.boolean('Contacts', help="Check this box to import sugarCRM Contacts into OpenERP addresses"),
+        'account': fields.boolean('Accounts', help="Check this box to import sugarCRM Accounts into OpenERP partners"),
+        'employee': fields.boolean('Employee', help="Check this box to import sugarCRM Employees into OpenERP employees"),
+        'meeting': fields.boolean('Meetings', help="Check this box to import sugarCRM Meetings and Tasks into OpenERP meetings"),
+        'call': fields.boolean('Calls', help="Check this box to import sugarCRM Calls into OpenERP calls"),
+        'claim': fields.boolean('Cases', help="Check this box to import sugarCRM Cases into OpenERP claims"),
+        'email_history': fields.boolean('Email and Note',help="Check this box to import sugarCRM Emails, Notes and Attachments into OpenERP Messages and Attachments"),
+        'project': fields.boolean('Projects', help="Check this box to import sugarCRM Projects into OpenERP projects"),
+        'project_task': fields.boolean('Project Tasks', help="Check this box to import sugarCRM Project Tasks into OpenERP tasks"),
+        'bug': fields.boolean('Bugs', help="Check this box to import sugarCRM Bugs into OpenERP project issues"),
+        'document': fields.boolean('Documents', help="Check this box to import sugarCRM Documents into OpenERP documents"),
+        'email_from': fields.char('Notify End Of Import To:', size=128),
+        'instance_name': fields.char("Instance's Name", size=64, help="Prefix of SugarCRM id to differentiate xml_id of SugarCRM models datas come from different server."),
     }
+    
+    def _get_email_id(self, cr, uid, context=None):
+        return self.pool.get('res.users').browse(cr, uid, uid, context=context).user_email
+    
+    def _module_installed(self, cr, uid, model, context=None):
+        module_id = self.pool.get('ir.module.module').search(cr, uid, [('name', '=', model), ('state', "=", "installed")], context=context)
+        return bool(module_id)
+                
+    def _project_installed(self, cr, uid, context=None):
+        return self._module_installed(cr,uid,'project',context=context)
+                        
+    def _crm_claim_installed(self, cr, uid, context=None):
+        return self._module_installed(cr,uid,'crm_claim',context=context)
+                    
+    def _project_issue_installed(self, cr, uid, context=None):
+        return self._module_installed(cr,uid,'project_issue',context=context)
+    
+    def _hr_installed(self, cr, uid, context=None):
+        return self._module_installed(cr,uid,'hr',context=context)
+    
     _defaults = {#to be set to true, but easier for debugging
-       'opportunity': False,
-       'user' : False,
-       'contact' : False,
-       'account' : False,
-        'employee' : False,
-        'meeting' : False,
-        'task' : False,
-        'call' : False,
-        'claim' : False,    
-        'email' : False, 
-        'project' : False,   
-        'project_task': False,     
-        'bug': False,
-        'document': False
+       'user' : True,
+       'opportunity': True,
+       'contact' : True,
+       'account' : True,
+        'employee' : _hr_installed,
+        'meeting' : True,
+        'call' : True,
+        'claim' : _crm_claim_installed,    
+        'email_history' : True, 
+        'project' : _project_installed,   
+        'project_task': _project_installed,     
+        'bug': _project_issue_installed,
+        'document': True,
+        'instance_name': 'sugarcrm',
+        'email_from': _get_email_id,
+        'username' : 'admin',
+        'password' : '',
+        'url':  "http://sugarcrm.example.com/soap.php"
     }
     
+    def check_url(self, url, context):
+        if not context:
+            context = {}
+        user = context.get('username')
+        password = context.get('password')
+        
+        try :
+            sugar.login(user, password, url)
+            return True
+        except Exception:
+            return False
+                
+        
+    def parse_valid_url(self, context=None):
+        if not context:
+            context = {}
+        url = context.get('url')
+        url_split = str(url).split('/')
+        while len(url_split) >= 3:
+            #3 case, soap.php is already at the end of url should be valid
+            #url end by / or not
+            if url_split[-1] == 'soap.php':
+                url = "/".join(url_split)
+            elif url_split[-1] == '':
+                url = "/".join(url_split) + "soap.php"
+            else:
+                url = "/".join(url_split) + "/soap.php"
+            
+            if self.check_url(url, context):
+                return url
+            else: 
+                url_split = url_split[:-1] #take parent folder
+        return url
+            
     def get_key(self, cr, uid, ids, context=None):
         """Select Key as For which Module data we want import data."""
         if not context:
             context = {}
         key_list = []
+        module = {}
         for current in self.browse(cr, uid, ids, context):
-            if current.opportunity:
-                key_list.append('Leads')
-                key_list.append('Opportunities')
+            context.update({'username': current.username, 'password': current.password, 'url': current.url, 'email_user': current.email_from or False, 'instance_name': current.instance_name or False})
             if current.user:
                 key_list.append('Users')
             if current.contact:
                 key_list.append('Contacts')
             if current.account:
-                key_list.append('Accounts') 
+                key_list.append('Accounts')  
+            if current.opportunity:
+                key_list.append('Leads')
+                key_list.append('Opportunities')
             if current.employee:
-                key_list.append('Employees')  
+                key_list.append('Employees')
+                module.update({'Employees':'hr'}) 
             if current.meeting:
                 key_list.append('Meetings')
-            if current.task:
-                key_list.append('Tasks')
             if current.call:
                 key_list.append('Calls')
             if current.claim:
-                key_list.append('Cases')                
-            if current.email:
+                key_list.append('Cases')  
+                module.update({'Cases':'crm_claim'})
+            if current.email_history:
                 key_list.append('Emails') 
+                key_list.append('Notes') 
             if current.project:
                 key_list.append('Project')
+                module.update({'Project':'project'})
             if current.project_task:
                 key_list.append('ProjectTask')
+                module.update({'ProjectTask':'project'})
             if current.bug:
                 key_list.append('Bugs')
-            if current.attachment:
-                key_list.append('Notes')     
+                module.update({'Bugs':'project_issue'})
             if current.document:
-                key_list.append('Documents')                                                  
-        return key_list
+                key_list.append('Documents')
+        return key_list,module
 
+
+    def do_import_all(self, cr, uid, *args):
+        """
+        scheduler Method
+        """
+        context = {'username': args[4], 'password': args[5], 'url': args[3], 'instance_name': args[3]}
+        imp = sugar_import(self, cr, uid, args[2], "import_sugarcrm", args[1], context)
+        imp.set_table_list(args[0])
+        imp.start()
+        return True 
+
+    def import_from_scheduler_all(self, cr, uid, ids, context=None):
+        keys, module_list = self.get_key(cr, uid, ids, context)
+        if not keys:
+            raise osv.except_osv(_('Warning !'), _('Select Module to Import.'))
+        key_list = module_list.keys()
+        for module in key_list :
+            module = module_list[module]
+            state = self.get_all(cr,uid,module,context=context)
+            if state == False:
+                keys =  ', '.join(key_list)
+                raise osv.except_osv(_('Error !!'), _("%s data required %s Module to be installed, Please install %s module") %(keys,module,module))
+        cron_obj = self.pool.get('ir.cron')
+        url = self.parse_valid_url(context)
+        args = (keys,context.get('email_user'), context.get('instance_name'), url, context.get('username'), context.get('password') )
+        new_create_id = cron_obj.create(cr, uid, {'name': 'Import SugarCRM datas','interval_type': 'hours','interval_number': 1, 'numbercall': -1,'model': 'import.sugarcrm','function': 'do_import_all', 'args': args, 'active': False})
+        return {
+            'name': 'SugarCRM Scheduler',
+            'view_type': 'form',
+            'view_mode': 'form,tree',
+            'res_model': 'ir.cron',
+            'res_id': new_create_id,
+            'type': 'ir.actions.act_window',
+        }
+        
     def import_all(self, cr, uid, ids, context=None):
         
 #        """Import all sugarcrm data into openerp module"""
-        keys = self.get_key(cr, uid, ids, context)
-        imp = sugar_import(self, cr, uid, "sugarcrm", "import_sugarcrm", context)
-        imp.import_all(keys)
-        
+        keys, module_list = self.get_key(cr, uid, ids, context)
+        if not keys:
+            raise osv.except_osv(_('Warning !'), _('Select Module to Import.'))
+        key_list = module_list.keys()
+        for module in key_list :
+            module = module_list[module]
+            state = self._module_installed(cr,uid,module,context=context)
+            if state == False:
+                keys =  ', '.join(key_list)
+                raise osv.except_osv(_('Error !!'), _("%s data required %s Module to be installed, Please install %s module") %(keys,module,module))
+        url = self.parse_valid_url(context)
+        context.update({'url': url})
+        imp = sugar_import(self, cr, uid, context.get('instance_name'), "import_sugarcrm", context.get('email_user'), context)
+        imp.set_table_list(keys)
+        imp.start()
         obj_model = self.pool.get('ir.model.data')
         model_data_ids = obj_model.search(cr,uid,[('model','=','ir.ui.view'),('name','=','import.message.form')])
         resource_id = obj_model.read(cr, uid, model_data_ids, fields=['res_id'])
@@ -790,3 +1147,5 @@ class import_sugarcrm(osv.osv):
             }
         
 import_sugarcrm()
+
+# vim:expandtab:smartindent:tabstop=4:softtabstop=4:shiftwidth=4: