3 ##############################################################################
5 # OpenERP, Open Source Management Solution
6 # Copyright (C) 2004-2009 Tiny SPRL (<http://tiny.be>). All Rights Reserved
9 # This program is free software: you can redistribute it and/or modify
10 # it under the terms of the GNU General Public License as published by
11 # the Free Software Foundation, either version 3 of the License, or
12 # (at your option) any later version.
14 # This program is distributed in the hope that it will be useful,
15 # but WITHOUT ANY WARRANTY; without even the implied warranty of
16 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 # GNU General Public License for more details.
19 # You should have received a copy of the GNU General Public License
20 # along with this program. If not, see <http://www.gnu.org/licenses/>.
22 ##############################################################################
32 from imaplib import IMAP4
33 from imaplib import IMAP4_SSL
35 from poplib import POP3
36 from poplib import POP3_SSL
38 from email.header import Header
39 from email.header import decode_header
43 from osv import fields
44 from tools.translate import _
46 logger = netsvc.Logger()
48 def html2plaintext(html, body_id=None, encoding='utf-8'):
49 ## (c) Fry-IT, www.fry-it.com, 2007
51 ## download here: http://www.peterbe.com/plog/html2plaintext
53 """ from an HTML text, convert the HTML to plain text.
54 If @body_id is provided then this is the tag where the
55 body (not necessarily <body>) starts.
58 from BeautifulSoup import BeautifulSoup, SoupStrainer, Comment
63 if body_id is not None:
64 strainer = SoupStrainer(id=body_id)
66 strainer = SoupStrainer('body')
68 soup = BeautifulSoup(html, parseOnlyThese=strainer, fromEncoding=encoding)
69 for link in soup.findAll('a'):
70 title = link.renderContents()
71 for url in [x[1] for x in link.attrs if x[0]=='href']:
72 urls.append(dict(url=url, tag=str(link), title=title))
79 if d['title'] == d['url'] or 'http://'+d['title'] == d['url']:
80 html = html.replace(d['tag'], d['url'])
83 html = html.replace(d['tag'], '%s [%s]' % (d['title'], i))
84 url_index.append(d['url'])
86 html = html.replace('<strong>','*').replace('</strong>','*')
87 html = html.replace('<b>','*').replace('</b>','*')
88 html = html.replace('<h3>','*').replace('</h3>','*')
89 html = html.replace('<h2>','**').replace('</h2>','**')
90 html = html.replace('<h1>','**').replace('</h1>','**')
91 html = html.replace('<em>','/').replace('</em>','/')
93 # the only line breaks we respect is those of ending tags and
96 html = html.replace('\n',' ')
97 html = html.replace('<br>', '\n')
98 html = html.replace('<tr>', '\n')
99 html = html.replace('</p>', '\n\n')
100 html = re.sub('<br\s*/>', '\n', html)
101 html = html.replace(' ' * 2, ' ')
103 # for all other tags we failed to clean up, just remove then and
104 # complain about them on the stderr
105 def desperate_fixer(g):
106 #print >>sys.stderr, "failed to clean up %s" % str(g.group())
109 html = re.sub('<.*?>', desperate_fixer, html)
112 html = '\n'.join([x.lstrip() for x in html.splitlines()])
114 for i, url in enumerate(url_index):
117 html += '[%s] %s\n' % (i+1, url)
120 class email_server(osv.osv):
122 _name = 'email.server'
123 _description = "POP/IMAP Server"
126 'name':fields.char('Name', size=256, required=True, readonly=False),
127 'active':fields.boolean('Active', required=False),
128 'state':fields.selection([
129 ('draft','Not Confirme'),
130 ('wating','Waiting for Verification'),
131 ('done','Confirmed'),
132 ],'State', select=True, readonly=True),
133 'server' : fields.char('Server', size=256, required=True, readonly=True, states={'draft':[('readonly',False)]}),
134 'port' : fields.integer('Port', required=True, readonly=True, states={'draft':[('readonly',False)]}),
135 'type':fields.selection([
136 ('pop','POP Server'),
137 ('imap','IMAP Server'),
138 ],'State', select=True, readonly=False),
139 'is_ssl':fields.boolean('SSL ?', required=False),
140 'date': fields.date('Date'),
141 'user' : fields.char('User Name', size=256, required=True, readonly=True, states={'draft':[('readonly',False)]}),
142 'password' : fields.char('Password', size=1024, invisible=True, required=True, readonly=True, states={'draft':[('readonly',False)]}),
143 'note': fields.text('Description'),
144 'action_id':fields.many2one('ir.actions.server', 'Reply Email', required=False, domain="[('state','=','email')]"),
145 'object_id': fields.many2one('ir.model',"Model", required=True),
146 'priority': fields.integer('Server Priority', readonly=True, states={'draft':[('readonly',False)]}, help="Priority between 0 to 10, select define the order of Processing"),
147 'user_id':fields.many2one('res.users', 'User', required=False),
150 'state': lambda *a: "draft",
151 'active': lambda *a: True,
152 'priority': lambda *a: 5,
153 'date': lambda *a: time.strftime('%Y-%m-%d'),
154 'user_id': lambda self, cr, uid, ctx: uid,
157 def check_duplicate(self, cr, uid, ids):
158 vals = self.read(cr, uid, ids, ['user', 'password'])[0]
159 cr.execute("select count(id) from email_server where user='%s' and password='%s'" % (vals['user'], vals['password']))
167 (check_duplicate, 'Warning! Can\'t have duplicate server configuration!', ['user', 'password'])
170 def onchange_server_type(self, cr, uid, ids, server_type=False, ssl=False):
172 if server_type == 'pop':
173 port = ssl and 995 or 110
174 elif server_type == 'imap':
175 port = ssl and 993 or 143
177 return {'value':{'port':port}}
179 def _process_email(self, cr, uid, server, message, context={}):
181 'server_id':server.id
183 history_pool = self.pool.get('mail.server.history')
184 msg_txt = email.message_from_string(message)
185 message_id = msg_txt.get('Message-ID', False)
191 fields = msg_txt.keys()
193 msg['id'] = message_id
194 msg['message-id'] = message_id
196 if 'Subject' in fields:
197 msg['subject'] = msg_txt.get('Subject')
199 if 'Content-Type' in fields:
200 msg['content-type'] = msg_txt.get('Content-Type')
203 msg['from'] = msg_txt.get('From')
205 if 'Delivered-To' in fields:
206 msg['to'] = msg_txt.get('Delivered-To')
209 msg['cc'] = msg_txt.get('Cc')
211 if 'Reply-To' in fields:
212 msg['reply'] = msg_txt.get('Reply-To')
215 msg['date'] = msg_txt.get('Date')
217 if 'Content-Transfer-Encoding' in fields:
218 msg['encoding'] = msg_txt.get('Content-Transfer-Encoding')
220 if 'References' in fields:
221 msg['references'] = msg_txt.get('References')
223 if 'X-openerp-caseid' in fields:
224 msg['caseid'] = msg_txt.get('X-openerp-caseid')
226 if 'X-Priority' in fields:
227 msg['priority'] = msg_txt.get('X-priority', '3 (Normal)').split(' ')[0]
229 if not msg_txt.is_multipart() or 'text/plain' in msg.get('content-type', None):
230 msg['body'] = msg_txt.get_payload(decode=True)
233 if msg_txt.is_multipart() or 'multipart/alternative' in msg.get('content-type', None):
236 for part in msg_txt.walk():
237 if part.get_content_maintype() == 'multipart':
240 if part.get_content_maintype()=='text':
241 content = part.get_payload(decode=True)
242 if part.get_content_subtype() == 'html':
243 body = html2plaintext(content)
244 elif part.get_content_subtype() == 'plain':
247 filename = part.get_filename()
249 attachents[filename] = part.get_payload(decode=True)
251 elif part.get_content_maintype()=='application' or part.get_content_maintype()=='image' or part.get_content_maintype()=='text':
252 filename = part.get_filename();
254 attachents[filename] = part.get_payload(decode=True)
256 body += part.get_payload(decode=True)
259 msg['attachments'] = attachents
262 if msg.get('references', False):
264 ref = msg.get('references')
266 ref = msg.get('references').split('\r\n')
268 ref = msg.get('references').split(' ')
271 hids = history_pool.search(cr, uid, [('name','=',ref[0].strip())])
274 history = history_pool.browse(cr, uid, id)
275 model_pool = self.pool.get(server.object_id.model)
277 'references_id':ref[0]
282 if hasattr(model_pool, 'message_update'):
283 model_pool.message_update(cr, uid, [history.res_id], vals, msg, context=context)
285 logger.notifyChannel('imap', netsvc.LOG_WARNING, 'method def message_update is not define in model %s' % (model_pool._name))
289 model_pool = self.pool.get(server.object_id.model)
290 if hasattr(model_pool, 'message_new'):
291 res_id = model_pool.message_new(cr, uid, msg, context)
293 logger.notifyChannel('imap', netsvc.LOG_WARNING, 'method def message_new is not define in model %s' % (model_pool._name))
296 # for attactment in attachents or []:
298 # 'name': attactment,
299 # 'datas':binascii.b2a_base64(str(attachents.get(attactment))),
300 # 'datas_fname': attactment,
301 # 'description': 'Mail attachment',
302 # 'res_model': server.object_id.model,
305 # self.pool.get('ir.attachment').create(cr, uid, data_attach)
308 action_pool = self.pool.get('ir.actions.server')
309 action_pool.run(cr, uid, [server.action_id.id], {'active_id':res_id, 'active_ids':[res_id]})
314 'server_id': server.id,
315 'note': msg.get('body', msg.get('from')),
316 'ref_id':msg.get('references', msg.get('id')),
319 his_id = history_pool.create(cr, uid, res)
323 def _fetch_mails(self, cr, uid, ids=False, context={}):
325 ids = self.search(cr, uid, [])
326 return self.fetch_mail(cr, uid, ids, context)
328 def fetch_mail(self, cr, uid, ids, context={}):
329 fp = os.popen('ping www.google.com -c 1 -w 5',"r")
331 logger.notifyChannel('imap', netsvc.LOG_WARNING, 'No address associated with hostname !')
333 for server in self.browse(cr, uid, ids, context):
334 logger.notifyChannel('imap', netsvc.LOG_INFO, 'fetchmail start checking for new emails on %s' % (server.name))
338 if server.type == 'imap':
341 imap_server = IMAP4_SSL(server.server, int(server.port))
343 imap_server = IMAP4(server.server, int(server.port))
345 imap_server.login(server.user, server.password)
347 result, data = imap_server.search(None, '(UNSEEN)')
348 for num in data[0].split():
349 result, data = imap_server.fetch(num, '(RFC822)')
350 if self._process_email(cr, uid, server, data[0][1], context):
351 imap_server.store(num, '+FLAGS', '\\Seen')
353 logger.notifyChannel('imap', netsvc.LOG_INFO, 'fetchmail fetch/process %s email(s) from %s' % (count, server.name))
357 elif server.type == 'pop':
360 pop_server = POP3_SSL(server.server, int(server.port))
362 pop_server = POP3(server.server, int(server.port))
364 #TODO: use this to remove only unread messages
365 #pop_server.user("recent:"+server.user)
366 pop_server.user(server.user)
367 pop_server.pass_(server.password)
370 (numMsgs, totalSize) = pop_server.stat()
371 for num in range(1, numMsgs + 1):
372 (header, msges, octets) = pop_server.retr(num)
373 msg = '\n'.join(msges)
374 self._process_email(cr, uid, server, msg, context)
379 logger.notifyChannel('imap', netsvc.LOG_INFO, 'fetchmail fetch %s email(s) from %s' % (numMsgs, server.name))
382 logger.notifyChannel('IMAP', netsvc.LOG_WARNING, '%s' % (e))
388 class mail_server_history(osv.osv):
390 _name = "mail.server.history"
391 _description = "Mail Server History"
394 'name': fields.char('Message Id', size=256, readonly=True, help="Message Id in Email Server.", select=True),
395 'ref_id': fields.char('Referance Id', size=256, readonly=True, help="Message Id in Email Server.", select=True),
396 'res_id': fields.integer("Resource ID", readonly=True, select=True),
397 'server_id': fields.many2one('email.server',"Mail Server", readonly=True, select=True),
398 'model_id':fields.related('server_id', 'object_id', type='many2one', relation='ir.model', string='Model', readonly=True, select=True),
399 'note': fields.text('Notes', readonly=True),
400 'create_date': fields.datetime('Created Date', readonly=True),
401 'type':fields.selection([
402 ('pop','POP Server'),
403 ('imap','IMAP Server'),
404 ],'State', select=True, readonly=True),
408 mail_server_history()
410 class fetchmail_tool(osv.osv):
412 _name = 'email.server.tools'
413 _description = "Email Tools"
416 def to_email(self, text):
417 _email = re.compile(r'.*<.*@.*\..*>', re.UNICODE)
420 index = eml.index('<')
421 eml = eml[index:-1].replace('<','').replace('>','')
424 bits = _email.sub(record, text)
427 def get_partner(self, cr, uid, from_email, context=None):
429 @param self: The object pointer
430 @param cr: the current row, from the database cursor,
431 @param uid: the current user’s ID for security checks
432 @param from_email: email address based on that function will search for the correct
436 'partner_address_id': False,
439 from_email = self.to_email(from_email)
440 address_ids = self.pool.get('res.partner.address').search(cr, uid, [('email', '=', from_email)])
442 address = self.pool.get('res.partner.address').browse(cr, uid, address_ids[0])
443 res['partner_address_id'] = address_ids[0]
444 res['partner_id'] = address.partner_id.id