1 # -*- coding: utf-8 -*-
2 ##############################################################################
4 # OpenERP, Open Source Management Solution
5 # Copyright (C) 2004-2010 Tiny SPRL (<http://tiny.be>).
7 # This program is free software: you can redistribute it and/or modify
8 # it under the terms of the GNU Affero General Public License as
9 # published by the Free Software Foundation, either version 3 of the
10 # License, or (at your option) any later version.
12 # This program is distributed in the hope that it will be useful,
13 # but WITHOUT ANY WARRANTY; without even the implied warranty of
14 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 # GNU Affero General Public License for more details.
17 # You should have received a copy of the GNU Affero General Public License
18 # along with this program. If not, see <http://www.gnu.org/licenses/>.
20 ##############################################################################
22 from content_index import indexer, cntIndex
23 from subprocess import Popen, PIPE
26 import sys, zipfile, xml.dom.minidom
30 return s.decode('utf-8')
33 return s.decode('latin')
36 return s.encode('ascii')
40 def textToString(element) :
42 for node in element.childNodes :
43 if node.nodeType == xml.dom.Node.TEXT_NODE :
44 buffer += node.nodeValue
45 elif node.nodeType == xml.dom.Node.ELEMENT_NODE :
46 buffer += textToString(node)
49 class TxtIndex(indexer):
50 def _getMimeTypes(self):
51 return ['text/plain','text/html','text/diff','text/xml', 'text/*',
54 def _getExtensions(self):
55 return ['.txt', '.py']
57 def _doIndexContent(self,content):
60 cntIndex.register(TxtIndex())
62 class PptxIndex(indexer):
63 def _getMimeTypes(self):
64 return [ 'application/vnd.openxmlformats-officedocument.presentationml.presentation']
66 def _getExtensions(self):
69 def _doIndexFile(self,fname):
71 """ Converts the document to a string. """
74 for paragraph in content.getElementsByTagName(val) :
75 buffer += textToString(paragraph) + "\n"
79 zip = zipfile.ZipFile(fname)
80 files = filter(lambda x: x.startswith('ppt/slides/slide'), zip.namelist())
81 for i in range(1, len(files) + 1):
82 content = xml.dom.minidom.parseString(zip.read('ppt/slides/slide%s.xml' % str(i)))
83 res = toString().encode('ascii','replace')
86 return _to_unicode('\n'.join(data))
88 cntIndex.register(PptxIndex())
90 class DocIndex(indexer):
91 def _getMimeTypes(self):
92 return [ 'application/ms-word']
94 def _getExtensions(self):
97 def _doIndexFile(self,fname):
98 fp = Popen(['antiword', fname], shell=False, stdout=PIPE).stdout
99 return _to_unicode(fp.read())
101 cntIndex.register(DocIndex())
103 class DocxIndex(indexer):
104 def _getMimeTypes(self):
105 return [ 'application/vnd.openxmlformats-officedocument.wordprocessingml.document']
107 def _getExtensions(self):
110 def _doIndexFile(self,fname):
111 zip = zipfile.ZipFile(fname)
112 content = xml.dom.minidom.parseString(zip.read("word/document.xml"))
114 """ Converts the document to a string. """
116 for val in ["w:p", "w:h", "text:list"]:
117 for paragraph in content.getElementsByTagName(val) :
118 buffer += textToString(paragraph) + "\n"
121 res = toString().encode('ascii','replace')
123 return _to_unicode(res)
125 cntIndex.register(DocxIndex())
128 class XlsxIndex(indexer):
129 def _getMimeTypes(self):
130 return [ 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet']
132 def _getExtensions(self):
135 def _doIndexFile(self,fname):
136 zip = zipfile.ZipFile(fname)
137 content = xml.dom.minidom.parseString(zip.read("xl/sharedStrings.xml"))
139 """ Converts the document to a string. """
142 for paragraph in content.getElementsByTagName(val) :
143 buffer += textToString(paragraph) + "\n"
146 res = toString().encode('ascii','replace')
148 return _to_unicode(res)
150 cntIndex.register(XlsxIndex())
152 class PdfIndex(indexer):
153 def _getMimeTypes(self):
154 return [ 'application/pdf']
156 def _getExtensions(self):
159 def _doIndexFile(self,fname):
160 fp = Popen(['pdftotext', '-enc', 'UTF-8', '-nopgbrk', fname, '-'], shell=False, stdout=PIPE).stdout
161 return _to_unicode( fp.read())
163 cntIndex.register(PdfIndex())
165 class ImageNoIndex(indexer):
166 def _getMimeTypes(self):
169 def _getExtensions(self):
170 #better return no extension, and let 'file' do its magic
172 #return ['.png','.jpg','.gif','.jpeg','.bmp','.tiff']
174 def _doIndexContent(self,content):
178 cntIndex.register(ImageNoIndex())
180 # other opendocument formats:
181 # chart-template chart database
182 # formula-template formula graphics-template graphics
184 # presentation-template presentation spreadsheet-template spreadsheet
186 class OpenDoc(indexer):
187 """ Index OpenDocument files.
189 Q: is it really worth it to index spreadsheets, or do we only get a
190 meaningless list of numbers (cell contents) ?
192 def _getMimeTypes(self):
193 otypes = [ 'text', 'text-web', 'text-template', 'text-master' ]
194 return map(lambda a: 'application/vnd.oasis.opendocument.'+a, otypes)
196 def _getExtensions(self):
197 return ['.odt', '.ott', ] # '.ods'
199 def _doIndexContent(self, content):
200 s = StringIO.StringIO(content)
201 o = odt2txt.OpenDocumentTextFile(s)
202 result = _to_unicode(o.toString())
206 cntIndex.register(OpenDoc())