# -*- coding: utf-8 -*-
import cStringIO
-import contextlib
-import hashlib
+from itertools import islice
import json
import logging
-import os
-import datetime
+import math
+import re
from sys import maxint
-import werkzeug
-import werkzeug.exceptions
import werkzeug.utils
import werkzeug.wrappers
from PIL import Image
# Completely arbitrary limits
MAX_IMAGE_WIDTH, MAX_IMAGE_HEIGHT = IMAGE_LIMITS = (1024, 768)
+LOC_PER_SITEMAP = 45000
+
+import time
+
+from functools import wraps
+
+def timeit(f):
+ @wraps(f)
+ def wrapper(*args, **kw):
+ ts = time.time()
+ result = f(*args, **kw)
+ te = time.time()
+
+ print 'func:%r args:[%r, %r] took: %2.4f sec' % \
+ (f.__name__, args, kw, te-ts)
+ return result
+ return wrapper
+
class Website(openerp.addons.web.controllers.main.Home):
# TODO: can't we just put auth=public, ... in web client ?
return super(Website, self).web_login(*args, **kw)
- @http.route('/page/<page:page>', type='http', auth="public", website=True, multilang=True)
+ @http.route('/page/<path:page>', type='http', auth="public", website=True, multilang=True)
def page(self, page, **opt):
values = {
'path': page,
return request.render(page, values)
- @http.route(['/robots.txt'], type='http', auth="public", website=True)
+ @http.route(['/robots.txt'], type='http', auth="public")
def robots(self):
return request.render('website.robots', {'url_root': request.httprequest.url_root}, mimetype='text/plain')
- @http.route('/sitemap', type='http', auth='public', website=True, multilang=True)
- def sitemap(self):
- return request.render('website.sitemap', {
- 'pages': request.website.enumerate_pages()
- })
-
+ @timeit
@http.route('/sitemap.xml', type='http', auth="public", website=True)
- def sitemap_xml(self):
+ def sitemap_xml_index(self):
+ count = 0
+ for loc in request.website.enumerate_pages():
+ count += 1
+ if count <= LOC_PER_SITEMAP:
+ return self.__sitemap_xml(0)
+ # Sitemaps must be split in several smaller files with a sitemap index
+ values = {
+ 'pages': range(int(math.ceil(float(count) / LOC_PER_SITEMAP))),
+ 'url_root': request.httprequest.url_root
+ }
+ headers = {
+ 'Content-Type': 'application/xml;charset=utf-8',
+ }
+ return request.render('website.sitemap_index_xml', values, headers=headers)
+
+ @http.route('/sitemap-<int:page>.xml', type='http', auth="public", website=True)
+ def sitemap_xml(self, page):
+ return self.__sitemap_xml(page)
+
+ @timeit
+ def __sitemap_xml(self, index=0):
+ start = index * LOC_PER_SITEMAP
+ locs = islice(request.website.enumerate_pages(), start , start + LOC_PER_SITEMAP)
values = {
- 'pages': request.website.enumerate_pages()
+ 'locs': locs,
+ 'url_root': request.httprequest.url_root.rstrip('/')
}
headers = {
'Content-Type': 'application/xml;charset=utf-8',
}
- return request.render('website.sitemap_xml', values, headers=headers)
+ return request.render('website.sitemap_xml', values, headers=headers).flatten()
#------------------------------------------------------
# Edit
'url': "/page/" + xml_id,
'parent_id': id,
}, context=request.context)
- url = "/page/" + xml_id
+ # Reverse action in order to allow shortcut for /page/<website_xml_id>
+ url = "/page/" + re.sub(r"^website\.", '', xml_id)
+
if noredirect:
return werkzeug.wrappers.Response(url, mimetype='text/plain')
return werkzeug.utils.redirect(url)
values = {}
if 'website_published' in _object._all_columns:
values['website_published'] = not obj.website_published
- if 'website_published_datetime' in _object._all_columns and values.get('website_published'):
- values['website_published_datetime'] = fields.datetime.now()
_object.write(request.cr, request.uid, [_id],
values, context=request.context)
return request.website.kanban_col(**post)
def placeholder(self, response):
- # file_open may return a StringIO. StringIO can be closed but are
- # not context managers in Python 2 though that is fixed in 3
- with contextlib.closing(openerp.tools.misc.file_open(
- os.path.join('web', 'static', 'src', 'img', 'placeholder.png'),
- mode='rb')) as f:
- response.data = f.read()
- return response.make_conditional(request.httprequest)
+ return request.registry['website']._image_placeholder(response)
@http.route([
'/website/image',
The requested field is assumed to be base64-encoded image data in
all cases.
"""
- Model = request.registry[model]
-
response = werkzeug.wrappers.Response()
+ return request.registry['website']._image(
+ request.cr, request.uid, model, id, field, response)
- id = int(id)
-
- ids = Model.search(request.cr, request.uid,
- [('id', '=', id)], context=request.context) \
- or Model.search(request.cr, openerp.SUPERUSER_ID,
- [('id', '=', id), ('website_published', '=', True)], context=request.context)
-
- if not ids:
- return self.placeholder(response)
-
- presized = '%s_big' % field
- concurrency = '__last_update'
- [record] = Model.read(request.cr, openerp.SUPERUSER_ID, [id],
- [concurrency, field, presized],
- context=request.context)
-
- if concurrency in record:
- server_format = openerp.tools.misc.DEFAULT_SERVER_DATETIME_FORMAT
- try:
- response.last_modified = datetime.datetime.strptime(
- record[concurrency], server_format + '.%f')
- except ValueError:
- # just in case we have a timestamp without microseconds
- response.last_modified = datetime.datetime.strptime(
- record[concurrency], server_format)
-
- # Field does not exist on model or field set to False
- if not record.get(field):
- # FIXME: maybe a field which does not exist should be a 404?
- return self.placeholder(response)
-
- response.set_etag(hashlib.sha1(record[field]).hexdigest())
- response.make_conditional(request.httprequest)
-
- # conditional request match
- if response.status_code == 304:
- return response
-
- data = (record.get(presized) or record[field]).decode('base64')
-
- image = Image.open(cStringIO.StringIO(data))
- response.mimetype = Image.MIME[image.format]
-
- # record provides a pre-resized version of the base field, use that
- # directly
- if record.get(presized):
- response.set_data(data)
- return response
-
- fit = int(max_width), int(max_height)
- w, h = image.size
- max_w, max_h = fit
-
- if w < max_w and h < max_h:
- response.set_data(data)
- else:
- image.thumbnail(fit, Image.ANTIALIAS)
- image.save(response.stream, image.format)
- # invalidate content-length computed by make_conditional as
- # writing to response.stream does not do it (as of werkzeug 0.9.3)
- del response.headers['Content-Length']
-
- return response
#------------------------------------------------------
# Server actions
return res
return request.redirect('/')
-# vim:et: