Source code for anybox.recipe.odoo.server
# coding: utf-8
import os
from os.path import join
import sys
import shutil
import logging
import zc.buildout
from zc.buildout import UserError
from base import BaseRecipe
from . import devtools
from .utils import option_splitlines, option_strip
logger = logging.getLogger(__name__)
SERVER_COMMA_LIST_OPTIONS = ('log_handler', )
[docs]class ServerRecipe(BaseRecipe):
"""Recipe for server install and config
"""
release_filenames = {
# no release since OpenERP 6.1, only nightlies
}
nightly_filenames = {
'8.0': 'odoo_8.0-%s.tar.gz',
'trunk': 'odoo_9.0alpha1-%s.tar.gz'
}
"""Name of expected nightly tarballs in base URL, by major version.
"""
recipe_requirements = ('babel',)
requirements = ('pychart', 'anybox.recipe.odoo')
soft_requirements = ('openerp-command',)
with_gunicorn = False
with_upgrade = True
ws = None
template_upgrade_script = os.path.join(os.path.dirname(__file__),
'upgrade.py.tmpl')
server_wide_modules = ()
def __init__(self, *a, **kw):
super(ServerRecipe, self).__init__(*a, **kw)
opt = self.options
self.with_devtools = (
opt.get('with_devtools', 'false').lower() == 'true')
self.with_upgrade = self.options.get('upgrade_script') != ''
# discarding, because we have a special behaviour with custom
# interpreters
opt.pop('interpreter', None)
self.openerp_scripts = {}
sw_modules = option_splitlines(opt.get('server_wide_modules'))
if sw_modules and 'web' not in sw_modules:
sw_modules = ('web', ) + sw_modules
self.server_wide_modules = sw_modules
[docs] def apply_version_dependent_decisions(self):
"""Store some booleans depending on detected version.
Also does some options normalization accordingly.
Currently, there is only one Odoo version, this method
will be really useful again in a while.
"""
gunicorn = self.options.get('gunicorn', '').strip().lower()
self.with_gunicorn = bool(gunicorn)
if gunicorn == 'proxied':
self.options['options.proxy_mode'] = 'True'
logger.warn("'gunicorn = proxied' now superseded since "
"OpenERP 7 by the 'proxy_mode' OpenERP server option ")
[docs] def merge_requirements(self):
"""Prepare for installation by zc.recipe.egg
- develop the openerp distribution and require it
- gunicorn's related dependencies if needed
Once 'openerp' is required, zc.recipe.egg will take it into account
and put it in needed scripts, interpreters etc.
Historically, in ``anybox.recipe.openerp`` this used to take care
of adding Pillow, which is now in Odoo's ``setup.py``.
"""
openerp_dir = getattr(self, 'openerp_dir', None)
openerp_project_name = 'openerp'
if openerp_dir is not None: # happens in unit tests
openerp_project_name = self.develop(openerp_dir)
self.requirements.append(openerp_project_name)
if self.with_gunicorn:
self.requirements.extend(('psutil', 'gunicorn'))
if self.with_devtools:
self.requirements.extend(devtools.requirements)
BaseRecipe.merge_requirements(self)
return openerp_project_name
def _create_default_config(self):
"""Have OpenERP generate its default config file.
"""
self.options.setdefault('options.admin_passwd', '')
sys.path.append(self.openerp_dir)
sys.path.extend([egg.location for egg in self.ws])
from openerp.tools.config import configmanager
configmanager(self.config_path).save()
def _create_gunicorn_conf(self, qualified_name):
"""Put a gunicorn_PART.conf.py script in /etc.
Derived from the standard gunicorn.conf.py shipping with OpenERP.
"""
gunicorn_options = dict(
workers='4',
timeout='240',
max_requests='2000',
qualified_name=qualified_name,
bind='%s:%s' % (
self.options.get('options.xmlrpc_interface', '0.0.0.0'),
self.options.get('options.xmlrpc_port', '8069')
))
gunicorn_prefix = 'gunicorn.'
gunicorn_options.update((k[len(gunicorn_prefix):], v)
for k, v in self.options.items()
if k.startswith(gunicorn_prefix))
gunicorn_options['server_wide_modules'] = list(
self.server_wide_modules) if self.server_wide_modules else ['web']
f = open(join(self.etc, qualified_name + '.conf.py'), 'w')
conf = """'''Gunicorn configuration script.
Generated by buildout. Do NOT edit.'''
import openerp
bind = %(bind)r
pidfile = %(qualified_name)r + '.pid'
workers = %(workers)s
timeout = %(timeout)s
max_requests = %(max_requests)s
openerp.multi_process = True # needed even with only one worker
openerp.conf.server_wide_modules = %(server_wide_modules)r
conf = openerp.tools.config
""" % gunicorn_options
# forwarding specified options
prefix = 'options.'
for opt, val in self.options.items():
if not opt.startswith(prefix):
continue
opt = opt[len(prefix):]
if opt == 'log_level':
# blindly following the sample script
val = dict(DEBUG=10, DEBUG_RPC=8, DEBUG_RPC_ANSWER=6,
DEBUG_SQL=5, INFO=20, WARNING=30, ERROR=40,
CRITICAL=50).get(val.strip().upper(), 30)
if opt in SERVER_COMMA_LIST_OPTIONS:
val = [i.strip() for i in val.split(',')]
conf += 'conf[%r] = %r' % (opt, val) + os.linesep
preload_dbs = option_splitlines(self.options.get(
'gunicorn.preload_databases'))
if preload_dbs:
conf += os.linesep.join((
"",
"def post_fork(server, worker):",
" '''Preload databases specified in buildout conf.'''",
" from openerp.modules.registry import RegistryManager",
" preload_dbs = %r" % preload_dbs,
" for db_name in preload_dbs:",
" server.log.info('Worker loading database %r',",
" db_name)",
" RegistryManager.get(db_name)",
" server.log.info('OpenERP databases %r loaded, '",
" 'worker ready '",
" 'to serve requests', preload_dbs)",
))
f.write(conf)
f.close()
def _get_server_command(self):
"""Return a full path to the main OpenERP server command."""
return join(self.openerp_dir, 'openerp-server')
def _parse_openerp_scripts(self):
"""Parse required scripts from conf."""
scripts = self.openerp_scripts
if 'openerp_scripts' not in self.options:
return
for line in option_splitlines(self.options.get('openerp_scripts')):
line = line.split()
naming = line[0].split('=')
if not naming or len(naming) > 2:
raise UserError("Invalid script specification %r" % line[0])
elif len(naming) == 1:
name = '_'.join((naming[0], self.name))
else:
name = naming[1]
cl_options = []
desc = scripts[name] = dict(entry=naming[0],
command_line_options=cl_options)
opt_prefix = 'command-line-options='
arg_prefix = 'arguments='
log_prefix = 'openerp-log-level='
for token in line[1:]:
if token.startswith(opt_prefix):
cl_options.extend(token[len(opt_prefix):].split(','))
elif token.startswith(arg_prefix):
desc['arguments'] = token[len(arg_prefix):]
elif token.startswith(log_prefix):
level = token[len(log_prefix):].upper()
if level not in dir(logging):
raise UserError("In script %r, improper logging "
"level %r" % (name, level))
desc['openerp_log_level'] = level
else:
raise UserError(
"Invalid token for script %r: %r" % (name, token))
def _get_or_create_script(self, entry, name=None):
"""Retrieve or create a registered script by its entry point.
If create_name is not given, no creation will occur, will return
None if not found.
In all other cases, return return (script_name, desc).
"""
for script_name, desc in self.openerp_scripts.iteritems():
if desc['entry'] == entry:
return script_name, desc
if name is not None:
desc = self.openerp_scripts[name] = dict(entry=entry)
return name, desc
def _register_main_startup_script(self, qualified_name):
"""Register main startup script, usually ``start_openerp`` for install.
"""
desc = self._get_or_create_script('openerp_starter',
name=qualified_name)[1]
arguments = '%r, %r, version=%r, gevent_script_path=%r' % (
self._get_server_command(),
self.config_path,
self.major_version,
self.gevent_script_path)
if self.server_wide_modules:
arguments += ', server_wide_modules=%r' % (
self.server_wide_modules,)
desc.update(arguments=arguments)
startup_delay = float(self.options.get('startup_delay', 0))
initialization = ['']
if self.with_devtools:
initialization.extend((
'from anybox.recipe.odoo import devtools',
'devtools.load(for_tests=False)',
''))
if startup_delay:
initialization.extend(
('print("sleeping %s seconds...")' % startup_delay,
'import time',
'time.sleep(%f)' % startup_delay))
desc['initialization'] = os.linesep.join((initialization))
def _register_test_script(self, qualified_name):
"""Register the main test script for installation.
"""
desc = self._get_or_create_script('openerp_tester',
name=qualified_name)[1]
arguments = '%r, %r, version=%r, just_test=True' % (
self._get_server_command(),
self.config_path,
self.major_version)
arguments += ', gevent_script_path=%r' % self.gevent_script_path
desc.update(
entry='openerp_starter',
initialization=os.linesep.join((
"from anybox.recipe.odoo import devtools",
"devtools.load(for_tests=True)",
"")),
arguments=arguments
)
def _register_upgrade_script(self, qualified_name):
desc = self._get_or_create_script('openerp_upgrader',
name=qualified_name)[1]
script_opt = option_strip(self.options.get('upgrade_script',
'upgrade.py run'))
script = script_opt.split()
if len(script) != 2:
# TODO add console script entry point support
raise zc.buildout.UserError(
("upgrade_script option must take the form "
"SOURCE_FILE CALLABLE (got '%r')" % script))
script_source_path = self.make_absolute(script[0])
desc.update(
entry='openerp_upgrader',
arguments='%r, %r, %r, %r' % (
script_source_path, script[1],
self.config_path, self.buildout_dir),
)
if not os.path.exists(script_source_path):
logger.warning("Ugrade script source %s does not exist."
"Initializing it for you", script_source_path)
shutil.copy(self.template_upgrade_script, script_source_path)
def _register_gunicorn_startup_script(self, qualified_name):
"""Register a gunicorn foreground start script for installation.
The produced script is suitable for external process management, such
as provided by supervisor.
"""
desc = self._get_or_create_script('gunicorn',
name=qualified_name)[1]
gunicorn_options = {}
gunicorn_prefix = 'gunicorn.'
gunicorn_options.update((k[len(gunicorn_prefix):], v)
for k, v in self.options.items()
if k.startswith(gunicorn_prefix))
gunicorn_entry_point = gunicorn_options.get('entry_point')
if gunicorn_entry_point is None:
gunicorn_entry_point = ('openerp:'
'service.wsgi_server.application')
# gunicorn's main() does not take arguments, that's why we have
# to resort on hacking sys.argv
desc['initialization'] = (
"from sys import argv; argv[1:] = ['%s', '-c', '%s.conf.py']" % (
gunicorn_entry_point, join(self.etc, qualified_name)))
def _register_gevent_script(self, qualified_name):
"""Register the gevent startup script
"""
desc = self._get_or_create_script('openerp-gevent',
name=qualified_name)[1]
initialization = [
"import gevent.monkey",
"gevent.monkey.patch_all()",
"import psycogreen.gevent",
"psycogreen.gevent.patch_psycopg()",
""]
if self.with_devtools:
initialization.extend([
'from anybox.recipe.odoo import devtools',
'devtools.load(for_tests=False)',
''])
desc['initialization'] = os.linesep.join(initialization)
def _register_cron_worker_startup_script(self, qualified_name):
"""Register the cron worker script for installation.
This worker script has been introduced in openobject-server, rev 4184
together with changes in the main code that it requires.
These changes appeared in nightly build 6.1-20120530-233414.
The worker script itself does not appear in nightly builds.
"""
script_src = join(self.openerp_dir, 'openerp-cron-worker')
if not os.path.isfile(script_src):
version = self.version_detected
if ((version.startswith('6.1-2012') and version[4:12] < '20120530')
or self.version_wanted == '6.1-1'):
logger.warn(
"Can't use openerp-cron-worker with version %s "
"You have to run a separate regular OpenERP process "
"for cron jobs to be launched.", version)
return
logger.info("Cron launcher openerp-cron-worker not found in "
"openerp source tree (version %s). "
"This is expected with some nightly builds. "
"Using the launcher script distributed "
"with the recipe.", version)
script_src = join(os.path.split(__file__)[0],
'openerp-cron-worker')
desc = self._get_or_create_script('openerp_cron_worker',
name=qualified_name)[1]
desc.update(entry='openerp_cron_worker',
arguments='%r, %r' % (script_src, self.config_path),
initialization='',
)
def _install_interpreter(self):
"""Install a python interpreter with a ready-made session object."""
int_name = self.options.get('interpreter_name', None)
if int_name == '': # conf requires not to build an interpreter
return
elif int_name is None:
int_name = 'python_' + self.name
initialization = os.linesep.join((
"",
"from anybox.recipe.odoo.runtime.session import Session",
"session = Session(%r, %r)" % (self.config_path,
self.buildout_dir),
"if len(sys.argv) <= 1:",
" print('To start the OpenERP working session, just do:')",
" print(' session.open(db=DATABASE_NAME)')",
" print('or, to use the database from the buildout "
"part config:')",
" print(' session.open()')",
" print('All other options from buildout part config "
"do apply.')",
""
" print('Then you can issue commands such as')",
" print(\" "
" session.registry('res.users').browse(session.cr, 1, 1)\")"
""))
reqs, ws = self.eggs_reqs, self.eggs_ws
return zc.buildout.easy_install.scripts(
reqs, ws, sys.executable, self.options['bin-directory'],
scripts={},
interpreter=int_name,
initialization=initialization,
arguments=self.options.get('arguments', ''),
extra_paths=self.extra_paths,
# TODO investigate these options:
# relative_paths=self._relative_paths,
)
def _install_openerp_scripts(self):
"""Install scripts registered in self.openerp_scripts.
If initialization string is not passed, one will be cooked for
- session initialization
- treatment of OpenERP options specific to this script, as required
in the 'options' key of the scripts descrition (typically to
add a database opening option to the provided script).
"""
reqs, ws = self.eggs_reqs, self.eggs_ws
common_init = os.linesep.join((
"",
"from anybox.recipe.odoo.runtime.session import Session",
"session = Session(%r, %r)" % (self.config_path,
self.buildout_dir),
))
for script_name, desc in self.openerp_scripts.items():
initialization = desc.get('initialization', common_init)
log_level = desc.get('openerp_log_level')
if log_level:
initialization = os.linesep.join((
initialization,
"import logging",
"logging.getLogger('openerp').setLevel"
"(logging.%s)" % log_level))
options = desc.get('command_line_options')
if options:
initialization = os.linesep.join((
initialization,
"session.handle_command_line_options(%r)" % options))
zc.buildout.easy_install.scripts(
reqs, ws, sys.executable, self.bin_dir,
scripts={desc['entry']: script_name},
interpreter='',
initialization=initialization,
arguments=desc.get('arguments', ''),
# TODO investigate these options:
extra_paths=self.extra_paths,
# relative_paths=self._relative_paths,
)
self.openerp_installed.append(join(self.bin_dir, script_name))
def _install_startup_scripts(self):
"""install startup and control scripts.
"""
self._parse_openerp_scripts()
# provide additional needed entry points for main start/test scripts
self.eggs_reqs.extend((
('openerp_starter',
'anybox.recipe.odoo.runtime.start_openerp',
'main'),
('openerp_cron_worker',
'anybox.recipe.odoo.runtime.start_openerp',
'main'),
('openerp-gevent',
'openerp.cli',
'main'),
('openerp_upgrader',
'anybox.recipe.odoo.runtime.upgrade',
'upgrade'),
))
self._install_interpreter()
main_script = self.options.get('script_name', 'start_' + self.name)
gevent_script_name = self.options.get('gevent_script_name',
'gevent_%s' % self.name)
self._register_gevent_script(gevent_script_name)
self.gevent_script_path = join(self.bin_dir, gevent_script_name)
self._register_main_startup_script(main_script)
self.script_path = join(self.bin_dir, main_script)
if self.with_devtools:
self._register_test_script(
self.options.get('test_script_name', 'test_' + self.name))
if self.with_gunicorn:
qualified_name = self.options.get('gunicorn_script_name',
'gunicorn_%s' % self.name)
self._create_gunicorn_conf(qualified_name)
self._register_gunicorn_startup_script(qualified_name)
qualified_name = self.options.get('cron_worker_script_name',
'cron_worker_%s' % self.name)
self._register_cron_worker_startup_script(qualified_name)
if self.with_upgrade:
qualified_name = self.options.get('upgrade_script_name',
'upgrade_%s' % self.name)
self._register_upgrade_script(qualified_name)
self._install_openerp_scripts()
