[galaxy-dev] Galaxy cannot start last [server:handlerxx]

6 Aug 2013


      Hi,
I have a 80 core/1TB RAM Dell server.
In order improve Galaxy performance I modified the universe_wsgi.ini
file so as to improve the Scaling and Load Balancing
as follows:
# Use a threadpool for the web server instead of creating a thread for each
# request.
use_threadpool = True
# Number of threads in the web server thread pool.
threadpool_workers = 200
################################################################################
[server:web0]
use = egg:Paste#http
port = 8090
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 10
[server:web1]
use = egg:Paste#http
port = 8091
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 10
[server:web2]
use = egg:Paste#http
port = 8092
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 10
[server:web3]
use = egg:Paste#http
port = 8093
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 10
[server:web4]
use = egg:Paste#http
port = 8094
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 10
[server:web5]
use = egg:Paste#http
port = 8095
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 10
[server:web6]
use = egg:Paste#http
port = 8096
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 10
[server:web7]
use = egg:Paste#http
port = 8097
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 10
[server:web8]
use = egg:Paste#http
port = 8098
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 10
[server:web9]
use = egg:Paste#http
port = 8099
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 10
[server:web10]
use = egg:Paste#http
port = 8100
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 10
################################################################################
[server:manager]
use = egg:Paste#http
port = 8200
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5
################################################################################
[server:handler0]
use = egg:Paste#http
port = 8300
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5
[server:handler1]
use = egg:Paste#http
port = 8301
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5
[server:handler2]
use = egg:Paste#http
port = 8302
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5
[server:handler3]
use = egg:Paste#http
port = 8303
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5
[server:handler4]
use = egg:Paste#http
port = 8304
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5
[server:handler5]
use = egg:Paste#http
port = 8305
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5
[server:handler6]
use = egg:Paste#http
port = 8306
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5
[server:handler7]
use = egg:Paste#http
port = 8307
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5
[server:handler8]
use = egg:Paste#http
port = 8308
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5
[server:handler9]
use = egg:Paste#http
port = 8309
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5
[server:handler10]
use = egg:Paste#http
port = 8310
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5
[server:handler11]
use = egg:Paste#http
port = 8311
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5
[server:handler12]
use = egg:Paste#http
port = 8312
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5
[server:handler13]
use = egg:Paste#http
port = 8313
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5
[server:handler14]
use = egg:Paste#http
port = 8314
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5
[server:handler15]
use = egg:Paste#http
port = 8315
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5
[server:handler16]
use = egg:Paste#http
port = 8316
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5
[server:handler17]
use = egg:Paste#http
port = 8317
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5
[server:handler18]
use = egg:Paste#http
port = 8318
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5
# [server:handler19]
# use = egg:Paste#http
# port = 8319
# host = 127.0.0.1
# use_threadpool = true
# threadpool_workers = 5
# [server:handler20]
# use = egg:Paste#http
# port = 8320
# host = 127.0.0.1
# use_threadpool = true
# threadpool_workers = 5
################################################################################
job_manager = manager
job_handlers = handler0,handler1,,handler2,handler3,handler4,handler5,handler6,handler7,handler8,handler9,handler10,handler11,handler12,handler13,handler14,handler15,handler16,handler17,handler18
################################################################################
Now the problem I have is that when I start galaxy I cannot get the
last [server:handler18] to load correclt
I get the following error:
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,236 Enabling
'library_contents' API controller, class: LibraryContentsController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,236 Enabling
'group_users' API controller, class: GroupUsersAPIController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,236 Enabling
'configuration' API controller, class: ConfigurationController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,237 Enabling
'requests' API controller, class: RequestsAPIController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,238 Enabling
'folders' API controller, class: FoldersController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,238 Enabling
'quotas' API controller, class: QuotaAPIController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,239 Enabling
'folder_contents' API controller, class: FolderContentsController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,239 Enabling
'roles' API controller, class: RoleAPIController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,240 Enabling
'request_types' API controller, class: RequestTypeAPIController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,240 Enabling
'users' API controller, class: UserAPIController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,241 Enabling
'samples' API controller, class: SamplesAPIController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,241 Enabling
'forms' API controller, class: FormDefinitionAPIController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,241 Enabling
'permissions' API controller, class: PermissionsController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,242 Enabling
'workflows' API controller, class: WorkflowsAPIController
galaxy.webapps.galaxy.buildapp DEBUG 2013-08-05 17:08:24,242
app.config.api_folders: False
galaxy.webapps.galaxy.buildapp DEBUG 2013-08-05 17:08:24,450 Enabling
'httpexceptions' middleware
galaxy.webapps.galaxy.buildapp DEBUG 2013-08-05 17:08:24,450 Enabling
'recursive' middleware
galaxy.webapps.galaxy.buildapp DEBUG 2013-08-05 17:08:24,700 Enabling
'error' middleware
galaxy.webapps.galaxy.buildapp DEBUG 2013-08-05 17:08:24,701 Enabling
'trans logger' middleware
galaxy.webapps.galaxy.buildapp DEBUG 2013-08-05 17:08:24,701 Enabling
'x-forwarded-host' middleware
galaxy.webapps.galaxy.buildapp DEBUG 2013-08-05 17:08:24,701 Enabling
'Request ID' middleware
Starting server in PID 3899.
Traceback (most recent call last):
  File "./scripts/paster.py", line 33, in <module>
    serve.run()
  File "/usr/local/galaxy/galaxy-dist/lib/galaxy/util/pastescript/serve.py",
line 1049, in run
    invoke(command, command_name, options, args[1:])
  File "/usr/local/galaxy/galaxy-dist/lib/galaxy/util/pastescript/serve.py",
line 1055, in invoke
    exit_code = runner.run(args)
  File "/usr/local/galaxy/galaxy-dist/lib/galaxy/util/pastescript/serve.py",
line 220, in run
    result = self.command()
  File "/usr/local/galaxy/galaxy-dist/lib/galaxy/util/pastescript/serve.py",
line 670, in command
    serve()
  File "/usr/local/galaxy/galaxy-dist/lib/galaxy/util/pastescript/serve.py",
line 654, in serve
    server(app)
  File "/usr/local/galaxy/galaxy-dist/lib/galaxy/util/pastescript/loadwsgi.py",
line 292, in server_wrapper
    **context.local_conf)
  File "/usr/local/galaxy/galaxy-dist/lib/galaxy/util/pastescript/loadwsgi.py",
line 100, in fix_call
    reraise(*exc_info)
  File "/usr/local/galaxy/galaxy-dist/lib/galaxy/util/pastescript/loadwsgi.py",
line 37, in reraise
    exec('raise t, e, tb', dict(t=t, e=e, tb=tb))
  File "/usr/local/galaxy/galaxy-dist/lib/galaxy/util/pastescript/loadwsgi.py",
line 97, in fix_call
    val = callable(*args, **kw)
  File "/usr/local/galaxy/galaxy-dist/eggs/Paste-1.7.5.1-py2.7.egg/paste/httpserver.py",
line 1342, in server_runner
    serve(wsgi_app, **kwargs)
TypeError: serve() got an unexpected keyword argument 'job_manager'
Removing PID file handler18.pid
If I use activate  [server:handler20] for example, this one would act
up as well. It is always the last one and in all cases the port used
is totally incorrect and was never assigned
Am I doing something terribly wrong?
I tried to use ports not 'assigned' and tried to add web servers and
handlers according to my best understanding of the instructions
(http://wiki.galaxyproject.org/Admin/Config/Performance/Web%20Application%20S...)
Please any suggestions would be most welcome
Thanks
--Rodolfo

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

2008

[galaxy-dev] Galaxy cannot start last [server:handlerxx]