45dda5e356
Using root logger will make public module log failed by unknow keyword. Just change the logger name to module itself could dismiss this impact. And disable logger.propagate could prevent double outputing. Change-Id: I18696d124ebac9ca970d502558972e51de759097 Fixes: bug #1105133
187 lines
7.6 KiB
Python
Executable File
187 lines
7.6 KiB
Python
Executable File
#!/usr/bin/env python
|
|
# Copyright (c) 2010-2012 OpenStack, LLC.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import logging
|
|
import os
|
|
import sys
|
|
import signal
|
|
import uuid
|
|
from optparse import OptionParser
|
|
|
|
from swift.common.bench import (BenchController, DistributedBenchController,
|
|
create_containers, delete_containers)
|
|
from swift.common.utils import readconf, LogAdapter, config_true_value
|
|
|
|
# The defaults should be sufficient to run swift-bench on a SAIO
|
|
CONF_DEFAULTS = {
|
|
'auth': os.environ.get('ST_AUTH', ''),
|
|
'user': os.environ.get('ST_USER', ''),
|
|
'key': os.environ.get('ST_KEY', ''),
|
|
'auth_version': '1.0',
|
|
'use_proxy': 'yes',
|
|
'put_concurrency': '10',
|
|
'get_concurrency': '10',
|
|
'del_concurrency': '10',
|
|
'concurrency': '', # set all 3 in one shot
|
|
'object_sources': '', # set of file contents to read and use for PUTs
|
|
'lower_object_size': '10', # bounded random size used if these differ
|
|
'upper_object_size': '10',
|
|
'object_size': '1', # only if not object_sources and lower == upper
|
|
'num_objects': '1000',
|
|
'num_gets': '10000',
|
|
'delete': 'yes',
|
|
'container_name': uuid.uuid4().hex, # really "container name base"
|
|
'num_containers': '20',
|
|
'url': '', # used when use_proxy = no or overrides auth X-Storage-Url
|
|
'account': '', # used when use_proxy = no
|
|
'devices': 'sdb1', # space-sep list
|
|
'log_level': 'INFO',
|
|
'timeout': '10',
|
|
'auth_version': '1.0',
|
|
'bench_clients': [],
|
|
}
|
|
|
|
SAIO_DEFAULTS = {
|
|
'auth': 'http://localhost:8080/auth/v1.0',
|
|
'user': 'test:tester',
|
|
'key': 'testing',
|
|
}
|
|
|
|
if __name__ == '__main__':
|
|
usage = "usage: %prog [OPTIONS] [CONF_FILE]"
|
|
usage += """\n\nConf file with SAIO defaults:
|
|
|
|
[bench]
|
|
auth = http://localhost:8080/auth/v1.0
|
|
user = test:tester
|
|
key = testing
|
|
concurrency = 10
|
|
object_size = 1
|
|
num_objects = 1000
|
|
num_gets = 10000
|
|
delete = yes
|
|
auth_version = 1.0
|
|
"""
|
|
parser = OptionParser(usage=usage)
|
|
parser.add_option('', '--saio', dest='saio', action='store_true',
|
|
default=False, help='Run benchmark with SAIO defaults')
|
|
parser.add_option('-A', '--auth', dest='auth',
|
|
help='URL for obtaining an auth token')
|
|
parser.add_option('-U', '--user', dest='user',
|
|
help='User name for obtaining an auth token')
|
|
parser.add_option('-K', '--key', dest='key',
|
|
help='Key for obtaining an auth token')
|
|
parser.add_option('-b', '--bench-clients', action='append',
|
|
metavar='<ip>:<port>',
|
|
help=('A string of the form "<ip>:<port>" which matches '
|
|
'the arguments supplied to a swift-bench-client '
|
|
'process. This argument must be specified '
|
|
'once per swift-bench-client you want to '
|
|
'utilize.'))
|
|
parser.add_option('-u', '--url', dest='url',
|
|
help='Storage URL')
|
|
parser.add_option('-c', '--concurrency', dest='concurrency',
|
|
help=('Number of concurrent connections to use. For '
|
|
'finer-grained control, see --get-concurrency, '
|
|
'--put-concurrency, and --delete-concurrency.'))
|
|
parser.add_option('--get-concurrency', dest='get_concurrency',
|
|
help='Number of concurrent GET requests')
|
|
parser.add_option('--put-concurrency', dest='put_concurrency',
|
|
help='Number of concurrent PUT requests')
|
|
parser.add_option('--delete-concurrency', dest='delete_concurrency',
|
|
help='Number of concurrent DELETE requests')
|
|
parser.add_option('-s', '--object-size', dest='object_size',
|
|
help='Size of objects to PUT (in bytes)')
|
|
parser.add_option('-l', '--lower-object-size', dest='lower_object_size',
|
|
help=('Lower size of objects (in bytes); '
|
|
'--object-size will be upper-object-size'))
|
|
parser.add_option('-n', '--num-objects', dest='num_objects',
|
|
help='Number of objects to PUT')
|
|
parser.add_option('-g', '--num-gets', dest='num_gets',
|
|
help='Number of GET operations to perform')
|
|
parser.add_option('-C', '--num-containers', dest='num_containers',
|
|
help='Number of containers to distribute objects among')
|
|
parser.add_option('-x', '--no-delete', dest='delete', action='store_false',
|
|
help='If set, will not delete the objects created')
|
|
parser.add_option('-V', '--auth_version', dest='auth_version',
|
|
help='Authentication version')
|
|
|
|
if len(sys.argv) == 1:
|
|
parser.print_help()
|
|
sys.exit(1)
|
|
options, args = parser.parse_args()
|
|
if options.saio:
|
|
CONF_DEFAULTS.update(SAIO_DEFAULTS)
|
|
if getattr(options, 'lower_object_size', None):
|
|
if options.object_size <= options.lower_object_size:
|
|
raise ValueError('--lower-object-size (%s) must be '
|
|
'< --object-size (%s)' %
|
|
(options.lower_object_size, options.object_size))
|
|
CONF_DEFAULTS['upper_object_size'] = options.object_size
|
|
if args:
|
|
conf = args[0]
|
|
if not os.path.exists(conf):
|
|
sys.exit("No such conf file: %s" % conf)
|
|
conf = readconf(conf, 'bench', log_name='swift-bench',
|
|
defaults=CONF_DEFAULTS)
|
|
conf['bench_clients'] = []
|
|
else:
|
|
conf = CONF_DEFAULTS
|
|
parser.set_defaults(**conf)
|
|
options, _junk = parser.parse_args()
|
|
if options.concurrency is not '':
|
|
options.put_concurrency = options.concurrency
|
|
options.get_concurrency = options.concurrency
|
|
options.del_concurrency = options.concurrency
|
|
options.containers = ['%s_%d' % (options.container_name, i)
|
|
for i in xrange(int(options.num_containers))]
|
|
# check boolean options vs config parameter values
|
|
if config_true_value(str(options.delete).lower()):
|
|
options.delete = 'yes'
|
|
else:
|
|
options.delete = 'no'
|
|
|
|
def sigterm(signum, frame):
|
|
sys.exit('Termination signal received.')
|
|
signal.signal(signal.SIGTERM, sigterm)
|
|
|
|
logger = logging.getLogger(__name__)
|
|
logger.propagate = False
|
|
logger.setLevel({
|
|
'debug': logging.DEBUG,
|
|
'info': logging.INFO,
|
|
'warning': logging.WARNING,
|
|
'error': logging.ERROR,
|
|
'critical': logging.CRITICAL}.get(
|
|
options.log_level.lower(), logging.INFO))
|
|
loghandler = logging.StreamHandler()
|
|
logger.addHandler(loghandler)
|
|
logger = LogAdapter(logger, 'swift-bench')
|
|
logformat = logging.Formatter('%(server)s %(asctime)s %(levelname)s '
|
|
'%(message)s')
|
|
loghandler.setFormatter(logformat)
|
|
|
|
if options.use_proxy:
|
|
create_containers(logger, options)
|
|
|
|
controller_class = DistributedBenchController if options.bench_clients \
|
|
else BenchController
|
|
controller = controller_class(logger, options)
|
|
controller.run()
|
|
|
|
if config_true_value(options.delete.lower()):
|
|
delete_containers(logger, options)
|