68479cc944
These settings: 1. are already exposed via config file 2. were not exposed as command-line options, and 3. are things I wanted on the command line while benchmarking recently. I didn't include short options for --(get|put|delete)-concurrency since I couldn't think of good single-letter ones, and optparse won't take "-gc", "-pc", or "-dc". Change-Id: I0bd7c7ae2892244eed37b8c10c9357dc7e1190d3
186 lines
7.6 KiB
Python
Executable File
186 lines
7.6 KiB
Python
Executable File
#!/usr/bin/env python
|
|
# Copyright (c) 2010-2012 OpenStack, LLC.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import logging
|
|
import os
|
|
import sys
|
|
import signal
|
|
import uuid
|
|
from optparse import OptionParser
|
|
|
|
from swift.common.bench import (BenchController, DistributedBenchController,
|
|
create_containers, delete_containers)
|
|
from swift.common.utils import readconf, LogAdapter, config_true_value
|
|
|
|
# The defaults should be sufficient to run swift-bench on a SAIO
|
|
CONF_DEFAULTS = {
|
|
'auth': os.environ.get('ST_AUTH', ''),
|
|
'user': os.environ.get('ST_USER', ''),
|
|
'key': os.environ.get('ST_KEY', ''),
|
|
'auth_version': '1.0',
|
|
'use_proxy': 'yes',
|
|
'put_concurrency': '10',
|
|
'get_concurrency': '10',
|
|
'del_concurrency': '10',
|
|
'concurrency': '', # set all 3 in one shot
|
|
'object_sources': '', # set of file contents to read and use for PUTs
|
|
'lower_object_size': '10', # bounded random size used if these differ
|
|
'upper_object_size': '10',
|
|
'object_size': '1', # only if not object_sources and lower == upper
|
|
'num_objects': '1000',
|
|
'num_gets': '10000',
|
|
'delete': 'yes',
|
|
'container_name': uuid.uuid4().hex, # really "container name base"
|
|
'num_containers': '20',
|
|
'url': '', # used when use_proxy = no or overrides auth X-Storage-Url
|
|
'account': '', # used when use_proxy = no
|
|
'devices': 'sdb1', # space-sep list
|
|
'log_level': 'INFO',
|
|
'timeout': '10',
|
|
'auth_version': '1.0',
|
|
'bench_clients': [],
|
|
}
|
|
|
|
SAIO_DEFAULTS = {
|
|
'auth': 'http://localhost:8080/auth/v1.0',
|
|
'user': 'test:tester',
|
|
'key': 'testing',
|
|
}
|
|
|
|
if __name__ == '__main__':
|
|
usage = "usage: %prog [OPTIONS] [CONF_FILE]"
|
|
usage += """\n\nConf file with SAIO defaults:
|
|
|
|
[bench]
|
|
auth = http://localhost:8080/auth/v1.0
|
|
user = test:tester
|
|
key = testing
|
|
concurrency = 10
|
|
object_size = 1
|
|
num_objects = 1000
|
|
num_gets = 10000
|
|
delete = yes
|
|
auth_version = 1.0
|
|
"""
|
|
parser = OptionParser(usage=usage)
|
|
parser.add_option('', '--saio', dest='saio', action='store_true',
|
|
default=False, help='Run benchmark with SAIO defaults')
|
|
parser.add_option('-A', '--auth', dest='auth',
|
|
help='URL for obtaining an auth token')
|
|
parser.add_option('-U', '--user', dest='user',
|
|
help='User name for obtaining an auth token')
|
|
parser.add_option('-K', '--key', dest='key',
|
|
help='Key for obtaining an auth token')
|
|
parser.add_option('-b', '--bench-clients', action='append',
|
|
metavar='<ip>:<port>',
|
|
help=('A string of the form "<ip>:<port>" which matches '
|
|
'the arguments supplied to a swift-bench-client '
|
|
'process. This argument must be specified '
|
|
'once per swift-bench-client you want to '
|
|
'utilize.'))
|
|
parser.add_option('-u', '--url', dest='url',
|
|
help='Storage URL')
|
|
parser.add_option('-c', '--concurrency', dest='concurrency',
|
|
help=('Number of concurrent connections to use. For '
|
|
'finer-grained control, see --get-concurrency, '
|
|
'--put-concurrency, and --delete-concurrency.'))
|
|
parser.add_option('--get-concurrency', dest='get_concurrency',
|
|
help='Number of concurrent GET requests')
|
|
parser.add_option('--put-concurrency', dest='put_concurrency',
|
|
help='Number of concurrent PUT requests')
|
|
parser.add_option('--delete-concurrency', dest='delete_concurrency',
|
|
help='Number of concurrent DELETE requests')
|
|
parser.add_option('-s', '--object-size', dest='object_size',
|
|
help='Size of objects to PUT (in bytes)')
|
|
parser.add_option('-l', '--lower-object-size', dest='lower_object_size',
|
|
help=('Lower size of objects (in bytes); '
|
|
'--object-size will be upper-object-size'))
|
|
parser.add_option('-n', '--num-objects', dest='num_objects',
|
|
help='Number of objects to PUT')
|
|
parser.add_option('-g', '--num-gets', dest='num_gets',
|
|
help='Number of GET operations to perform')
|
|
parser.add_option('-C', '--num-containers', dest='num_containers',
|
|
help='Number of containers to distribute objects among')
|
|
parser.add_option('-x', '--no-delete', dest='delete', action='store_false',
|
|
help='If set, will not delete the objects created')
|
|
parser.add_option('-V', '--auth_version', dest='auth_version',
|
|
help='Authentication version')
|
|
|
|
if len(sys.argv) == 1:
|
|
parser.print_help()
|
|
sys.exit(1)
|
|
options, args = parser.parse_args()
|
|
if options.saio:
|
|
CONF_DEFAULTS.update(SAIO_DEFAULTS)
|
|
if getattr(options, 'lower_object_size', None):
|
|
if options.object_size <= options.lower_object_size:
|
|
raise ValueError('--lower-object-size (%s) must be '
|
|
'< --object-size (%s)' %
|
|
(options.lower_object_size, options.object_size))
|
|
CONF_DEFAULTS['upper_object_size'] = options.object_size
|
|
if args:
|
|
conf = args[0]
|
|
if not os.path.exists(conf):
|
|
sys.exit("No such conf file: %s" % conf)
|
|
conf = readconf(conf, 'bench', log_name='swift-bench',
|
|
defaults=CONF_DEFAULTS)
|
|
conf['bench_clients'] = []
|
|
else:
|
|
conf = CONF_DEFAULTS
|
|
parser.set_defaults(**conf)
|
|
options, _junk = parser.parse_args()
|
|
if options.concurrency is not '':
|
|
options.put_concurrency = options.concurrency
|
|
options.get_concurrency = options.concurrency
|
|
options.del_concurrency = options.concurrency
|
|
options.containers = ['%s_%d' % (options.container_name, i)
|
|
for i in xrange(int(options.num_containers))]
|
|
# check boolean options vs config parameter values
|
|
if config_true_value(str(options.delete).lower()):
|
|
options.delete = 'yes'
|
|
else:
|
|
options.delete = 'no'
|
|
|
|
def sigterm(signum, frame):
|
|
sys.exit('Termination signal received.')
|
|
signal.signal(signal.SIGTERM, sigterm)
|
|
|
|
logger = logging.getLogger()
|
|
logger.setLevel({
|
|
'debug': logging.DEBUG,
|
|
'info': logging.INFO,
|
|
'warning': logging.WARNING,
|
|
'error': logging.ERROR,
|
|
'critical': logging.CRITICAL}.get(
|
|
options.log_level.lower(), logging.INFO))
|
|
loghandler = logging.StreamHandler()
|
|
logger.addHandler(loghandler)
|
|
logger = LogAdapter(logger, 'swift-bench')
|
|
logformat = logging.Formatter('%(server)s %(asctime)s %(levelname)s '
|
|
'%(message)s')
|
|
loghandler.setFormatter(logformat)
|
|
|
|
if options.use_proxy:
|
|
create_containers(logger, options)
|
|
|
|
controller_class = DistributedBenchController if options.bench_clients \
|
|
else BenchController
|
|
controller = controller_class(logger, options)
|
|
controller.run()
|
|
|
|
if config_true_value(options.delete.lower()):
|
|
delete_containers(logger, options)
|