mirror of
https://github.com/ceph/s3-tests.git
synced 2024-11-28 19:31:39 +00:00
S3 Fuzzer: Begin writing unit tests for S3 Fuzzer
This commit is contained in:
parent
93cf99aed9
commit
31adf6afa5
1 changed files with 68 additions and 19 deletions
|
@ -1,4 +1,4 @@
|
||||||
from boto.s3 import S3Connection
|
from boto.s3.connection import S3Connection
|
||||||
from optparse import OptionParser
|
from optparse import OptionParser
|
||||||
from . import common
|
from . import common
|
||||||
|
|
||||||
|
@ -9,23 +9,70 @@ import sys
|
||||||
|
|
||||||
|
|
||||||
class FuzzyRequest(object):
|
class FuzzyRequest(object):
|
||||||
|
""" FuzzyRequests are initialized with a random seed and generate data to
|
||||||
|
get sent as valid or valid-esque HTTP requests for targeted fuzz testing
|
||||||
|
"""
|
||||||
# Initialized with a seed to be reproducible.
|
# Initialized with a seed to be reproducible.
|
||||||
# string repr needs to look like:
|
|
||||||
# METHOD PATH HTTP/1.1
|
def __init__(self, seed):
|
||||||
# HEADER_KEY: HEADER_VALUE[, HEADER_VALUE...]
|
self.random = random.Random()
|
||||||
# [ : HEADER_VALUE[, HEADER_VALUE...]
|
self.seed = seed
|
||||||
# <additional headers>
|
self.random.seed(self.seed)
|
||||||
#
|
|
||||||
# BODY
|
self._generate_method()
|
||||||
pass
|
self._generate_path()
|
||||||
|
self._generate_body()
|
||||||
|
self._generate_headers()
|
||||||
|
|
||||||
|
|
||||||
|
def __str__(self):
|
||||||
|
s = '%s %s HTTP/1.1\n' % (self.method, self.path)
|
||||||
|
for header, value in self.headers.iteritems():
|
||||||
|
s += '%s: ' %header
|
||||||
|
if isinstance(value, list):
|
||||||
|
for val in value:
|
||||||
|
s += '%s ' %val
|
||||||
|
else:
|
||||||
|
s += value
|
||||||
|
s += '\n'
|
||||||
|
s += '\n' # Blank line after headers are done.
|
||||||
|
s += '%s\r\n\r\n' %self.body
|
||||||
|
return s
|
||||||
|
|
||||||
|
|
||||||
|
def _generate_method(self):
|
||||||
|
METHODS = ['GET', 'POST', 'HEAD', 'PUT']
|
||||||
|
self.method = self.random.choice(METHODS)
|
||||||
|
|
||||||
|
|
||||||
|
def _generate_path(self):
|
||||||
|
path_charset = string.letters + string.digits
|
||||||
|
path_len = self.random.randint(0,1000)
|
||||||
|
self.path = ''
|
||||||
|
for _ in xrange(path_len):
|
||||||
|
self.path += self.random.choice(path_charset)
|
||||||
|
|
||||||
|
|
||||||
|
def _generate_body(self):
|
||||||
|
body_charset = string.printable
|
||||||
|
body_len = self.random.randint(0, 1000)
|
||||||
|
self.body = ''
|
||||||
|
for _ in xrange(body_len):
|
||||||
|
self.body += self.random.choice(body_charset)
|
||||||
|
|
||||||
|
|
||||||
|
def _generate_headers(self):
|
||||||
|
self.headers = {'Foo': 'bar', 'baz': ['a', 'b', 'c']} #FIXME
|
||||||
|
|
||||||
|
|
||||||
def parse_options():
|
def parse_options():
|
||||||
parser = OptionParser()
|
parser = OptionParser()
|
||||||
parser.add_option('-O', '--outfile', help='write output to FILE. Defaults to STDOUT', metavar='FILE')
|
parser.add_option('-O', '--outfile', help='write output to FILE. Defaults to STDOUT', metavar='FILE')
|
||||||
parser.add_option('--seed', dest='seed', help='initial seed for the random number generator', metavar='SEED')
|
parser.add_option('--seed', dest='seed', type='int', help='initial seed for the random number generator', metavar='SEED')
|
||||||
parser.add_option('--seed-file', dest='seedfile', help='read seeds for specific requests from FILE', metavar='FILE')
|
parser.add_option('--seed-file', dest='seedfile', help='read seeds for specific requests from FILE', metavar='FILE')
|
||||||
parser.add_option('-n', dest='num_requests', help='issue NUM requests before stopping', metavar='NUM')
|
parser.add_option('-n', dest='num_requests', type='int', help='issue NUM requests before stopping', metavar='NUM')
|
||||||
|
|
||||||
|
parser.set_defaults(num_requests=5)
|
||||||
return parser.parse_args()
|
return parser.parse_args()
|
||||||
|
|
||||||
|
|
||||||
|
@ -43,24 +90,26 @@ def _main():
|
||||||
"""
|
"""
|
||||||
(options, args) = parse_options()
|
(options, args) = parse_options()
|
||||||
random.seed(options.seed if options.seed else None)
|
random.seed(options.seed if options.seed else None)
|
||||||
s3_connection = config.s3.main
|
s3_connection = common.s3.main
|
||||||
|
|
||||||
request_seeds
|
request_seeds = None
|
||||||
if options.seedfile:
|
if options.seedfile:
|
||||||
FH = open(options.seedfile, 'r')
|
FH = open(options.seedfile, 'r')
|
||||||
request_seeds = FH.readlines()
|
request_seeds = FH.readlines()
|
||||||
else:
|
else:
|
||||||
request_seeds = randomlist(options.num_requests, options.seed)
|
request_seeds = randomlist(options.num_requests, options.seed)
|
||||||
|
|
||||||
for i in request_seeds:
|
for request_seed in request_seeds:
|
||||||
fuzzy = FuzzyRequest(request_seed)
|
fuzzy = FuzzyRequest(request_seed)
|
||||||
|
|
||||||
http_connection = s3_connection.get_http_connection(s3_connection.host, s3_connection.is_secure)
|
print fuzzy.seed, fuzzy
|
||||||
http_connection.request(fuzzy.method, fuzzy.path, body=fuzzy.body, headers=fuzzy.headers)
|
#TODO: Authenticated requests
|
||||||
|
#http_connection = s3_connection.get_http_connection(s3_connection.host, s3_connection.is_secure)
|
||||||
|
#http_connection.request(fuzzy.method, fuzzy.path, body=fuzzy.body, headers=fuzzy.headers)
|
||||||
|
|
||||||
response = http_connection.getresponse()
|
#response = http_connection.getresponse()
|
||||||
if response.status == 500 or response.status == 503:
|
#if response.status == 500 or response.status == 503:
|
||||||
print 'Request generated with seed %d failed:\n%s' % (request_seed, fuzzy)
|
#print 'Request generated with seed %d failed:\n%s' % (fuzzy.seed, fuzzy)
|
||||||
|
|
||||||
|
|
||||||
def main():
|
def main():
|
||||||
|
|
Loading…
Reference in a new issue