TrueCloudLab/s3-tests
7
0
Fork 1
mirror of https://github.com/ceph/s3-tests.git synced 2024-11-22 19:29:48 +00:00
Code Issues 1 Projects Releases Packages Wiki Activity
s3-tests/s3tests/functional/test_fuzzer.py

309 lines
8.1 KiB
Python
Raw Normal View History

S3 Fuzzer: Implmented headers and made random safe Random can sometimes include } or { which will confuse the string formatter. Formatter escapes those values when they're doubled: }}, {{ but this required some slight hacking to the expander.
2011-08-11 18:32:18 +00:00
import sys
import itertools
S3 Fuzzer: Change direction towards decision tree Fuzzer now builds requests based on a DAG that describes the request space and attack surface.
2011-08-08 23:51:10 +00:00
import nose
import random
import string
import yaml
from s3tests.fuzz_headers import *
from nose.tools import eq_ as eq
from nose.plugins.attrib import attr
from .utils import assert_raises
_decision_graph = {}
def check_access_denied(fn, *args, **kwargs):
e = assert_raises(boto.exception.S3ResponseError, fn, *args, **kwargs)
eq(e.status, 403)
eq(e.reason, 'Forbidden')
eq(e.error_code, 'AccessDenied')
S3 Fuzzer: began writing graph descent still missing headers and choice weights
2011-08-09 18:56:38 +00:00
def build_graph():
graph = {}
graph['start'] = {
'set': {},
S3 Fuzzer: Added SpecialVariables dict subclass Helper class to catch sentinal keys and turn them into random values. This will be used to generate garbage data when expanding a decision. Also add unit tests for expand_decision and assemble_decision
2011-08-09 22:44:25 +00:00
'choices': ['node2']
S3 Fuzzer: began writing graph descent still missing headers and choice weights
2011-08-09 18:56:38 +00:00
}
graph['leaf'] = {
'set': {
'key1': 'value1',
'key2': 'value2'
},
S3 Fuzzer: Implmented headers and made random safe Random can sometimes include } or { which will confuse the string formatter. Formatter escapes those values when they're doubled: }}, {{ but this required some slight hacking to the expander.
2011-08-11 18:32:18 +00:00
'headers': [
['1-2', 'random-header-{random 5-10 printable}', '{random 20-30 punctuation}']
],
S3 Fuzzer: began writing graph descent still missing headers and choice weights
2011-08-09 18:56:38 +00:00
'choices': []
}
graph['node1'] = {
'set': {
S3 Fuzzer: Implmented headers and made random safe Random can sometimes include } or { which will confuse the string formatter. Formatter escapes those values when they're doubled: }}, {{ but this required some slight hacking to the expander.
2011-08-11 18:32:18 +00:00
'key3': 'value3',
'header_val': [
'3 h1',
'2 h2',
'h3'
]
S3 Fuzzer: began writing graph descent still missing headers and choice weights
2011-08-09 18:56:38 +00:00
},
S3 Fuzzer: Implmented headers and made random safe Random can sometimes include } or { which will confuse the string formatter. Formatter escapes those values when they're doubled: }}, {{ but this required some slight hacking to the expander.
2011-08-11 18:32:18 +00:00
'headers': [
['1-1', 'my-header', '{header_val}'],
],
S3 Fuzzer: began writing graph descent still missing headers and choice weights
2011-08-09 18:56:38 +00:00
'choices': ['leaf']
}
S3 Fuzzer: Added SpecialVariables dict subclass Helper class to catch sentinal keys and turn them into random values. This will be used to generate garbage data when expanding a decision. Also add unit tests for expand_decision and assemble_decision
2011-08-09 22:44:25 +00:00
graph['node2'] = {
'set': {
'randkey': 'value-{random 10-15 printable}',
'path': '/{bucket_readable}',
'indirect_key1': '{key1}'
},
'choices': ['leaf']
}
S3 Fuzzer: began writing graph descent still missing headers and choice weights
2011-08-09 18:56:38 +00:00
graph['bad_node'] = {
'set': {
'key1': 'value1'
},
'choices': ['leaf']
}
S3 Fuzzer: Handle null choices Sometimes you might want to have your current node terminate the descent or set something to the empty string.
2011-08-11 19:25:13 +00:00
graph['nonexistant_child_node'] = {
'set': {},
'choices': ['leafy_greens']
}
S3 Fuzzer: set values can be weighted lists now
2011-08-10 22:10:24 +00:00
graph['weighted_node'] = {
'set': {
'k1': [
'foo',
'2 bar',
'1 baz'
]
},
S3 Fuzzer: support weights for choices
2011-08-10 20:26:00 +00:00
'choices': [
'foo',
'2 bar',
'1 baz'
]
}
S3 Fuzzer: Handle null choices Sometimes you might want to have your current node terminate the descent or set something to the empty string.
2011-08-11 19:25:13 +00:00
graph['null_choice_node'] = {
'set': {},
'choices': [None]
}
graph['weighted_null_choice_node'] = {
'set': {},
'choices': ['3 null']
}
S3 Fuzzer: began writing graph descent still missing headers and choice weights
2011-08-09 18:56:38 +00:00
return graph
def test_load_graph():
S3 Fuzzer: Change direction towards decision tree Fuzzer now builds requests based on a DAG that describes the request space and attack surface.
2011-08-08 23:51:10 +00:00
graph_file = open('request_decision_graph.yml', 'r')
S3 Fuzzer: began writing graph descent still missing headers and choice weights
2011-08-09 18:56:38 +00:00
graph = yaml.safe_load(graph_file)
graph['start']
def test_descend_leaf_node():
graph = build_graph()
prng = random.Random(1)
decision = descend_graph(graph, 'leaf', prng)
eq(decision['key1'], 'value1')
eq(decision['key2'], 'value2')
e = assert_raises(KeyError, lambda x: decision[x], 'key3')
S3 Fuzzer: Added SpecialVariables dict subclass Helper class to catch sentinal keys and turn them into random values. This will be used to generate garbage data when expanding a decision. Also add unit tests for expand_decision and assemble_decision
2011-08-09 22:44:25 +00:00
S3 Fuzzer: began writing graph descent still missing headers and choice weights
2011-08-09 18:56:38 +00:00
def test_descend_node():
graph = build_graph()
prng = random.Random(1)
decision = descend_graph(graph, 'node1', prng)
S3 Fuzzer: Change direction towards decision tree Fuzzer now builds requests based on a DAG that describes the request space and attack surface.
2011-08-08 23:51:10 +00:00
S3 Fuzzer: began writing graph descent still missing headers and choice weights
2011-08-09 18:56:38 +00:00
eq(decision['key1'], 'value1')
eq(decision['key2'], 'value2')
eq(decision['key3'], 'value3')
S3 Fuzzer: Change direction towards decision tree Fuzzer now builds requests based on a DAG that describes the request space and attack surface.
2011-08-08 23:51:10 +00:00
S3 Fuzzer: Added SpecialVariables dict subclass Helper class to catch sentinal keys and turn them into random values. This will be used to generate garbage data when expanding a decision. Also add unit tests for expand_decision and assemble_decision
2011-08-09 22:44:25 +00:00
S3 Fuzzer: began writing graph descent still missing headers and choice weights
2011-08-09 18:56:38 +00:00
def test_descend_bad_node():
graph = build_graph()
S3 Fuzzer: Change direction towards decision tree Fuzzer now builds requests based on a DAG that describes the request space and attack surface.
2011-08-08 23:51:10 +00:00
prng = random.Random(1)
S3 Fuzzer: began writing graph descent still missing headers and choice weights
2011-08-09 18:56:38 +00:00
assert_raises(KeyError, descend_graph, graph, 'bad_node', prng)
S3 Fuzzer: Change direction towards decision tree Fuzzer now builds requests based on a DAG that describes the request space and attack surface.
2011-08-08 23:51:10 +00:00
S3 Fuzzer: Added SpecialVariables dict subclass Helper class to catch sentinal keys and turn them into random values. This will be used to generate garbage data when expanding a decision. Also add unit tests for expand_decision and assemble_decision
2011-08-09 22:44:25 +00:00
S3 Fuzzer: Handle null choices Sometimes you might want to have your current node terminate the descent or set something to the empty string.
2011-08-11 19:25:13 +00:00
def test_descend_nonexistant_child():
graph = build_graph()
prng = random.Random(1)
assert_raises(KeyError, descend_graph, graph, 'nonexistant_child_node', prng)
S3 Fuzzer: Added SpecialVariables dict subclass Helper class to catch sentinal keys and turn them into random values. This will be used to generate garbage data when expanding a decision. Also add unit tests for expand_decision and assemble_decision
2011-08-09 22:44:25 +00:00
def test_SpecialVariables_dict():
prng = random.Random(1)
testdict = {'foo': 'bar'}
tester = SpecialVariables(testdict, prng)
eq(tester['foo'], 'bar')
S3 Fuzzer: Added binary mode to random data generator
2011-08-10 21:39:25 +00:00
eq(tester['random 10-15 printable'], '[/pNI$;92@')
S3 Fuzzer: Write Decision Graph Start writing the decision graph describing the fuzzer's attack surface in earnest.
2011-08-11 22:18:27 +00:00
S3 Fuzzer: Added binary mode to random data generator
2011-08-10 21:39:25 +00:00
def test_SpecialVariables_binary():
prng = random.Random(1)
tester = SpecialVariables({}, prng)
eq(tester['random 10-15 binary'], '\xdfj\xf1\xd80>a\xcd\xc4\xbb')
S3 Fuzzer: Added SpecialVariables dict subclass Helper class to catch sentinal keys and turn them into random values. This will be used to generate garbage data when expanding a decision. Also add unit tests for expand_decision and assemble_decision
2011-08-09 22:44:25 +00:00
S3 Fuzzer: Handle null choices Sometimes you might want to have your current node terminate the descent or set something to the empty string.
2011-08-11 19:25:13 +00:00
S3 Fuzzer: Added SpecialVariables dict subclass Helper class to catch sentinal keys and turn them into random values. This will be used to generate garbage data when expanding a decision. Also add unit tests for expand_decision and assemble_decision
2011-08-09 22:44:25 +00:00
def test_assemble_decision():
graph = build_graph()
prng = random.Random(1)
decision = assemble_decision(graph, prng)
eq(decision['key1'], 'value1')
eq(decision['key2'], 'value2')
eq(decision['randkey'], 'value-{random 10-15 printable}')
eq(decision['indirect_key1'], '{key1}')
eq(decision['path'], '/{bucket_readable}')
assert_raises(KeyError, lambda x: decision[x], 'key3')
S3 Fuzzer: Handle null choices Sometimes you might want to have your current node terminate the descent or set something to the empty string.
2011-08-11 19:25:13 +00:00
S3 Fuzzer: implemented decision expansion Decision reached by descending the graph describing the attack surface can be expanded to fill in all the placeholders
2011-08-10 18:27:06 +00:00
def test_expand_key():
prng = random.Random(1)
test_decision = {
'key1': 'value1',
'randkey': 'value-{random 10-15 printable}',
'indirect': '{key1}',
'dbl_indirect': '{indirect}'
}
decision = SpecialVariables(test_decision, prng)
S3 Fuzzer: Implmented headers and made random safe Random can sometimes include } or { which will confuse the string formatter. Formatter escapes those values when they're doubled: }}, {{ but this required some slight hacking to the expander.
2011-08-11 18:32:18 +00:00
randkey = expand_key(decision, test_decision['randkey'])
indirect = expand_key(decision, test_decision['indirect'])
dbl_indirect = expand_key(decision, test_decision['dbl_indirect'])
S3 Fuzzer: implemented decision expansion Decision reached by descending the graph describing the attack surface can be expanded to fill in all the placeholders
2011-08-10 18:27:06 +00:00
eq(indirect, 'value1')
eq(dbl_indirect, 'value1')
eq(randkey, 'value-[/pNI$;92@')
S3 Fuzzer: Handle null choices Sometimes you might want to have your current node terminate the descent or set something to the empty string.
2011-08-11 19:25:13 +00:00
S3 Fuzzer: implemented decision expansion Decision reached by descending the graph describing the attack surface can be expanded to fill in all the placeholders
2011-08-10 18:27:06 +00:00
def test_expand_loop():
prng = random.Random(1)
test_decision = {
'key1': '{key2}',
'key2': '{key1}',
}
decision = SpecialVariables(test_decision, prng)
S3 Fuzzer: Implmented headers and made random safe Random can sometimes include } or { which will confuse the string formatter. Formatter escapes those values when they're doubled: }}, {{ but this required some slight hacking to the expander.
2011-08-11 18:32:18 +00:00
assert_raises(RuntimeError, expand_key, decision, test_decision['key1'])
S3 Fuzzer: implemented decision expansion Decision reached by descending the graph describing the attack surface can be expanded to fill in all the placeholders
2011-08-10 18:27:06 +00:00
S3 Fuzzer: Handle null choices Sometimes you might want to have your current node terminate the descent or set something to the empty string.
2011-08-11 19:25:13 +00:00
S3 Fuzzer: Added SpecialVariables dict subclass Helper class to catch sentinal keys and turn them into random values. This will be used to generate garbage data when expanding a decision. Also add unit tests for expand_decision and assemble_decision
2011-08-09 22:44:25 +00:00
def test_expand_decision():
graph = build_graph()
prng = random.Random(1)
decision = assemble_decision(graph, prng)
decision.update({'bucket_readable': 'my-readable-bucket'})
request = expand_decision(decision, prng)
eq(request['key1'], 'value1')
eq(request['indirect_key1'], 'value1')
eq(request['path'], '/my-readable-bucket')
S3 Fuzzer: Implmented headers and made random safe Random can sometimes include } or { which will confuse the string formatter. Formatter escapes those values when they're doubled: }}, {{ but this required some slight hacking to the expander.
2011-08-11 18:32:18 +00:00
eq(request['randkey'], 'value-cx+*~G@&uW_[OW3')
S3 Fuzzer: Added SpecialVariables dict subclass Helper class to catch sentinal keys and turn them into random values. This will be used to generate garbage data when expanding a decision. Also add unit tests for expand_decision and assemble_decision
2011-08-09 22:44:25 +00:00
assert_raises(KeyError, lambda x: decision[x], 'key3')
S3 Fuzzer: Handle null choices Sometimes you might want to have your current node terminate the descent or set something to the empty string.
2011-08-11 19:25:13 +00:00
S3 Fuzzer: support weights for choices
2011-08-10 20:26:00 +00:00
def test_weighted_choices():
graph = build_graph()
prng = random.Random(1)
choices_made = {}
for _ in xrange(1000):
S3 Fuzzer: set values can be weighted lists now
2011-08-10 22:10:24 +00:00
choice = make_choice(graph['weighted_node']['choices'], prng)
if choices_made.has_key(choice):
choices_made[choice] += 1
else:
choices_made[choice] = 1
foo_percentage = choices_made['foo'] / 1000.0
bar_percentage = choices_made['bar'] / 1000.0
baz_percentage = choices_made['baz'] / 1000.0
nose.tools.assert_almost_equal(foo_percentage, 0.25, 1)
nose.tools.assert_almost_equal(bar_percentage, 0.50, 1)
nose.tools.assert_almost_equal(baz_percentage, 0.25, 1)
S3 Fuzzer: Handle null choices Sometimes you might want to have your current node terminate the descent or set something to the empty string.
2011-08-11 19:25:13 +00:00
def test_null_choices():
graph = build_graph()
prng = random.Random(1)
choice = make_choice(graph['null_choice_node']['choices'], prng)
eq(choice, '')
def test_weighted_null_choices():
graph = build_graph()
prng = random.Random(1)
choice = make_choice(graph['weighted_null_choice_node']['choices'], prng)
eq(choice, '')
def test_null_child():
graph = build_graph()
prng = random.Random(1)
decision = descend_graph(graph, 'null_choice_node', prng)
eq(decision, {})
S3 Fuzzer: set values can be weighted lists now
2011-08-10 22:10:24 +00:00
def test_weighted_set():
graph = build_graph()
prng = random.Random(1)
choices_made = {}
for _ in xrange(1000):
choice = make_choice(graph['weighted_node']['set']['k1'], prng)
S3 Fuzzer: support weights for choices
2011-08-10 20:26:00 +00:00
if choices_made.has_key(choice):
choices_made[choice] += 1
else:
choices_made[choice] = 1
foo_percentage = choices_made['foo'] / 1000.0
bar_percentage = choices_made['bar'] / 1000.0
baz_percentage = choices_made['baz'] / 1000.0
nose.tools.assert_almost_equal(foo_percentage, 0.25, 1)
nose.tools.assert_almost_equal(bar_percentage, 0.50, 1)
nose.tools.assert_almost_equal(baz_percentage, 0.25, 1)
S3 Fuzzer: Handle null choices Sometimes you might want to have your current node terminate the descent or set something to the empty string.
2011-08-11 19:25:13 +00:00
S3 Fuzzer: Implmented headers and made random safe Random can sometimes include } or { which will confuse the string formatter. Formatter escapes those values when they're doubled: }}, {{ but this required some slight hacking to the expander.
2011-08-11 18:32:18 +00:00
def test_header_presence():
graph = build_graph()
prng = random.Random(1)
decision = descend_graph(graph, 'node1', prng)
c1 = itertools.count()
c2 = itertools.count()
for header, value in decision['headers']:
if header == 'my-header':
eq(value, '{header_val}')
nose.tools.assert_true(next(c1) < 1)
elif header == 'random-header-{random 5-10 printable}':
eq(value, '{random 20-30 punctuation}')
nose.tools.assert_true(next(c2) < 2)
else:
raise KeyError('unexpected header found: %s' % header)
nose.tools.assert_true(next(c1))
nose.tools.assert_true(next(c2))
def test_header_expansion():
graph = build_graph()
prng = random.Random(1)
decision = descend_graph(graph, 'node1', prng)
expanded_decision = expand_decision(decision, prng)
for header, value in expanded_decision['headers']:
if header == 'my-header':
nose.tools.assert_true(value in ['h1', 'h2', 'h3'])
elif header.startswith('random-header-'):
nose.tools.assert_true(20 <= len(value) <= 30)
nose.tools.assert_true(string.strip(value, SpecialVariables.charsets['punctuation']) is '')
else:
raise KeyError('unexpected header found: "%s"' % header)
Reference in a new issue Copy permalink