diff --git a/s3tests/functional/test_s3.py b/s3tests/functional/test_s3.py
index 44db1f1..6680965 100644
--- a/s3tests/functional/test_s3.py
+++ b/s3tests/functional/test_s3.py
@@ -852,14 +852,17 @@ def test_multi_object_delete():
 	key1 = bucket.new_key('key1')
 	key1.set_contents_from_string('bar')
 	stored_keys = bucket.get_all_keys()
+	eq(len(stored_keys), 2)
 	result = bucket.delete_keys(stored_keys)
         eq(len(result.deleted), 2)
         eq(len(result.errors), 0)
+        eq(len(bucket.get_all_keys()), 0)
 
         # now remove again, should all succeed due to idempotency
         result = bucket.delete_keys(stored_keys)
         eq(len(result.deleted), 2)
         eq(len(result.errors), 0)
+        eq(len(bucket.get_all_keys()), 0)
 
 @attr(resource='object')
 @attr(method='all')