diff --git a/s3tests/functional/test_s3.py b/s3tests/functional/test_s3.py
index 18c8495..0f8a583 100644
--- a/s3tests/functional/test_s3.py
+++ b/s3tests/functional/test_s3.py
@@ -869,14 +869,17 @@ def test_multi_object_delete():
 	key1 = bucket.new_key('key1')
 	key1.set_contents_from_string('bar')
 	stored_keys = bucket.get_all_keys()
+	eq(len(stored_keys), 2)
 	result = bucket.delete_keys(stored_keys)
         eq(len(result.deleted), 2)
         eq(len(result.errors), 0)
+        eq(len(bucket.get_all_keys()), 0)
 
         # now remove again, should all succeed due to idempotency
         result = bucket.delete_keys(stored_keys)
         eq(len(result.deleted), 2)
         eq(len(result.errors), 0)
+        eq(len(bucket.get_all_keys()), 0)
 
 @attr(resource='object')
 @attr(method='put')