diff --git a/s3tests/functional/test_s3.py b/s3tests/functional/test_s3.py
index 0b4bd93..7908d39 100644
--- a/s3tests/functional/test_s3.py
+++ b/s3tests/functional/test_s3.py
@@ -2207,14 +2207,13 @@ def test_atomic_dual_write_8mb():
 @attr('fails_on_aws')
 def test_atomic_write_bucket_gone():
     bucket = get_new_bucket()
-    key = bucket.new_key('foo')
 
     def remove_bucket():
-        key.delete()
         bucket.delete()
 
     # create file of A's but delete the bucket it's in before we finish writing
     # all of them
+    key = bucket.new_key('foo')
     fp_a = FakeFile(1024*1024, 'A', remove_bucket)
     e = assert_raises(boto.exception.S3ResponseError, key.set_contents_from_file, fp_a)
     eq(e.status, 404)