--- eucalyptus-orig/nc.log	2009-03-22 15:13:14.000000000 -0500
+++ eucalyptus-fail/nc.log	2009-03-22 15:16:02.000000000 -0500
@@ -1524,3 +1524,181 @@
 [Sun Mar 22 15:13:11 2009][002521][EUCAINFO  ] doDescribeResource() invoked
 [Sun Mar 22 15:13:13 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
 [Sun Mar 22 15:13:14 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:13:15 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:13:16 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:13:18 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:13:19 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:13:21 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:13:22 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:13:23 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:13:27 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:13:27 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:13:29 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:13:30 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:13:33 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:13:33 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:13:34 2009][002521][EUCAINFO  ] doRunInstance() invoked (id=i-44D7081D cores=1 disk=1 memory=128
+[Sun Mar 22 15:13:34 2009][002521][EUCAINFO  ]                          image=emi-F4B4118D at http://woodman.rldn.net:8773/services/Walrus/image-bucket/ttylinux.img.manifest.xml
+[Sun Mar 22 15:13:34 2009][002521][EUCAINFO  ]                          krnel=eki-90461380 at http://woodman.rldn.net:8773/services/Walrus/kernel-bucket/vmlinuz-2.6.16.33-xen.manifest.xml
+[Sun Mar 22 15:13:34 2009][002521][EUCAINFO  ]                          vlan=10 priMAC=d0:0d:44:D7:08:1D pubMAC=d0:0d:44:D7:08:1D
+[Sun Mar 22 15:13:34 2009][002521][EUCAINFO  ] network started for instance i-44D7081D
+[Sun Mar 22 15:13:34 2009][002521][EUCAINFO  ] retrieving images for instance i-44D7081D (limit=1024MB)...
+[Sun Mar 22 15:13:34 2009][002521][EUCAINFO  ] walrus_request(): downloading /var/lib/eucalyptus/instances/mog/i-44D7081D/disk-digest
+[Sun Mar 22 15:13:34 2009][002521][EUCAINFO  ]                   from http://woodman.rldn.net:8773/services/Walrus/image-bucket/ttylinux.img.manifest.xml
+[Sun Mar 22 15:13:34 2009][002521][EUCADEBUG ] walrus_request(): writing GET output to /var/lib/eucalyptus/instances/mog/i-44D7081D/disk-digest
+[Sun Mar 22 15:13:35 2009][002521][EUCAERROR ] libvirt: Domain not found (code=42)
+[Sun Mar 22 15:13:35 2009][002521][EUCADEBUG ] walrus_request(): wrote 3406 bytes in 0 writes
+[Sun Mar 22 15:13:35 2009][002521][EUCAINFO  ] walrus_request(): saved image in /var/lib/eucalyptus/instances/mog/i-44D7081D/disk-digest
+[Sun Mar 22 15:13:35 2009][002521][EUCAINFO  ] downloding image into /var/lib/eucalyptus/instances/mog/i-44D7081D/disk...
+[Sun Mar 22 15:13:35 2009][002521][EUCAINFO  ] walrus_request(): downloading /var/lib/eucalyptus/instances/mog/i-44D7081D/disk
+[Sun Mar 22 15:13:35 2009][002521][EUCAINFO  ]                   from http://woodman.rldn.net:8773/services/Walrus/image-bucket/ttylinux.img.manifest.xml?IsCompressed=true
+[Sun Mar 22 15:13:35 2009][002521][EUCADEBUG ] walrus_request(): writing GET/GetDecryptedImage output to /var/lib/eucalyptus/instances/mog/i-44D7081D/disk
+[Sun Mar 22 15:13:36 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:13:37 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:13:38 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:13:40 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:13:40 2009][002521][EUCAERROR ] libvirt: Domain not found (code=42)
+[Sun Mar 22 15:13:41 2009][002521][EUCADEBUG ] walrus_request(): wrote 5242880 bytes in 0 writes
+[Sun Mar 22 15:13:41 2009][002521][EUCAINFO  ] walrus_request(): saved image in /var/lib/eucalyptus/instances/mog/i-44D7081D/disk
+[Sun Mar 22 15:13:41 2009][002521][EUCAINFO  ] vrun(): [//usr/share/eucalyptus/euca_rootwrap //usr/share/eucalyptus/partition2disk /var/lib/eucalyptus/instances/mog/i-44D7081D/disk 0 0]
+[Sun Mar 22 15:13:42 2009][002521][EUCAINFO  ] vrun(): [cp -a /var/lib/eucalyptus/instances/mog/i-44D7081D/disk /var/lib/eucalyptus/instances/eucalyptus/cache/emi-F4B4118D/disk]
+[Sun Mar 22 15:13:42 2009][002521][EUCAINFO  ] vrun(): [cp -a /var/lib/eucalyptus/instances/mog/i-44D7081D/disk-digest /var/lib/eucalyptus/instances/eucalyptus/cache/emi-F4B4118D/disk-digest]
+[Sun Mar 22 15:13:42 2009][002521][EUCAINFO  ] vrun(): [//usr/share/eucalyptus/euca_rootwrap //usr/share/eucalyptus/partition2disk /var/lib/eucalyptus/instances/mog/i-44D7081D/disk 512 0]
+[Sun Mar 22 15:13:42 2009][002521][EUCAINFO  ] walrus_request(): downloading /var/lib/eucalyptus/instances/mog/i-44D7081D/kernel-digest
+[Sun Mar 22 15:13:42 2009][002521][EUCAINFO  ]                   from http://woodman.rldn.net:8773/services/Walrus/kernel-bucket/vmlinuz-2.6.16.33-xen.manifest.xml
+[Sun Mar 22 15:13:42 2009][002521][EUCADEBUG ] walrus_request(): writing GET output to /var/lib/eucalyptus/instances/mog/i-44D7081D/kernel-digest
+[Sun Mar 22 15:13:43 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:13:44 2009][002521][EUCADEBUG ] walrus_request(): wrote 3451 bytes in 0 writes
+[Sun Mar 22 15:13:44 2009][002521][EUCAINFO  ] walrus_request(): saved image in /var/lib/eucalyptus/instances/mog/i-44D7081D/kernel-digest
+[Sun Mar 22 15:13:44 2009][002521][EUCAINFO  ] downloding image into /var/lib/eucalyptus/instances/mog/i-44D7081D/kernel...
+[Sun Mar 22 15:13:44 2009][002521][EUCAINFO  ] walrus_request(): downloading /var/lib/eucalyptus/instances/mog/i-44D7081D/kernel
+[Sun Mar 22 15:13:44 2009][002521][EUCAINFO  ]                   from http://woodman.rldn.net:8773/services/Walrus/kernel-bucket/vmlinuz-2.6.16.33-xen.manifest.xml?IsCompressed=true
+[Sun Mar 22 15:13:44 2009][002521][EUCADEBUG ] walrus_request(): writing GET/GetDecryptedImage output to /var/lib/eucalyptus/instances/mog/i-44D7081D/kernel
+[Sun Mar 22 15:13:45 2009][002521][EUCAERROR ] libvirt: Domain not found (code=42)
+[Sun Mar 22 15:13:45 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:13:45 2009][002521][EUCADEBUG ] walrus_request(): wrote 0 bytes in 0 writes
+[Sun Mar 22 15:13:45 2009][002521][EUCAERROR ] walrus_request(): server responded with HTTP code 403
+[Sun Mar 22 15:13:45 2009][002521][EUCAINFO  ] walrus_request(): due to error, removing /var/lib/eucalyptus/instances/mog/i-44D7081D/kernel
+[Sun Mar 22 15:13:45 2009][002521][EUCAERROR ] error: failed to download file from Walrus into /var/lib/eucalyptus/instances/mog/i-44D7081D/kernel
+[Sun Mar 22 15:13:45 2009][002521][EUCAFATAL ] Failed to prepare images for instance i-44D7081D (error=1)
+[Sun Mar 22 15:13:47 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:13:47 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:13:48 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:13:49 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:13:50 2009][002521][EUCAERROR ] libvirt: Domain not found (code=42)
+[Sun Mar 22 15:13:50 2009][002521][EUCAINFO  ] vrun(): [rm -rf /var/lib/eucalyptus/instances/mog/i-44D7081D/]
+[Sun Mar 22 15:13:50 2009][002521][EUCAINFO  ] stopping the network (vlan=10)
+[Sun Mar 22 15:13:52 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:13:53 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:13:54 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:13:55 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:13:56 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:13:56 2009][002521][EUCAINFO  ] doTerminateInstance() invoked (id=i-44D7081D)
+[Sun Mar 22 15:13:56 2009][002521][EUCAERROR ] libvirt: Domain not found (code=42)
+[Sun Mar 22 15:13:56 2009][002521][EUCAWARN  ] warning: domain i-44D7081D to be terminated not running on hypervisor
+[Sun Mar 22 15:13:57 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:13:59 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:14:00 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:00 2009][002521][EUCAERROR ] libvirt: Domain not found (code=42)
+[Sun Mar 22 15:14:00 2009][002521][EUCAINFO  ] vrun(): [rm -rf /var/lib/eucalyptus/instances/mog/i-44D7081D/]
+[Sun Mar 22 15:14:00 2009][002521][EUCAINFO  ] stopping the network (vlan=10)
+[Sun Mar 22 15:14:02 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:02 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:14:06 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:07 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:14:08 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:09 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:14:10 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:12 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:12 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:14:14 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:14 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:14:16 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:17 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:18 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:14:20 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:21 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:14:22 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:24 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:14:25 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:27 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:27 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:14:29 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:30 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:14:30 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:32 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:33 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:14:34 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:36 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:14:37 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:38 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:39 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:14:41 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:42 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:42 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:14:45 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:45 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:14:48 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:49 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:14:49 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:51 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:14:52 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:53 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:54 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:14:56 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:56 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:14:57 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:14:59 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:00 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:15:02 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:03 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:15:03 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:05 2009][002521][EUCAINFO  ] forgetting about instance i-44D7081D
+[Sun Mar 22 15:15:06 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:06 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:15:07 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:08 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:15:09 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:11 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:12 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:15:13 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:14 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:15:14 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:17 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:18 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:15:18 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:19 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:15:21 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:22 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:24 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:15:25 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:15:26 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:27 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:29 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:15:31 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:32 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:33 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:15:35 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:15:37 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:38 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:39 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:15:41 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:15:42 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:43 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:45 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:15:46 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:47 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:47 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:15:51 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:52 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:52 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:15:53 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:15:57 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:57 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:58 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:15:59 2009][002521][EUCAINFO  ] doTerminateInstance() invoked (id=i-44D7081D)
+[Sun Mar 22 15:15:59 2009][002521][EUCAERROR ] ERROR: doTerminateInstance() failed error=101
+[Sun Mar 22 15:15:59 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:15:59 2009][002521][EUCAINFO  ] doDescribeInstances() invoked
+[Sun Mar 22 15:16:02 2009][002521][EUCAINFO  ] doDescribeResource() invoked
+[Sun Mar 22 15:16:02 2009][002521][EUCAINFO  ] doDescribeResource() invoked