Project

General

Profile

Bug #16723 » 000000000000190.log

Ward Vandewege, 08/20/2020 08:18 PM

 
1
time="2020-08-20T19:57:48.083718920Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000190 Op=lock
2
time="2020-08-20T19:57:48.083863465Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000190 InstanceType=type6
3
time="2020-08-20T19:57:48.091777448Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000190 Op=lock
4
time="2020-08-20T19:57:48.109514521Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000190 Op=lock
5
time="2020-08-20T19:57:48.109855029Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000190 InstanceType=type6 State=Locked
6
time="2020-08-20T19:57:48.117541942Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000190 InstanceType=type6
7
time="2020-08-20T19:57:49.124587359Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 Priority=10
8
time="2020-08-20T19:57:49.129333474Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-4fb58fbeaf635d47 PID=3
9
time="2020-08-20T19:57:49.129438515Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6
10
time="2020-08-20T19:57:49.148551338Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-4fb58fbeaf635d47 PID=3 State=Locked
11
time="2020-08-20T19:57:49.341244479Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6
12
time="2020-08-20T19:57:49.345499965Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000190 Op=cancel
13
time="2020-08-20T19:57:49.345524781Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000190 Priority=10 State=Locked
14
time="2020-08-20T19:57:49.345875006Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000190 Reason="state=Queued"
15
time="2020-08-20T19:57:49.345896970Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000190
16
time="2020-08-20T19:57:49.346202153Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000190 Op=lock
17
time="2020-08-20T19:57:49.346229749Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000190 InstanceType=type6
18
time="2020-08-20T19:57:49.346666870Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Priority=10
19
time="2020-08-20T19:57:49.346913904Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Reason="state=Queued"
20
time="2020-08-20T19:57:49.350151482Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Signal=15
21
time="2020-08-20T19:57:49.351529401Z" level=info msg="kill attempt unsuccessful" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Signal=15 error="Process exited with status 1" stderr="zzzzz-dz642-000000000000190: container is running\n" stdout=
22
time="2020-08-20T19:57:49.353147539Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Signal=15
23
time="2020-08-20T19:57:49.353380025Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d PID=7
24
time="2020-08-20T19:57:49.353510878Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6
25
time="2020-08-20T19:57:49.353531297Z" level=info msg="kill attempt unsuccessful" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Signal=15 error="Process exited with status 1" stderr="zzzzz-dz642-000000000000190: container is running\n" stdout=
26
time="2020-08-20T19:57:49.356201981Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Signal=15
27
time="2020-08-20T19:57:49.356611972Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6
28
time="2020-08-20T19:57:49.360397792Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000190 Op=cancel
29
time="2020-08-20T19:57:49.360450872Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000190 Priority=10 State=Locked
30
time="2020-08-20T19:57:49.360745846Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000190 Reason="state=Queued"
31
time="2020-08-20T19:57:49.360779084Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000190
32
time="2020-08-20T19:57:49.361426138Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000190 Op=lock
33
time="2020-08-20T19:57:49.361452241Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000190 InstanceType=type6
34
time="2020-08-20T19:57:49.361571056Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Priority=10
35
time="2020-08-20T19:57:49.367444133Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d PID=8
36
time="2020-08-20T19:57:49.367535819Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6
37
time="2020-08-20T19:57:49.369604599Z" level=info msg="[test] container was killed" ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d PID=7
38
time="2020-08-20T19:57:49.388620411Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d PID=8 State=Running
39
... Error: container completed twice: zzzzz-dz642-000000000000190
40
time="2020-08-20T19:57:49.426099646Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6
41
time="2020-08-20T19:57:49.430838443Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000190 Op=cancel
42
time="2020-08-20T19:57:49.430890828Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000190
43
time="2020-08-20T19:57:49.431133065Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000190 Reason="state=Cancelled"
44
time="2020-08-20T19:57:49.431159881Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000190
45
time="2020-08-20T19:57:49.431359915Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000190 State=Cancelled
(2-2/2)