======= test lib/dispatchcloud START: dispatcher_test.go:111: DispatcherSuite.TestDispatchToStubDriver START: dispatcher_test.go:37: DispatcherSuite.SetUpTest PASS: dispatcher_test.go:37: DispatcherSuite.SetUpTest 0.000s time="2020-08-20T19:57:48.074531609Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.074697873Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=0 skipped=0 time="2020-08-20T19:57:48.074876956Z" level=debug msg="sync instances" Instances=0 time="2020-08-20T19:57:48.074959061Z" level=info msg="loaded initial instance list" N=0 time="2020-08-20T19:57:48.074987051Z" level=debug msg="sync done" time="2020-08-20T19:57:48.075160018Z" level=info msg="FixStaleLocks starting." time="2020-08-20T19:57:48.075185270Z" level=info msg="FixStaleLocks finished (19.452µs), starting scheduling." time="2020-08-20T19:57:48.075435514Z" level=debug msg=runQueue Containers=200 Processes=0 time="2020-08-20T19:57:48.075494447Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000080 Op=lock time="2020-08-20T19:57:48.075546906Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000080 InstanceType=type8 time="2020-08-20T19:57:48.075547418Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000140 Op=lock time="2020-08-20T19:57:48.075598837Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000140 InstanceType=type4 time="2020-08-20T19:57:48.075599726Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000020 Op=lock time="2020-08-20T19:57:48.075652892Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000020 InstanceType=type4 time="2020-08-20T19:57:48.075679524Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000099 Op=lock time="2020-08-20T19:57:48.076103320Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000099 InstanceType=type4 time="2020-08-20T19:57:48.076118035Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000160 Op=lock time="2020-08-20T19:57:48.076368358Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000158 Op=lock time="2020-08-20T19:57:48.076408673Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000040 Op=lock time="2020-08-20T19:57:48.076502265Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000040 InstanceType=type8 time="2020-08-20T19:57:48.076530697Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000180 Op=lock time="2020-08-20T19:57:48.076614933Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000180 InstanceType=type4 time="2020-08-20T19:57:48.076629906Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000060 Op=lock time="2020-08-20T19:57:48.076714645Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000060 InstanceType=type4 time="2020-08-20T19:57:48.076565038Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000160 InstanceType=type8 time="2020-08-20T19:57:48.076557039Z" level=debug msg=runQueue Containers=200 Processes=0 time="2020-08-20T19:57:48.076760803Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000020 InstanceType=type4 time="2020-08-20T19:57:48.076779855Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000100 Op=lock time="2020-08-20T19:57:48.076830243Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000140 InstanceType=type4 time="2020-08-20T19:57:48.076571971Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000158 InstanceType=type6 time="2020-08-20T19:57:48.076824100Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000100 InstanceType=type4 time="2020-08-20T19:57:48.076852968Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000080 InstanceType=type8 time="2020-08-20T19:57:48.076898136Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000099 InstanceType=type4 time="2020-08-20T19:57:48.076922187Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-4d65822107fcfd52 InstanceType=type4 State=booting time="2020-08-20T19:57:48.076834582Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000120 Op=lock time="2020-08-20T19:57:48.077004854Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000120 InstanceType=type8 time="2020-08-20T19:57:48.077014706Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000200 Op=lock time="2020-08-20T19:57:48.077035437Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000200 InstanceType=type8 time="2020-08-20T19:57:48.077046835Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000119 Op=lock time="2020-08-20T19:57:48.077064118Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000119 InstanceType=type8 time="2020-08-20T19:57:48.077076117Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000179 Op=lock time="2020-08-20T19:57:48.077097225Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000179 InstanceType=type3 time="2020-08-20T19:57:48.077105430Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000059 Op=lock time="2020-08-20T19:57:48.077122421Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000059 InstanceType=type3 time="2020-08-20T19:57:48.077135951Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000017 Op=lock time="2020-08-20T19:57:48.077153843Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000017 InstanceType=type3 time="2020-08-20T19:57:48.077162425Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000118 Op=lock time="2020-08-20T19:57:48.077180249Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000118 InstanceType=type6 time="2020-08-20T19:57:48.077189917Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000018 Op=lock time="2020-08-20T19:57:48.077216139Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000018 InstanceType=type4 time="2020-08-20T19:57:48.077226448Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000038 Op=lock time="2020-08-20T19:57:48.077241017Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000038 InstanceType=type6 time="2020-08-20T19:57:48.077259698Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000178 Op=lock time="2020-08-20T19:57:48.077286525Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000178 InstanceType=type2 time="2020-08-20T19:57:48.077298155Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000198 Op=lock time="2020-08-20T19:57:48.077328126Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000198 InstanceType=type6 time="2020-08-20T19:57:48.077337157Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000035 Op=lock time="2020-08-20T19:57:48.077373920Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000035 InstanceType=type3 time="2020-08-20T19:57:48.077400849Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000098 Op=lock time="2020-08-20T19:57:48.077431053Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000098 InstanceType=type3 time="2020-08-20T19:57:48.077443155Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000138 Op=lock time="2020-08-20T19:57:48.077473430Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000192 Op=lock time="2020-08-20T19:57:48.077500554Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000078 Op=lock time="2020-08-20T19:57:48.077529402Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000075 Op=lock time="2020-08-20T19:57:48.077562122Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000036 Op=lock time="2020-08-20T19:57:48.077599090Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000096 Op=lock time="2020-08-20T19:57:48.077612394Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000016 Op=lock time="2020-08-20T19:57:48.077628048Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000116 Op=lock time="2020-08-20T19:57:48.077641849Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000156 Op=lock time="2020-08-20T19:57:48.077683911Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000056 Op=lock time="2020-08-20T19:57:48.077697720Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000097 Op=lock time="2020-08-20T19:57:48.077709980Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000057 Op=lock time="2020-08-20T19:57:48.077721800Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000037 Op=lock time="2020-08-20T19:57:48.078580024Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000157 Op=lock time="2020-08-20T19:57:48.078701777Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000117 Op=lock time="2020-08-20T19:57:48.078821741Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000136 Op=lock time="2020-08-20T19:57:48.078853321Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000055 Op=lock time="2020-08-20T19:57:48.078888142Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000095 Op=lock time="2020-08-20T19:57:48.077474857Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000138 InstanceType=type4 time="2020-08-20T19:57:48.078913238Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000197 Op=lock time="2020-08-20T19:57:48.079004079Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000175 Op=lock time="2020-08-20T19:57:48.079056323Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000176 Op=lock time="2020-08-20T19:57:48.079106437Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000159 Op=lock time="2020-08-20T19:57:48.079147214Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000019 Op=lock time="2020-08-20T19:57:48.079352801Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000079 Op=lock time="2020-08-20T19:57:48.079380334Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000077 Op=lock time="2020-08-20T19:57:48.079418438Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000139 Op=lock time="2020-08-20T19:57:48.079438196Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000137 Op=lock time="2020-08-20T19:57:48.079365090Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-380704bb7b4d7c03 InstanceType=type4 State=booting time="2020-08-20T19:57:48.079467007Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000015 Op=lock time="2020-08-20T19:57:48.079679877Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000177 Op=lock time="2020-08-20T19:57:48.079708548Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000135 Op=lock time="2020-08-20T19:57:48.079721888Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000155 Op=lock time="2020-08-20T19:57:48.079738372Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000115 Op=lock time="2020-08-20T19:57:48.079752525Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000039 Op=lock time="2020-08-20T19:57:48.079789572Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000177 InstanceType=type4 time="2020-08-20T19:57:48.079838617Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000199 Op=lock time="2020-08-20T19:57:48.079940083Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000073 Op=lock time="2020-08-20T19:57:48.079914869Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype4-380704bb7b4d7c03 InstanceType=type4 error="instance has no address" stderr= stdout= time="2020-08-20T19:57:48.079946136Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype4-4d65822107fcfd52 InstanceType=type4 error="instance has no address" stderr= stdout= time="2020-08-20T19:57:48.079976338Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000054 Op=lock time="2020-08-20T19:57:48.080185300Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000195 Op=lock time="2020-08-20T19:57:48.080221030Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000194 Op=lock time="2020-08-20T19:57:48.080270501Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000094 Op=lock time="2020-08-20T19:57:48.080305738Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000114 Op=lock time="2020-08-20T19:57:48.080330937Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000194 InstanceType=type3 time="2020-08-20T19:57:48.079776532Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000135 InstanceType=type8 time="2020-08-20T19:57:48.080340423Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000094 InstanceType=type6 time="2020-08-20T19:57:48.080384565Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000114 InstanceType=type4 time="2020-08-20T19:57:48.080368826Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000014 Op=lock time="2020-08-20T19:57:48.080426312Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000036 InstanceType=type4 time="2020-08-20T19:57:48.080392684Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000155 InstanceType=type3 time="2020-08-20T19:57:48.080560198Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000175 InstanceType=type8 time="2020-08-20T19:57:48.080435070Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000076 Op=lock time="2020-08-20T19:57:48.080719811Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000133 Op=lock time="2020-08-20T19:57:48.080791229Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000154 Op=lock time="2020-08-20T19:57:48.080815697Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000174 Op=lock time="2020-08-20T19:57:48.080566525Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000095 InstanceType=type8 time="2020-08-20T19:57:48.080254918Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000054 InstanceType=type6 time="2020-08-20T19:57:48.079780093Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000015 InstanceType=type8 time="2020-08-20T19:57:48.080411398Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000192 InstanceType=type8 time="2020-08-20T19:57:48.080399183Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000078 InstanceType=type6 time="2020-08-20T19:57:48.080445660Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000014 InstanceType=type6 time="2020-08-20T19:57:48.080460822Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000016 InstanceType=type8 time="2020-08-20T19:57:48.080477479Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000116 InstanceType=type4 time="2020-08-20T19:57:48.080483243Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000056 InstanceType=type8 time="2020-08-20T19:57:48.080292951Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000195 InstanceType=type4 time="2020-08-20T19:57:48.080494374Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000097 InstanceType=type2 time="2020-08-20T19:57:48.080501362Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000057 InstanceType=type4 time="2020-08-20T19:57:48.080507406Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000157 InstanceType=type6 time="2020-08-20T19:57:48.080512302Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000117 InstanceType=type6 time="2020-08-20T19:57:48.080522909Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000136 InstanceType=type8 time="2020-08-20T19:57:48.080528371Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000055 InstanceType=type8 time="2020-08-20T19:57:48.080533818Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000037 InstanceType=type6 time="2020-08-20T19:57:48.080550311Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000197 InstanceType=type6 time="2020-08-20T19:57:48.080553804Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 State=booting time="2020-08-20T19:57:48.080607872Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000159 InstanceType=type8 time="2020-08-20T19:57:48.080614490Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000019 InstanceType=type3 time="2020-08-20T19:57:48.080625024Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000176 InstanceType=type8 time="2020-08-20T19:57:48.080654661Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000039 InstanceType=type8 time="2020-08-20T19:57:48.080662713Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000115 InstanceType=type3 time="2020-08-20T19:57:48.080670667Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000096 InstanceType=type8 time="2020-08-20T19:57:48.081260180Z" level=debug msg=runQueue Containers=200 Processes=0 time="2020-08-20T19:57:48.081353967Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000200 InstanceType=type8 time="2020-08-20T19:57:48.081391034Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000160 InstanceType=type8 time="2020-08-20T19:57:48.081441394Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000040 InstanceType=type8 time="2020-08-20T19:57:48.081480631Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000120 InstanceType=type8 time="2020-08-20T19:57:48.081527501Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000060 InstanceType=type4 time="2020-08-20T19:57:48.081568974Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000140 InstanceType=type4 time="2020-08-20T19:57:48.081609974Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000179 InstanceType=type3 time="2020-08-20T19:57:48.081664978Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000059 InstanceType=type3 time="2020-08-20T19:57:48.081692157Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000119 InstanceType=type8 time="2020-08-20T19:57:48.081738517Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000099 InstanceType=type4 time="2020-08-20T19:57:48.081784863Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000118 InstanceType=type6 time="2020-08-20T19:57:48.081852680Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000158 InstanceType=type6 time="2020-08-20T19:57:48.081889730Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000098 InstanceType=type3 time="2020-08-20T19:57:48.082370861Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000038 InstanceType=type6 time="2020-08-20T19:57:48.082480514Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000138 InstanceType=type4 time="2020-08-20T19:57:48.082377983Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000053 Op=lock time="2020-08-20T19:57:48.082943506Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000034 Op=lock time="2020-08-20T19:57:48.082971042Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000153 Op=lock time="2020-08-20T19:57:48.083086356Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000074 Op=lock time="2020-08-20T19:57:48.082527255Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000075 InstanceType=type4 time="2020-08-20T19:57:48.083158398Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000074 InstanceType=type3 time="2020-08-20T19:57:48.082537831Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000156 InstanceType=type4 time="2020-08-20T19:57:48.082553414Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000079 InstanceType=type8 time="2020-08-20T19:57:48.083144451Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000033 Op=lock time="2020-08-20T19:57:48.083251878Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000134 Op=lock time="2020-08-20T19:57:48.083298494Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000173 Op=lock time="2020-08-20T19:57:48.083328440Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000134 InstanceType=type6 time="2020-08-20T19:57:48.083340381Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000173 InstanceType=type6 time="2020-08-20T19:57:48.082566782Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000137 InstanceType=type3 time="2020-08-20T19:57:48.083330828Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000031 Op=lock time="2020-08-20T19:57:48.083380789Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000091 Op=lock time="2020-08-20T19:57:48.082577795Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000199 InstanceType=type8 time="2020-08-20T19:57:48.083403072Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000193 Op=lock time="2020-08-20T19:57:48.083414080Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000031 InstanceType=type8 time="2020-08-20T19:57:48.083416377Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000151 Op=lock time="2020-08-20T19:57:48.083433340Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000193 InstanceType=type2 time="2020-08-20T19:57:48.083441230Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000113 Op=lock time="2020-08-20T19:57:48.083463819Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000093 Op=lock time="2020-08-20T19:57:48.083475561Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000071 Op=lock time="2020-08-20T19:57:48.083484349Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000013 Op=lock time="2020-08-20T19:57:48.083492059Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000111 Op=lock time="2020-08-20T19:57:48.083500018Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000032 Op=lock time="2020-08-20T19:57:48.083510473Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000191 Op=lock time="2020-08-20T19:57:48.083522600Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000113 InstanceType=type3 time="2020-08-20T19:57:48.083524686Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000196 Op=lock time="2020-08-20T19:57:48.083545806Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000051 Op=lock time="2020-08-20T19:57:48.083549558Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000191 InstanceType=type8 time="2020-08-20T19:57:48.083531281Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000013 InstanceType=type6 time="2020-08-20T19:57:48.082579249Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 State=booting time="2020-08-20T19:57:48.083422363Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000091 InstanceType=type3 time="2020-08-20T19:57:48.083559053Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000192 Op=lock time="2020-08-20T19:57:48.083662909Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000092 Op=lock time="2020-08-20T19:57:48.083677605Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000012 Op=lock time="2020-08-20T19:57:48.083685796Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000072 Op=lock time="2020-08-20T19:57:48.083693850Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000132 Op=lock time="2020-08-20T19:57:48.083701762Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000035 Op=lock time="2020-08-20T19:57:48.083710735Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000052 Op=lock time="2020-08-20T19:57:48.083718920Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000190 Op=lock time="2020-08-20T19:57:48.083726936Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000131 Op=lock time="2020-08-20T19:57:48.083734631Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000011 Op=lock time="2020-08-20T19:57:48.083744741Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000171 Op=lock time="2020-08-20T19:57:48.083752726Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000152 Op=lock time="2020-08-20T19:57:48.083761158Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000112 Op=lock time="2020-08-20T19:57:48.083768884Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000172 Op=lock time="2020-08-20T19:57:48.083778471Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000090 Op=lock time="2020-08-20T19:57:48.083795376Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000070 Op=lock time="2020-08-20T19:57:48.083803744Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000050 Op=lock time="2020-08-20T19:57:48.083811546Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000049 Op=lock time="2020-08-20T19:57:48.083825783Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000089 Op=lock time="2020-08-20T19:57:48.083839167Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000130 Op=lock time="2020-08-20T19:57:48.083853428Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000030 Op=lock time="2020-08-20T19:57:48.083862165Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000010 Op=lock time="2020-08-20T19:57:48.083863465Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000190 InstanceType=type6 time="2020-08-20T19:57:48.083872034Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000150 Op=lock time="2020-08-20T19:57:48.083914024Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000130 InstanceType=type2 time="2020-08-20T19:57:48.083828665Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000092 InstanceType=type4 time="2020-08-20T19:57:48.083651504Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000018 InstanceType=type4 time="2020-08-20T19:57:48.084006022Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000198 InstanceType=type6 time="2020-08-20T19:57:48.084018200Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000178 InstanceType=type2 time="2020-08-20T19:57:48.084037495Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000177 InstanceType=type4 time="2020-08-20T19:57:48.084057536Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000017 InstanceType=type3 time="2020-08-20T19:57:48.083842674Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000132 InstanceType=type4 time="2020-08-20T19:57:48.083852375Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000052 InstanceType=type4 time="2020-08-20T19:57:48.083821696Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000131 InstanceType=type3 time="2020-08-20T19:57:48.084118979Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000135 InstanceType=type8 time="2020-08-20T19:57:48.084212984Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000015 InstanceType=type8 time="2020-08-20T19:57:48.083920827Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000110 Op=lock time="2020-08-20T19:57:48.083515716Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000093 InstanceType=type6 time="2020-08-20T19:57:48.084258851Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000110 InstanceType=type6 time="2020-08-20T19:57:48.084236309Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000035 InstanceType=type3 time="2020-08-20T19:57:48.084250237Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000088 Op=lock time="2020-08-20T19:57:48.084338772Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000169 Op=lock time="2020-08-20T19:57:48.083888023Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000112 InstanceType=type8 time="2020-08-20T19:57:48.083449437Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000151 InstanceType=type8 time="2020-08-20T19:57:48.084419159Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000169 InstanceType=type2 time="2020-08-20T19:57:48.082603788Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000154 InstanceType=type2 time="2020-08-20T19:57:48.082611015Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000133 InstanceType=type6 time="2020-08-20T19:57:48.082620228Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000174 InstanceType=type6 time="2020-08-20T19:57:48.082589778Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000076 InstanceType=type4 time="2020-08-20T19:57:48.083038699Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000053 InstanceType=type6 time="2020-08-20T19:57:48.083129644Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000153 InstanceType=type4 time="2020-08-20T19:57:48.082546551Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000139 InstanceType=type3 time="2020-08-20T19:57:48.082558780Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000077 InstanceType=type6 time="2020-08-20T19:57:48.083276328Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000033 InstanceType=type4 time="2020-08-20T19:57:48.082583427Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000073 InstanceType=type2 time="2020-08-20T19:57:48.083529126Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000071 InstanceType=type8 time="2020-08-20T19:57:48.083537773Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000111 InstanceType=type8 time="2020-08-20T19:57:48.083540446Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000032 InstanceType=type8 time="2020-08-20T19:57:48.083569038Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000196 InstanceType=type4 time="2020-08-20T19:57:48.083573274Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000051 InstanceType=type4 time="2020-08-20T19:57:48.083831378Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000012 InstanceType=type4 time="2020-08-20T19:57:48.083835877Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000072 InstanceType=type8 time="2020-08-20T19:57:48.083848463Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000035 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.083874290Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000011 InstanceType=type3 time="2020-08-20T19:57:48.083879511Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000171 InstanceType=type4 time="2020-08-20T19:57:48.083884066Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000152 InstanceType=type8 time="2020-08-20T19:57:48.083894145Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000172 InstanceType=type4 time="2020-08-20T19:57:48.083897391Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000090 InstanceType=type4 time="2020-08-20T19:57:48.083900060Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000070 InstanceType=type6 time="2020-08-20T19:57:48.083902205Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000050 InstanceType=type3 time="2020-08-20T19:57:48.083904610Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000049 InstanceType=type2 time="2020-08-20T19:57:48.083909102Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000089 InstanceType=type3 time="2020-08-20T19:57:48.083930754Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000150 InstanceType=type6 time="2020-08-20T19:57:48.083932596Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000030 InstanceType=type6 time="2020-08-20T19:57:48.083939096Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000010 InstanceType=type2 time="2020-08-20T19:57:48.084391967Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000048 Op=lock time="2020-08-20T19:57:48.084866964Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000069 Op=lock time="2020-08-20T19:57:48.084890269Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000009 Op=lock time="2020-08-20T19:57:48.084918887Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000188 Op=lock time="2020-08-20T19:57:48.084961127Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000029 Op=lock time="2020-08-20T19:57:48.084981566Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000128 Op=lock time="2020-08-20T19:57:48.085003285Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000149 Op=lock time="2020-08-20T19:57:48.085026067Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.085034789Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000148 Op=lock time="2020-08-20T19:57:48.085063798Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000068 Op=lock time="2020-08-20T19:57:48.085104658Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000189 Op=lock time="2020-08-20T19:57:48.085123348Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000166 Op=lock time="2020-08-20T19:57:48.085145845Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=4 skipped=0 time="2020-08-20T19:57:48.085171178Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000148 InstanceType=type4 time="2020-08-20T19:57:48.084406477Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000088 InstanceType=type8 time="2020-08-20T19:57:48.085171221Z" level=debug msg="sync instances" Instances=4 time="2020-08-20T19:57:48.085199500Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000048 InstanceType=type8 time="2020-08-20T19:57:48.085209845Z" level=debug msg="sync done" time="2020-08-20T19:57:48.085223656Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000188 InstanceType=type4 time="2020-08-20T19:57:48.085231882Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000166 InstanceType=type6 time="2020-08-20T19:57:48.085237775Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000029 InstanceType=type6 time="2020-08-20T19:57:48.085245323Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000128 InstanceType=type8 time="2020-08-20T19:57:48.085259382Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000149 InstanceType=type6 time="2020-08-20T19:57:48.085215356Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000009 InstanceType=type4 time="2020-08-20T19:57:48.085158452Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000028 Op=lock time="2020-08-20T19:57:48.085303096Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000008 Op=lock time="2020-08-20T19:57:48.085327826Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000170 Op=lock time="2020-08-20T19:57:48.085349158Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000168 Op=lock time="2020-08-20T19:57:48.085366045Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000109 Op=lock time="2020-08-20T19:57:48.085367827Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000170 InstanceType=type3 time="2020-08-20T19:57:48.083019156Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000034 InstanceType=type2 time="2020-08-20T19:57:48.085389385Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000168 InstanceType=type8 time="2020-08-20T19:57:48.085396726Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000109 InstanceType=type6 time="2020-08-20T19:57:48.085213145Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000068 InstanceType=type4 time="2020-08-20T19:57:48.085249537Z" level=debug msg=runQueue Containers=200 Processes=0 time="2020-08-20T19:57:48.085355382Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000028 InstanceType=type4 time="2020-08-20T19:57:48.085184903Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000189 InstanceType=type6 time="2020-08-20T19:57:48.085358261Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000008 InstanceType=type8 time="2020-08-20T19:57:48.085250983Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000069 InstanceType=type6 time="2020-08-20T19:57:48.085474941Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000039 InstanceType=type8 time="2020-08-20T19:57:48.085379274Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000129 Op=lock time="2020-08-20T19:57:48.085519401Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000167 Op=lock time="2020-08-20T19:57:48.085536050Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000085 Op=lock time="2020-08-20T19:57:48.085551351Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000086 Op=lock time="2020-08-20T19:57:48.085567436Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000147 Op=lock time="2020-08-20T19:57:48.085596749Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000006 Op=lock time="2020-08-20T19:57:48.085613943Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000167 InstanceType=type8 time="2020-08-20T19:57:48.085629040Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000086 InstanceType=type6 time="2020-08-20T19:57:48.085491845Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000199 InstanceType=type8 time="2020-08-20T19:57:48.085616000Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000127 Op=lock time="2020-08-20T19:57:48.085705276Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000108 Op=lock time="2020-08-20T19:57:48.085722941Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-30b95ff183c471d4 InstanceType=type8 State=booting time="2020-08-20T19:57:48.085680546Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000118 InstanceType=type6 time="2020-08-20T19:57:48.085725453Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000186 Op=lock time="2020-08-20T19:57:48.085802670Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000178 InstanceType=type2 time="2020-08-20T19:57:48.085857761Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000137 InstanceType=type3 time="2020-08-20T19:57:48.085832299Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000087 Op=lock time="2020-08-20T19:57:48.085904286Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000126 Op=lock time="2020-08-20T19:57:48.085928667Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000106 Op=lock time="2020-08-20T19:57:48.085963346Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000066 Op=lock time="2020-08-20T19:57:48.085891339Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000177 InstanceType=type4 time="2020-08-20T19:57:48.086008217Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000037 InstanceType=type6 time="2020-08-20T19:57:48.086022299Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000017 InstanceType=type3 time="2020-08-20T19:57:48.086034625Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000157 InstanceType=type6 time="2020-08-20T19:57:48.086049163Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000117 InstanceType=type6 time="2020-08-20T19:57:48.086062243Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000077 InstanceType=type6 time="2020-08-20T19:57:48.085623020Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000085 InstanceType=type6 time="2020-08-20T19:57:48.086076635Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000197 InstanceType=type6 time="2020-08-20T19:57:48.086105763Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000097 InstanceType=type2 time="2020-08-20T19:57:48.086123416Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000076 InstanceType=type4 time="2020-08-20T19:57:48.086144589Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000116 InstanceType=type4 time="2020-08-20T19:57:48.086158376Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000056 InstanceType=type8 time="2020-08-20T19:57:48.086171927Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000016 InstanceType=type8 time="2020-08-20T19:57:48.086186061Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000176 InstanceType=type8 time="2020-08-20T19:57:48.086200269Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000136 InstanceType=type8 time="2020-08-20T19:57:48.086214019Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000036 InstanceType=type4 time="2020-08-20T19:57:48.085985817Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000146 Op=lock time="2020-08-20T19:57:48.087250284Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000046 Op=lock time="2020-08-20T19:57:48.087321716Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000156 InstanceType=type4 time="2020-08-20T19:57:48.087356937Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000096 InstanceType=type8 time="2020-08-20T19:57:48.087381709Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000196 InstanceType=type4 time="2020-08-20T19:57:48.087405926Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000055 InstanceType=type8 time="2020-08-20T19:57:48.087445174Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000155 InstanceType=type3 time="2020-08-20T19:57:48.087465239Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000195 InstanceType=type4 time="2020-08-20T19:57:48.087495580Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000075 InstanceType=type4 time="2020-08-20T19:57:48.087511785Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000175 InstanceType=type8 time="2020-08-20T19:57:48.087530649Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000115 InstanceType=type3 time="2020-08-20T19:57:48.087550234Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000015 InstanceType=type8 time="2020-08-20T19:57:48.087566142Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000095 InstanceType=type8 time="2020-08-20T19:57:48.087616480Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000135 InstanceType=type8 time="2020-08-20T19:57:48.087638621Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000035 InstanceType=type3 time="2020-08-20T19:57:48.087660658Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000154 InstanceType=type2 time="2020-08-20T19:57:48.087703741Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000014 InstanceType=type6 time="2020-08-20T19:57:48.087738118Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000094 InstanceType=type6 time="2020-08-20T19:57:48.087765460Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000054 InstanceType=type6 time="2020-08-20T19:57:48.087786436Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000074 InstanceType=type3 time="2020-08-20T19:57:48.087857628Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000174 InstanceType=type6 time="2020-08-20T19:57:48.087876779Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000114 InstanceType=type4 time="2020-08-20T19:57:48.087896622Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000134 InstanceType=type6 time="2020-08-20T19:57:48.087911388Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000194 InstanceType=type3 time="2020-08-20T19:57:48.087932690Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000034 InstanceType=type2 time="2020-08-20T19:57:48.087955702Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000133 InstanceType=type6 time="2020-08-20T19:57:48.087998395Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000013 InstanceType=type6 time="2020-08-20T19:57:48.088022661Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000093 InstanceType=type6 time="2020-08-20T19:57:48.088041643Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000053 InstanceType=type6 time="2020-08-20T19:57:48.088059774Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000193 InstanceType=type2 time="2020-08-20T19:57:48.088089966Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000033 InstanceType=type4 time="2020-08-20T19:57:48.088116801Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000173 InstanceType=type6 time="2020-08-20T19:57:48.088135730Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000073 InstanceType=type2 time="2020-08-20T19:57:48.088176786Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000113 InstanceType=type3 time="2020-08-20T19:57:48.088200367Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000153 InstanceType=type4 time="2020-08-20T19:57:48.088223655Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000092 InstanceType=type4 time="2020-08-20T19:57:48.088247565Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000112 InstanceType=type8 time="2020-08-20T19:57:48.088288218Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000032 InstanceType=type8 time="2020-08-20T19:57:48.088317532Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000012 InstanceType=type4 time="2020-08-20T19:57:48.088350085Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000172 InstanceType=type4 time="2020-08-20T19:57:48.088371184Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000072 InstanceType=type8 time="2020-08-20T19:57:48.088389676Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000192 InstanceType=type8 time="2020-08-20T19:57:48.088404113Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000132 InstanceType=type4 time="2020-08-20T19:57:48.088424578Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000152 InstanceType=type8 time="2020-08-20T19:57:48.088444005Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000052 InstanceType=type4 time="2020-08-20T19:57:48.088586332Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000091 InstanceType=type3 time="2020-08-20T19:57:48.089334277Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000108 InstanceType=type4 time="2020-08-20T19:57:48.088667700Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 State=booting time="2020-08-20T19:57:48.089312431Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000006 InstanceType=type6 time="2020-08-20T19:57:48.089320304Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000129 InstanceType=type4 time="2020-08-20T19:57:48.089327606Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000127 InstanceType=type8 time="2020-08-20T19:57:48.089418196Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000186 InstanceType=type4 time="2020-08-20T19:57:48.089432313Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000087 InstanceType=type8 time="2020-08-20T19:57:48.089448168Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000126 InstanceType=type6 time="2020-08-20T19:57:48.089461320Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000106 InstanceType=type2 time="2020-08-20T19:57:48.089473393Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000066 InstanceType=type4 time="2020-08-20T19:57:48.089490606Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000146 InstanceType=type3 time="2020-08-20T19:57:48.089504789Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000046 InstanceType=type6 time="2020-08-20T19:57:48.089308615Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000147 InstanceType=type4 time="2020-08-20T19:57:48.087649387Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000025 Op=lock time="2020-08-20T19:57:48.089585610Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000187 Op=lock time="2020-08-20T19:57:48.089606207Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000004 Op=lock time="2020-08-20T19:57:48.089622023Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000185 Op=lock time="2020-08-20T19:57:48.089637512Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000145 Op=lock time="2020-08-20T19:57:48.089659786Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000105 Op=lock time="2020-08-20T19:57:48.089681773Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000026 Op=lock time="2020-08-20T19:57:48.089696895Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000067 Op=lock time="2020-08-20T19:57:48.089718219Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000065 Op=lock time="2020-08-20T19:57:48.089739508Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000045 Op=lock time="2020-08-20T19:57:48.089755179Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000047 Op=lock time="2020-08-20T19:57:48.089770601Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000005 Op=lock time="2020-08-20T19:57:48.089785683Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000044 Op=lock time="2020-08-20T19:57:48.089801405Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000125 Op=lock time="2020-08-20T19:57:48.089825546Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000165 Op=lock time="2020-08-20T19:57:48.089841273Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000024 Op=lock time="2020-08-20T19:57:48.089863736Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000184 Op=lock time="2020-08-20T19:57:48.089880073Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000084 Op=lock time="2020-08-20T19:57:48.089898579Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000164 Op=lock time="2020-08-20T19:57:48.089914874Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000143 Op=lock time="2020-08-20T19:57:48.089934271Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000124 Op=lock time="2020-08-20T19:57:48.089957864Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000064 Op=lock time="2020-08-20T19:57:48.089981968Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000144 Op=lock time="2020-08-20T19:57:48.090000344Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000003 Op=lock time="2020-08-20T19:57:48.090016522Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000083 Op=lock time="2020-08-20T19:57:48.090033464Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000183 Op=lock time="2020-08-20T19:57:48.090055100Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000007 Op=lock time="2020-08-20T19:57:48.090102236Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000043 Op=lock time="2020-08-20T19:57:48.090119188Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000142 Op=lock time="2020-08-20T19:57:48.090137054Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000163 Op=lock time="2020-08-20T19:57:48.090165972Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000023 Op=lock time="2020-08-20T19:57:48.090181681Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000103 Op=lock time="2020-08-20T19:57:48.090202117Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000063 Op=lock time="2020-08-20T19:57:48.090219128Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000161 Op=lock time="2020-08-20T19:57:48.090242080Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000123 Op=lock time="2020-08-20T19:57:48.090258294Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000002 Op=lock time="2020-08-20T19:57:48.090275414Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000027 Op=lock time="2020-08-20T19:57:48.090291727Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000062 Op=lock time="2020-08-20T19:57:48.090316104Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000101 Op=lock time="2020-08-20T19:57:48.090333803Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000022 Op=lock time="2020-08-20T19:57:48.090350001Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000001 Op=lock time="2020-08-20T19:57:48.090366609Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000122 Op=lock time="2020-08-20T19:57:48.090398628Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000082 Op=lock time="2020-08-20T19:57:48.090414723Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000162 Op=lock time="2020-08-20T19:57:48.090435518Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000181 Op=lock time="2020-08-20T19:57:48.090454651Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000141 Op=lock time="2020-08-20T19:57:48.090470978Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000081 Op=lock time="2020-08-20T19:57:48.090489528Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000061 Op=lock time="2020-08-20T19:57:48.090509663Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000182 Op=lock time="2020-08-20T19:57:48.090526157Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000041 Op=lock time="2020-08-20T19:57:48.090541770Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000121 Op=lock time="2020-08-20T19:57:48.090554856Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000042 Op=lock time="2020-08-20T19:57:48.090569143Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000107 Op=lock time="2020-08-20T19:57:48.090585313Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000102 Op=lock time="2020-08-20T19:57:48.090601330Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000021 Op=lock time="2020-08-20T19:57:48.090615023Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000104 Op=lock time="2020-08-20T19:57:48.090630494Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000200 Op=lock time="2020-08-20T19:57:48.090643737Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000180 Op=lock time="2020-08-20T19:57:48.090658959Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000160 Op=lock time="2020-08-20T19:57:48.090672080Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000060 Op=lock time="2020-08-20T19:57:48.090686336Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000040 Op=lock time="2020-08-20T19:57:48.090700508Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000100 Op=lock time="2020-08-20T19:57:48.090716582Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000120 Op=lock time="2020-08-20T19:57:48.090730229Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000058 Op=lock time="2020-08-20T19:57:48.090751859Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000179 Op=lock time="2020-08-20T19:57:48.090767255Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000019 Op=lock time="2020-08-20T19:57:48.090785786Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000059 Op=lock time="2020-08-20T19:57:48.090801219Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000159 Op=lock time="2020-08-20T19:57:48.090818338Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000199 Op=lock time="2020-08-20T19:57:48.090835762Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000139 Op=lock time="2020-08-20T19:57:48.090854046Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000119 Op=lock time="2020-08-20T19:57:48.090872397Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000039 Op=lock time="2020-08-20T19:57:48.090889264Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000079 Op=lock time="2020-08-20T19:57:48.090905028Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000118 Op=lock time="2020-08-20T19:57:48.090922548Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000058 Op=lock time="2020-08-20T19:57:48.090939142Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000098 Op=lock time="2020-08-20T19:57:48.090953027Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000158 Op=lock time="2020-08-20T19:57:48.090967693Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000178 Op=lock time="2020-08-20T19:57:48.090984520Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000198 Op=lock time="2020-08-20T19:57:48.090999220Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000138 Op=lock time="2020-08-20T19:57:48.091015890Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000038 Op=lock time="2020-08-20T19:57:48.091031354Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000078 Op=lock time="2020-08-20T19:57:48.091049988Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000018 Op=lock time="2020-08-20T19:57:48.091064993Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000057 Op=lock time="2020-08-20T19:57:48.091083913Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000197 Op=lock time="2020-08-20T19:57:48.091101461Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000097 Op=lock time="2020-08-20T19:57:48.091120069Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000177 Op=lock time="2020-08-20T19:57:48.091145462Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000137 Op=lock time="2020-08-20T19:57:48.091161820Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000077 Op=lock time="2020-08-20T19:57:48.091177868Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000157 Op=lock time="2020-08-20T19:57:48.091196224Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000017 Op=lock time="2020-08-20T19:57:48.091211047Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000037 Op=lock time="2020-08-20T19:57:48.091226682Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000117 Op=lock time="2020-08-20T19:57:48.091244231Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000116 Op=lock time="2020-08-20T19:57:48.091262966Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000036 Op=lock time="2020-08-20T19:57:48.091280163Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000096 Op=lock time="2020-08-20T19:57:48.091296328Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000156 Op=lock time="2020-08-20T19:57:48.091312425Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000136 Op=lock time="2020-08-20T19:57:48.091330708Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000076 Op=lock time="2020-08-20T19:57:48.091346632Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000056 Op=lock time="2020-08-20T19:57:48.091365135Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000016 Op=lock time="2020-08-20T19:57:48.091384669Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000196 Op=lock time="2020-08-20T19:57:48.091420813Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000176 Op=lock time="2020-08-20T19:57:48.091437754Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000115 Op=lock time="2020-08-20T19:57:48.091458134Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000068 Op=lock time="2020-08-20T19:57:48.091484406Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000072 Op=lock time="2020-08-20T19:57:48.091503987Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000131 Op=lock time="2020-08-20T19:57:48.091524426Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000091 Op=lock time="2020-08-20T19:57:48.091540800Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000171 Op=lock time="2020-08-20T19:57:48.091557814Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000151 Op=lock time="2020-08-20T19:57:48.091577235Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000071 Op=lock time="2020-08-20T19:57:48.091594782Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000031 Op=lock time="2020-08-20T19:57:48.091611351Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000191 Op=lock time="2020-08-20T19:57:48.091628740Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000011 Op=lock time="2020-08-20T19:57:48.091654727Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000051 Op=lock time="2020-08-20T19:57:48.091672462Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000111 Op=lock time="2020-08-20T19:57:48.091689888Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000150 Op=lock time="2020-08-20T19:57:48.091706970Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000170 Op=lock time="2020-08-20T19:57:48.091725587Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000070 Op=lock time="2020-08-20T19:57:48.091741876Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000030 Op=lock time="2020-08-20T19:57:48.091759564Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000090 Op=lock time="2020-08-20T19:57:48.091777448Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000190 Op=lock time="2020-08-20T19:57:48.091796457Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000110 Op=lock time="2020-08-20T19:57:48.091812419Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000130 Op=lock time="2020-08-20T19:57:48.091828321Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000010 Op=lock time="2020-08-20T19:57:48.091846725Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000050 Op=lock time="2020-08-20T19:57:48.091867732Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000049 Op=lock time="2020-08-20T19:57:48.091887465Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000189 Op=lock time="2020-08-20T19:57:48.091904163Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000089 Op=lock time="2020-08-20T19:57:48.091921159Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000029 Op=lock time="2020-08-20T19:57:48.091940879Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000069 Op=lock time="2020-08-20T19:57:48.091958667Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000169 Op=lock time="2020-08-20T19:57:48.091976289Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000109 Op=lock time="2020-08-20T19:57:48.091994779Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000009 Op=lock time="2020-08-20T19:57:48.092013500Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000149 Op=lock time="2020-08-20T19:57:48.092030237Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000129 Op=lock time="2020-08-20T19:57:48.092046581Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000188 Op=lock time="2020-08-20T19:57:48.092063225Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000128 Op=lock time="2020-08-20T19:57:48.092096712Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000008 Op=lock time="2020-08-20T19:57:48.092121134Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000028 Op=lock time="2020-08-20T19:57:48.092139472Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000168 Op=lock time="2020-08-20T19:57:48.092157532Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000088 Op=lock time="2020-08-20T19:57:48.092177682Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000087 Op=lock time="2020-08-20T19:57:48.092195008Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000027 Op=lock time="2020-08-20T19:57:48.092212330Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000124 Op=lock time="2020-08-20T19:57:48.092228936Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000084 Op=lock time="2020-08-20T19:57:48.092248422Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000104 Op=lock time="2020-08-20T19:57:48.092266551Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000004 Op=lock time="2020-08-20T19:57:48.092283942Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000183 Op=lock time="2020-08-20T19:57:48.092301119Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000044 Op=lock time="2020-08-20T19:57:48.092320901Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000107 Op=lock time="2020-08-20T19:57:48.092338084Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000167 Op=lock time="2020-08-20T19:57:48.092357889Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000066 Op=lock time="2020-08-20T19:57:48.092376411Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000047 Op=lock time="2020-08-20T19:57:48.092396343Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000048 Op=lock time="2020-08-20T19:57:48.092416487Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000147 Op=lock time="2020-08-20T19:57:48.092434256Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000003 Op=lock time="2020-08-20T19:57:48.092452093Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000103 Op=lock time="2020-08-20T19:57:48.092476025Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000083 Op=lock time="2020-08-20T19:57:48.092492861Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000063 Op=lock time="2020-08-20T19:57:48.092510338Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000005 Op=lock time="2020-08-20T19:57:48.092527779Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000045 Op=lock time="2020-08-20T19:57:48.092547538Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000185 Op=lock time="2020-08-20T19:57:48.092564556Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000105 Op=lock time="2020-08-20T19:57:48.092580310Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000163 Op=lock time="2020-08-20T19:57:48.092599822Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000023 Op=lock time="2020-08-20T19:57:48.092618477Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000143 Op=lock time="2020-08-20T19:57:48.092633968Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000043 Op=lock time="2020-08-20T19:57:48.098708065Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000166 Op=lock time="2020-08-20T19:57:48.098812625Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000007 Op=lock time="2020-08-20T19:57:48.098836985Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000187 Op=lock time="2020-08-20T19:57:48.098857688Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000127 Op=lock time="2020-08-20T19:57:48.098884954Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000123 Op=lock time="2020-08-20T19:57:48.098906759Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000062 Op=lock time="2020-08-20T19:57:48.098926073Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000142 Op=lock time="2020-08-20T19:57:48.098945414Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000067 Op=lock time="2020-08-20T19:57:48.098963900Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000102 Op=lock time="2020-08-20T19:57:48.098983762Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000046 Op=lock time="2020-08-20T19:57:48.099002696Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000146 Op=lock time="2020-08-20T19:57:48.099020993Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000126 Op=lock time="2020-08-20T19:57:48.099038671Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000002 Op=lock time="2020-08-20T19:57:48.099057999Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000122 Op=lock time="2020-08-20T19:57:48.099083166Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000006 Op=lock time="2020-08-20T19:57:48.099101587Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000162 Op=lock time="2020-08-20T19:57:48.099120550Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000026 Op=lock time="2020-08-20T19:57:48.099139908Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000042 Op=lock time="2020-08-20T19:57:48.099162313Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000186 Op=lock time="2020-08-20T19:57:48.099181527Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000001 Op=lock time="2020-08-20T19:57:48.099200009Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000108 Op=lock time="2020-08-20T19:57:48.099219761Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000025 Op=lock time="2020-08-20T19:57:48.099241572Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000085 Op=lock time="2020-08-20T19:57:48.099258485Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000065 Op=lock time="2020-08-20T19:57:48.099277022Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000145 Op=lock time="2020-08-20T19:57:48.099296019Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000184 Op=lock time="2020-08-20T19:57:48.099315187Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000125 Op=lock time="2020-08-20T19:57:48.099334605Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000164 Op=lock time="2020-08-20T19:57:48.099355994Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000161 Op=lock time="2020-08-20T19:57:48.099377192Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000082 Op=lock time="2020-08-20T19:57:48.099397511Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000182 Op=lock time="2020-08-20T19:57:48.099415761Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000144 Op=lock time="2020-08-20T19:57:48.099433298Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000081 Op=lock time="2020-08-20T19:57:48.099453551Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000101 Op=lock time="2020-08-20T19:57:48.099474087Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000064 Op=lock time="2020-08-20T19:57:48.099494794Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000061 Op=lock time="2020-08-20T19:57:48.092848961Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000180 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.092717924Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000024 InstanceType=type8 time="2020-08-20T19:57:48.092727450Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000184 InstanceType=type8 time="2020-08-20T19:57:48.099535443Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000086 Op=lock time="2020-08-20T19:57:48.099603578Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000121 Op=lock time="2020-08-20T19:57:48.099630565Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000024 Op=lock time="2020-08-20T19:57:48.099649862Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000148 Op=lock time="2020-08-20T19:57:48.099668067Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000181 Op=lock time="2020-08-20T19:57:48.099687977Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000133 Op=lock time="2020-08-20T19:57:48.099707709Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000075 Op=lock time="2020-08-20T19:57:48.099726101Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000041 Op=lock time="2020-08-20T19:57:48.099745541Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000195 Op=lock time="2020-08-20T19:57:48.099775678Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000141 Op=lock time="2020-08-20T19:57:48.099795791Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000155 Op=lock time="2020-08-20T19:57:48.099813651Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000012 Op=lock time="2020-08-20T19:57:48.099857485Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000055 Op=lock time="2020-08-20T19:57:48.099879062Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000113 Op=lock time="2020-08-20T19:57:48.099899334Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000095 Op=lock time="2020-08-20T19:57:48.099916868Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000173 Op=lock time="2020-08-20T19:57:48.099935933Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000153 Op=lock time="2020-08-20T19:57:48.099956180Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000093 Op=lock time="2020-08-20T19:57:48.099976591Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000032 Op=lock time="2020-08-20T19:57:48.099994628Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000022 Op=lock time="2020-08-20T19:57:48.092667969Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000018 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.100050603Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.089959685Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000145 InstanceType=type2 time="2020-08-20T19:57:48.089935267Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000187 InstanceType=type3 time="2020-08-20T19:57:48.089903680Z" level=debug msg="still waiting for last probe to finish" Address= Instance=stub-providertype4-4d65822107fcfd52 InstanceType=type4 time="2020-08-20T19:57:48.092732719Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000084 InstanceType=type4 time="2020-08-20T19:57:48.089908102Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000025 InstanceType=type2 time="2020-08-20T19:57:48.089942034Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000004 InstanceType=type4 time="2020-08-20T19:57:48.089951317Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000185 InstanceType=type3 time="2020-08-20T19:57:48.089963871Z" level=error msg="create failed" InstanceType=type8 error="rate limited until 2020-08-20 19:57:48.08948073 +0000 UTC m=+0.017970308" time="2020-08-20T19:57:48.092858681Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000002 InstanceType=type3 time="2020-08-20T19:57:48.092674823Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000026 InstanceType=type3 time="2020-08-20T19:57:48.092680174Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000067 InstanceType=type3 time="2020-08-20T19:57:48.092684874Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000065 InstanceType=type3 time="2020-08-20T19:57:48.092688555Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000045 InstanceType=type6 time="2020-08-20T19:57:48.092692208Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000047 InstanceType=type8 time="2020-08-20T19:57:48.092694516Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000005 InstanceType=type6 time="2020-08-20T19:57:48.092698150Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000044 InstanceType=type4 time="2020-08-20T19:57:48.089819347Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000105 InstanceType=type4 time="2020-08-20T19:57:48.092706023Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000125 InstanceType=type6 time="2020-08-20T19:57:48.092715277Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000165 InstanceType=type6 time="2020-08-20T19:57:48.092741707Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000164 InstanceType=type4 time="2020-08-20T19:57:48.092749196Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000143 InstanceType=type8 time="2020-08-20T19:57:48.092756053Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000124 InstanceType=type4 time="2020-08-20T19:57:48.092760794Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000064 InstanceType=type8 time="2020-08-20T19:57:48.092768149Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000144 InstanceType=type8 time="2020-08-20T19:57:48.092770164Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000003 InstanceType=type4 time="2020-08-20T19:57:48.092786667Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000083 InstanceType=type3 time="2020-08-20T19:57:48.092796522Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000183 InstanceType=type8 time="2020-08-20T19:57:48.092798714Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000007 InstanceType=type8 time="2020-08-20T19:57:48.092802049Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000043 InstanceType=type3 time="2020-08-20T19:57:48.092808294Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000142 InstanceType=type6 time="2020-08-20T19:57:48.092816673Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000163 InstanceType=type3 time="2020-08-20T19:57:48.092819372Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000023 InstanceType=type8 time="2020-08-20T19:57:48.092825449Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000103 InstanceType=type8 time="2020-08-20T19:57:48.092828930Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000063 InstanceType=type8 time="2020-08-20T19:57:48.092837177Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000161 InstanceType=type3 time="2020-08-20T19:57:48.092861161Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000027 InstanceType=type4 time="2020-08-20T19:57:48.092865189Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000062 InstanceType=type6 time="2020-08-20T19:57:48.092870262Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000101 InstanceType=type6 time="2020-08-20T19:57:48.092872748Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000022 InstanceType=type6 time="2020-08-20T19:57:48.092874434Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000001 InstanceType=type2 time="2020-08-20T19:57:48.092880420Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000122 InstanceType=type3 time="2020-08-20T19:57:48.092885061Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000082 InstanceType=type2 time="2020-08-20T19:57:48.092893070Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000162 InstanceType=type4 time="2020-08-20T19:57:48.092901911Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000181 InstanceType=type6 time="2020-08-20T19:57:48.092908904Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000141 InstanceType=type6 time="2020-08-20T19:57:48.092913868Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000081 InstanceType=type4 time="2020-08-20T19:57:48.092917652Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000061 InstanceType=type6 time="2020-08-20T19:57:48.092926294Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000182 InstanceType=type6 time="2020-08-20T19:57:48.092929602Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000041 InstanceType=type3 time="2020-08-20T19:57:48.092935906Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000121 InstanceType=type2 time="2020-08-20T19:57:48.092939665Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000042 InstanceType=type4 time="2020-08-20T19:57:48.092945428Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000107 InstanceType=type3 time="2020-08-20T19:57:48.092950965Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000102 InstanceType=type6 time="2020-08-20T19:57:48.092953347Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000021 InstanceType=type6 time="2020-08-20T19:57:48.092959512Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000104 InstanceType=type8 time="2020-08-20T19:57:48.092964652Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000200 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.093161002Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000160 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.093163524Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000060 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.093167304Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000040 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.093169359Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000100 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.093171334Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000120 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.093175812Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000058 InstanceType=type2 time="2020-08-20T19:57:48.093178047Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000179 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.093181066Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000059 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.093184891Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000119 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.093188014Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000118 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.093190611Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000098 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.093192649Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000158 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.093194801Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000178 InstanceType=type2 State=Locked time="2020-08-20T19:57:48.093196936Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000198 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.093199995Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000038 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.096738804Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000017 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.092856764Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000123 InstanceType=type4 time="2020-08-20T19:57:48.100058142Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000052 Op=lock time="2020-08-20T19:57:48.107209211Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000092 Op=lock time="2020-08-20T19:57:48.107228914Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000132 Op=lock time="2020-08-20T19:57:48.107252611Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000112 Op=lock time="2020-08-20T19:57:48.107271076Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000172 Op=lock time="2020-08-20T19:57:48.107291331Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000152 Op=lock time="2020-08-20T19:57:48.107309257Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000094 Op=lock time="2020-08-20T19:57:48.107327623Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000015 Op=lock time="2020-08-20T19:57:48.107346431Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000135 Op=lock time="2020-08-20T19:57:48.107363807Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000053 Op=lock time="2020-08-20T19:57:48.107381503Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000034 Op=lock time="2020-08-20T19:57:48.107400296Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000174 Op=lock time="2020-08-20T19:57:48.107416666Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000014 Op=lock time="2020-08-20T19:57:48.107433619Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000074 Op=lock time="2020-08-20T19:57:48.107508629Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000194 Op=lock time="2020-08-20T19:57:48.103424861Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=7 skipped=0 time="2020-08-20T19:57:48.107527283Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000114 Op=lock time="2020-08-20T19:57:48.107591874Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000033 Op=lock time="2020-08-20T19:57:48.107612190Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000054 Op=lock time="2020-08-20T19:57:48.107631215Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000073 Op=lock time="2020-08-20T19:57:48.107647115Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000175 Op=lock time="2020-08-20T19:57:48.107659374Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000154 Op=lock time="2020-08-20T19:57:48.104791450Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.104061398Z" level=debug msg="still waiting for last probe to finish" Address= Instance=stub-providertype4-380704bb7b4d7c03 InstanceType=type4 time="2020-08-20T19:57:48.102247549Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000191 InstanceType=type8 time="2020-08-20T19:57:48.104058488Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-1bf98be2a9d78d73 InstanceType=type4 State=booting time="2020-08-20T19:57:48.104417573Z" level=debug msg="still waiting for last probe to finish" Address= Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 time="2020-08-20T19:57:48.107672527Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000193 Op=lock time="2020-08-20T19:57:48.107883137Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000013 Op=lock time="2020-08-20T19:57:48.107903724Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000134 Op=lock time="2020-08-20T19:57:48.107923426Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000165 Op=lock time="2020-08-20T19:57:48.107943666Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000021 Op=lock time="2020-08-20T19:57:48.107962865Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000106 Op=lock time="2020-08-20T19:57:48.107988977Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000159 Op=lock time="2020-08-20T19:57:48.108033052Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000039 Op=lock time="2020-08-20T19:57:48.108058886Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000019 Op=lock time="2020-08-20T19:57:48.108077266Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000079 Op=lock time="2020-08-20T19:57:48.108095749Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000199 Op=lock time="2020-08-20T19:57:48.108113473Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000139 Op=lock time="2020-08-20T19:57:48.108163080Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000077 Op=lock time="2020-08-20T19:57:48.108185403Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000078 Op=lock time="2020-08-20T19:57:48.108201507Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000058 Op=lock time="2020-08-20T19:57:48.108218186Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000057 Op=lock time="2020-08-20T19:57:48.108234011Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000075 Op=lock time="2020-08-20T19:57:48.108246503Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000157 Op=lock time="2020-08-20T19:57:48.108259156Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000037 Op=lock time="2020-08-20T19:57:48.108272153Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000117 Op=lock time="2020-08-20T19:57:48.108287076Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000137 Op=lock time="2020-08-20T19:57:48.108300308Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000197 Op=lock time="2020-08-20T19:57:48.108313303Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000076 Op=lock time="2020-08-20T19:57:48.108328564Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000136 Op=lock time="2020-08-20T19:57:48.108345018Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000097 Op=lock time="2020-08-20T19:57:48.108359388Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000056 Op=lock time="2020-08-20T19:57:48.108373226Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000156 Op=lock time="2020-08-20T19:57:48.108387676Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000196 Op=lock time="2020-08-20T19:57:48.108404429Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000116 Op=lock time="2020-08-20T19:57:48.108418745Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000176 Op=lock time="2020-08-20T19:57:48.108432814Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000016 Op=lock time="2020-08-20T19:57:48.108445412Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000096 Op=lock time="2020-08-20T19:57:48.108461874Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000036 Op=lock time="2020-08-20T19:57:48.108477777Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000195 Op=lock time="2020-08-20T19:57:48.108491483Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000115 Op=lock time="2020-08-20T19:57:48.108504548Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000175 Op=lock time="2020-08-20T19:57:48.108521754Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000155 Op=lock time="2020-08-20T19:57:48.108535084Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000095 Op=lock time="2020-08-20T19:57:48.108549370Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000055 Op=lock time="2020-08-20T19:57:48.108564238Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000134 Op=lock time="2020-08-20T19:57:48.108581703Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000194 Op=lock time="2020-08-20T19:57:48.108596043Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000034 Op=lock time="2020-08-20T19:57:48.108610727Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000173 Op=lock time="2020-08-20T19:57:48.108624049Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000074 Op=lock time="2020-08-20T19:57:48.108649316Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000094 Op=lock time="2020-08-20T19:57:48.108664565Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000154 Op=lock time="2020-08-20T19:57:48.108679420Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000014 Op=lock time="2020-08-20T19:57:48.108693994Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000054 Op=lock time="2020-08-20T19:57:48.108709756Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000113 Op=lock time="2020-08-20T19:57:48.108723474Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000153 Op=lock time="2020-08-20T19:57:48.108740077Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000133 Op=lock time="2020-08-20T19:57:48.108755163Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000172 Op=lock time="2020-08-20T19:57:48.107717335Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-4d65822107fcfd52 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.108798516Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000037 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.108773720Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000013 Op=lock time="2020-08-20T19:57:48.108832022Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000073 Op=lock time="2020-08-20T19:57:48.108845275Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000175 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.108858593Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000134 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.108847962Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000193 Op=lock time="2020-08-20T19:57:48.108883794Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000096 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.108892797Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000074 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.108900917Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000115 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.108912195Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000113 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.108920625Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000193 InstanceType=type2 State=Locked time="2020-08-20T19:57:48.108869812Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000136 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.108768585Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype8-30b95ff183c471d4 InstanceType=type8 error="instance has no address" stderr= stdout= time="2020-08-20T19:57:48.108840224Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-6e661e92759805f5 InstanceType=type4 State=booting time="2020-08-20T19:57:48.108798564Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-4d65822107fcfd52 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.0852572 +0000 UTC m=+0.013746779" time="2020-08-20T19:57:48.108885280Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000053 Op=lock time="2020-08-20T19:57:48.109054928Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000033 Op=lock time="2020-08-20T19:57:48.109085932Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000093 Op=lock time="2020-08-20T19:57:48.109101860Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000132 Op=lock time="2020-08-20T19:57:48.109117883Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000114 Op=lock time="2020-08-20T19:57:48.109134726Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000174 Op=lock time="2020-08-20T19:57:48.109152870Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000072 Op=lock time="2020-08-20T19:57:48.109169997Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000192 Op=lock time="2020-08-20T19:57:48.109186215Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000032 Op=lock time="2020-08-20T19:57:48.109203864Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000092 Op=lock time="2020-08-20T19:57:48.109218180Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000052 Op=lock time="2020-08-20T19:57:48.109235473Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000152 Op=lock time="2020-08-20T19:57:48.109253376Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000012 Op=lock time="2020-08-20T19:57:48.109271718Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000151 Op=lock time="2020-08-20T19:57:48.109290348Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000112 Op=lock time="2020-08-20T19:57:48.109308243Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000011 Op=lock time="2020-08-20T19:57:48.109325498Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000071 Op=lock time="2020-08-20T19:57:48.109343229Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000091 Op=lock time="2020-08-20T19:57:48.109358180Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000171 Op=lock time="2020-08-20T19:57:48.109374975Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000111 Op=lock time="2020-08-20T19:57:48.109392160Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000031 Op=lock time="2020-08-20T19:57:48.109409878Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000191 Op=lock time="2020-08-20T19:57:48.109423930Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000051 Op=lock time="2020-08-20T19:57:48.109449618Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000170 Op=lock time="2020-08-20T19:57:48.109467017Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000131 Op=lock time="2020-08-20T19:57:48.109483922Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000030 Op=lock time="2020-08-20T19:57:48.109500382Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000130 Op=lock time="2020-08-20T19:57:48.109514521Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000190 Op=lock time="2020-08-20T19:57:48.109529875Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000090 Op=lock time="2020-08-20T19:57:48.109546113Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000070 Op=lock time="2020-08-20T19:57:48.109561477Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000110 Op=lock time="2020-08-20T19:57:48.109576924Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000010 Op=lock time="2020-08-20T19:57:48.109594748Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000150 Op=lock time="2020-08-20T19:57:48.109612204Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000129 Op=lock time="2020-08-20T19:57:48.109630534Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000050 Op=lock time="2020-08-20T19:57:48.109647608Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000009 Op=lock time="2020-08-20T19:57:48.109661488Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000092 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.109680506Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000131 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.109664740Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000169 Op=lock time="2020-08-20T19:57:48.109722797Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000189 Op=lock time="2020-08-20T19:57:48.109740213Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000089 Op=lock time="2020-08-20T19:57:48.109756099Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000069 Op=lock time="2020-08-20T19:57:48.109781834Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000029 Op=lock time="2020-08-20T19:57:48.109802111Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000149 Op=lock time="2020-08-20T19:57:48.109823216Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000109 Op=lock time="2020-08-20T19:57:48.109841335Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000188 Op=lock time="2020-08-20T19:57:48.109855029Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000190 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.109873699Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000110 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.109832101Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000130 InstanceType=type2 State=Locked time="2020-08-20T19:57:48.108904381Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000094 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.109648891Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000093 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.109858612Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000049 Op=lock time="2020-08-20T19:57:48.109956560Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000068 Op=lock time="2020-08-20T19:57:48.108793769Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000075 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.109973504Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000168 Op=lock time="2020-08-20T19:57:48.110116269Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype4-4d65822107fcfd52 InstanceType=type4 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.110129122Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000108 Op=lock time="2020-08-20T19:57:48.110191104Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000008 Op=lock time="2020-08-20T19:57:48.110211896Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000148 Op=lock time="2020-08-20T19:57:48.110230190Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000147 Op=lock time="2020-08-20T19:57:48.110248931Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000028 Op=lock time="2020-08-20T19:57:48.110268228Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000088 Op=lock time="2020-08-20T19:57:48.110286184Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000128 Op=lock time="2020-08-20T19:57:48.110312838Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000048 Op=lock time="2020-08-20T19:57:48.110331120Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000187 Op=lock time="2020-08-20T19:57:48.110349294Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000007 Op=lock time="2020-08-20T19:57:48.110368835Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000127 Op=lock time="2020-08-20T19:57:48.110389553Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000107 Op=lock time="2020-08-20T19:57:48.110410222Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000087 Op=lock time="2020-08-20T19:57:48.110428034Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000027 Op=lock time="2020-08-20T19:57:48.110447380Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000067 Op=lock time="2020-08-20T19:57:48.110464660Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000167 Op=lock time="2020-08-20T19:57:48.110482198Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000047 Op=lock time="2020-08-20T19:57:48.110499623Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000106 Op=lock time="2020-08-20T19:57:48.110517703Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000186 Op=lock time="2020-08-20T19:57:48.110535645Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000046 Op=lock time="2020-08-20T19:57:48.110562553Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000066 Op=lock time="2020-08-20T19:57:48.110581399Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000126 Op=lock time="2020-08-20T19:57:48.110600162Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000026 Op=lock time="2020-08-20T19:57:48.110617614Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000166 Op=lock time="2020-08-20T19:57:48.110635604Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000165 Op=lock time="2020-08-20T19:57:48.110653166Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000086 Op=lock time="2020-08-20T19:57:48.110670572Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000146 Op=lock time="2020-08-20T19:57:48.109708150Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000112 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.109654587Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000114 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.110705981Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000006 Op=lock time="2020-08-20T19:57:48.110775069Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000005 Op=lock time="2020-08-20T19:57:48.110792246Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000125 Op=lock time="2020-08-20T19:57:48.110811730Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000065 Op=lock time="2020-08-20T19:57:48.109863809Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000169 InstanceType=type2 State=Locked time="2020-08-20T19:57:48.110828580Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000025 Op=lock time="2020-08-20T19:57:48.110860597Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000105 Op=lock time="2020-08-20T19:57:48.110876657Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000085 Op=lock time="2020-08-20T19:57:48.110892707Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000185 Op=lock time="2020-08-20T19:57:48.110911413Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000045 Op=lock time="2020-08-20T19:57:48.110928264Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000145 Op=lock time="2020-08-20T19:57:48.110947906Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000084 Op=lock time="2020-08-20T19:57:48.110963457Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000024 Op=lock time="2020-08-20T19:57:48.110979289Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000104 Op=lock time="2020-08-20T19:57:48.110995483Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000004 Op=lock time="2020-08-20T19:57:48.111013949Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000184 Op=lock time="2020-08-20T19:57:48.111031315Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000064 Op=lock time="2020-08-20T19:57:48.111048378Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000144 Op=lock time="2020-08-20T19:57:48.111064659Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000164 Op=lock time="2020-08-20T19:57:48.111085679Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000124 Op=lock time="2020-08-20T19:57:48.111104537Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000003 Op=lock time="2020-08-20T19:57:48.111123570Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000044 Op=lock time="2020-08-20T19:57:48.108872256Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000097 InstanceType=type2 State=Locked time="2020-08-20T19:57:48.108851032Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000155 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.108853033Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000095 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.111175793Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-380704bb7b4d7c03 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.111184755Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000143 Op=lock time="2020-08-20T19:57:48.111464290Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000123 Op=lock time="2020-08-20T19:57:48.111488479Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000163 Op=lock time="2020-08-20T19:57:48.111556214Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000063 Op=lock time="2020-08-20T19:57:48.111587084Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000022 Op=lock time="2020-08-20T19:57:48.111608104Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000103 Op=lock time="2020-08-20T19:57:48.111635438Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000183 Op=lock time="2020-08-20T19:57:48.111661222Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000023 Op=lock time="2020-08-20T19:57:48.111686578Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000083 Op=lock time="2020-08-20T19:57:48.111712486Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000043 Op=lock time="2020-08-20T19:57:48.111758464Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000082 Op=lock time="2020-08-20T19:57:48.108861800Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000117 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.108864061Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000137 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.108866243Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000197 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.108909694Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000054 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.108873787Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000056 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.108875321Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000156 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.108877024Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000116 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.108878914Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000176 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.108881362Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000016 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.108887789Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000194 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.108890367Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000173 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.108896038Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000036 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.114231753Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.108899492Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000195 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.108907548Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000014 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.109658377Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000192 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.108914914Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000013 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.109000694Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-6054502fc5d6d268 InstanceType=type8 State=booting time="2020-08-20T19:57:48.109651820Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000132 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.108790811Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000057 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.109669300Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000091 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.109674001Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000031 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.109676230Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000191 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.108786829Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000078 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.109684697Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000052 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.108841846Z" level=debug msg="still waiting for last probe to finish" Address= Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 time="2020-08-20T19:57:48.108796033Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000157 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.108855086Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000055 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.112842669Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000062 Op=lock time="2020-08-20T19:57:48.114593031Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000142 Op=lock time="2020-08-20T19:57:48.114631470Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000042 Op=lock time="2020-08-20T19:57:48.114412391Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-430c8b35bb9457d8 InstanceType=type8 State=booting time="2020-08-20T19:57:48.114652190Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000002 Op=lock time="2020-08-20T19:57:48.114757949Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000122 Op=lock time="2020-08-20T19:57:48.114777829Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000021 Op=lock time="2020-08-20T19:57:48.114796905Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000102 Op=lock time="2020-08-20T19:57:48.114822655Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000182 Op=lock time="2020-08-20T19:57:48.114842348Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000162 Op=lock time="2020-08-20T19:57:48.114861159Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000141 Op=lock time="2020-08-20T19:57:48.114737033Z" level=debug msg="sync instances" Instances=7 time="2020-08-20T19:57:48.114931283Z" level=debug msg="sync done" time="2020-08-20T19:57:48.114880474Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000181 Op=lock time="2020-08-20T19:57:48.115050197Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000121 Op=lock time="2020-08-20T19:57:48.115103873Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000001 Op=lock time="2020-08-20T19:57:48.114993002Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000111 InstanceType=type8 time="2020-08-20T19:57:48.115139378Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000081 Op=lock time="2020-08-20T19:57:48.115020679Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 State=booting time="2020-08-20T19:57:48.115261250Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000161 Op=lock time="2020-08-20T19:57:48.115541002Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 State=booting time="2020-08-20T19:57:48.115666001Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000101 Op=lock time="2020-08-20T19:57:48.115011100Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-380704bb7b4d7c03 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.085851997 +0000 UTC m=+0.014341584" time="2020-08-20T19:57:48.115735356Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-26984b92f6740304 InstanceType=type4 State=booting time="2020-08-20T19:57:48.115748887Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000041 Op=lock time="2020-08-20T19:57:48.116113655Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000061 Op=lock time="2020-08-20T19:57:48.115726294Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.085266139 +0000 UTC m=+0.013755721" time="2020-08-20T19:57:48.116236719Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000058 Op=lock time="2020-08-20T19:57:48.115981894Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000051 InstanceType=type4 time="2020-08-20T19:57:48.116033729Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype4-6e661e92759805f5 InstanceType=type4 error="instance has no address" stderr= stdout= time="2020-08-20T19:57:48.116664373Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000071 InstanceType=type8 time="2020-08-20T19:57:48.114978844Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.089828607 +0000 UTC m=+0.018318179" time="2020-08-20T19:57:48.116803222Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-45a6e3cafccae224 InstanceType=type6 State=booting time="2020-08-20T19:57:48.116698599Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000171 InstanceType=type4 time="2020-08-20T19:57:48.117212690Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000011 InstanceType=type3 time="2020-08-20T19:57:48.117246950Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000131 InstanceType=type3 time="2020-08-20T19:57:48.117280414Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000031 InstanceType=type8 time="2020-08-20T19:57:48.117311275Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000151 InstanceType=type8 time="2020-08-20T19:57:48.117340610Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000070 InstanceType=type6 time="2020-08-20T19:57:48.117371612Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000130 InstanceType=type2 time="2020-08-20T19:57:48.117403470Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000090 InstanceType=type4 time="2020-08-20T19:57:48.117435636Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000010 InstanceType=type2 time="2020-08-20T19:57:48.117490738Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000030 InstanceType=type6 time="2020-08-20T19:57:48.117541942Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000190 InstanceType=type6 time="2020-08-20T19:57:48.117575610Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000110 InstanceType=type6 time="2020-08-20T19:57:48.117610975Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000150 InstanceType=type6 time="2020-08-20T19:57:48.117646872Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000050 InstanceType=type3 time="2020-08-20T19:57:48.117682702Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000169 InstanceType=type2 time="2020-08-20T19:57:48.117721339Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000049 InstanceType=type2 time="2020-08-20T19:57:48.117759001Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000089 InstanceType=type3 time="2020-08-20T19:57:48.117802759Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000088 InstanceType=type8 time="2020-08-20T19:57:48.117902708Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype8-6054502fc5d6d268 InstanceType=type8 error="instance has no address" stderr= stdout= time="2020-08-20T19:57:48.118048837Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000065 Op=lock time="2020-08-20T19:57:48.118089127Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000065 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.118233672Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000170 Op=lock time="2020-08-20T19:57:48.118254321Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000170 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.118276851Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000149 Op=lock time="2020-08-20T19:57:48.118291817Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000149 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.118313216Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000189 Op=lock time="2020-08-20T19:57:48.118328935Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000189 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.118343201Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000129 Op=lock time="2020-08-20T19:57:48.118357396Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000129 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.118370586Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000109 Op=lock time="2020-08-20T19:57:48.118383858Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000109 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.118406017Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000069 Op=lock time="2020-08-20T19:57:48.118420625Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000069 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.118434779Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000029 Op=lock time="2020-08-20T19:57:48.118448984Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000029 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.118470065Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000009 Op=lock time="2020-08-20T19:57:48.118484104Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000009 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.118504292Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000008 Op=lock time="2020-08-20T19:57:48.118518600Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000008 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.118544032Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000048 Op=lock time="2020-08-20T19:57:48.118559157Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000048 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.118572402Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000148 Op=lock time="2020-08-20T19:57:48.118585618Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000148 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.118598467Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000068 Op=lock time="2020-08-20T19:57:48.118611786Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000068 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.118624221Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000128 Op=lock time="2020-08-20T19:57:48.118637436Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000128 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.118650010Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000028 Op=lock time="2020-08-20T19:57:48.118663150Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000028 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.118675536Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000188 Op=lock time="2020-08-20T19:57:48.118693936Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000188 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.118709270Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000168 Op=lock time="2020-08-20T19:57:48.118723878Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000168 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.118737731Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000108 Op=lock time="2020-08-20T19:57:48.118751962Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000108 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.118765302Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000127 Op=lock time="2020-08-20T19:57:48.118779167Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000127 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.118792692Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000147 Op=lock time="2020-08-20T19:57:48.118805969Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000147 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.118821026Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000107 Op=lock time="2020-08-20T19:57:48.118835862Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000107 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.118848756Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000047 Op=lock time="2020-08-20T19:57:48.118861723Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000047 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.118874348Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000187 Op=lock time="2020-08-20T19:57:48.118888115Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000187 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.118900745Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000007 Op=lock time="2020-08-20T19:57:48.118913457Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000007 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.118925937Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000067 Op=lock time="2020-08-20T19:57:48.118938913Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000067 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.118952502Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000087 Op=lock time="2020-08-20T19:57:48.118966048Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000087 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.118980036Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000027 Op=lock time="2020-08-20T19:57:48.118993115Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000027 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.119006468Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000167 Op=lock time="2020-08-20T19:57:48.119019910Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000167 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.119033860Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000066 Op=lock time="2020-08-20T19:57:48.119048037Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000066 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.119063550Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000126 Op=lock time="2020-08-20T19:57:48.119077235Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000126 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.119111242Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000026 Op=lock time="2020-08-20T19:57:48.119126068Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000026 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.119139937Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000006 Op=lock time="2020-08-20T19:57:48.119157594Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000006 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.119171728Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000166 Op=lock time="2020-08-20T19:57:48.119188012Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000166 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.119202195Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000186 Op=lock time="2020-08-20T19:57:48.119218291Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000186 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.119232548Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000046 Op=lock time="2020-08-20T19:57:48.119249014Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000046 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.119262919Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000086 Op=lock time="2020-08-20T19:57:48.119278040Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000086 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.119293654Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000106 Op=lock time="2020-08-20T19:57:48.119309334Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000106 InstanceType=type2 State=Locked time="2020-08-20T19:57:48.120423468Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000146 Op=lock time="2020-08-20T19:57:48.120453598Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000146 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.120469011Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000085 Op=lock time="2020-08-20T19:57:48.120483481Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000085 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.120497202Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000045 Op=lock time="2020-08-20T19:57:48.120511600Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000045 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.120527688Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000005 Op=lock time="2020-08-20T19:57:48.120541562Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000005 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.120559469Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000185 Op=lock time="2020-08-20T19:57:48.120573323Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000185 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.120586360Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000105 Op=lock time="2020-08-20T19:57:48.120600828Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000105 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.120613827Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000025 Op=lock time="2020-08-20T19:57:48.120629960Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000025 InstanceType=type2 State=Locked time="2020-08-20T19:57:48.120654706Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000125 Op=lock time="2020-08-20T19:57:48.120667923Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000125 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.120681743Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000165 Op=lock time="2020-08-20T19:57:48.120695315Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000165 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.120708416Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000044 Op=lock time="2020-08-20T19:57:48.120722541Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000044 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.120736571Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000145 Op=lock time="2020-08-20T19:57:48.120752714Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000145 InstanceType=type2 State=Locked time="2020-08-20T19:57:48.120766220Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000004 Op=lock time="2020-08-20T19:57:48.120779368Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000004 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.120795454Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000024 Op=lock time="2020-08-20T19:57:48.120809326Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000024 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.120823081Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000164 Op=lock time="2020-08-20T19:57:48.120836717Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000164 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.121873900Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype8-430c8b35bb9457d8 InstanceType=type8 error="instance has no address" stderr= stdout= time="2020-08-20T19:57:48.122200987Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-207403def63a5b6f InstanceType=type6 State=booting time="2020-08-20T19:57:48.122387607Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000001 Op=lock time="2020-08-20T19:57:48.122453542Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000084 Op=lock time="2020-08-20T19:57:48.122583194Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000064 Op=lock time="2020-08-20T19:57:48.122620922Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000144 Op=lock time="2020-08-20T19:57:48.122641319Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000104 Op=lock time="2020-08-20T19:57:48.122730829Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000184 Op=lock time="2020-08-20T19:57:48.122754869Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000023 Op=lock time="2020-08-20T19:57:48.122773421Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000043 Op=lock time="2020-08-20T19:57:48.122776340Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-4d65822107fcfd52 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.122808861Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-4d65822107fcfd52 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.121921376 +0000 UTC m=+0.050410966" time="2020-08-20T19:57:48.122842937Z" level=debug msg="still waiting for last probe to finish" Address= Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 time="2020-08-20T19:57:48.122799312Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000081 Op=lock time="2020-08-20T19:57:48.122960769Z" level=error msg="create failed" InstanceType=type6 error="rate limited until 2020-08-20 19:57:48.12301813 +0000 UTC m=+0.051507721" time="2020-08-20T19:57:48.122997851Z" level=info msg="suspending remote calls due to rate-limit error" CallType="create instance" Duration="30.356µs" ResumeAt="2020-08-20 19:57:48.12301813 +0000 UTC m=+0.051507721" time="2020-08-20T19:57:48.122966878Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000143 Op=lock time="2020-08-20T19:57:48.123042937Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000063 Op=lock time="2020-08-20T19:57:48.123066104Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000083 Op=lock time="2020-08-20T19:57:48.123184075Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000123 Op=lock time="2020-08-20T19:57:48.123804837Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000183 Op=lock time="2020-08-20T19:57:48.123911229Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000163 Op=lock time="2020-08-20T19:57:48.124299365Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000163 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.124058243Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype4-4d65822107fcfd52 InstanceType=type4 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.124094013Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.124354122Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.12384785 +0000 UTC m=+0.052337434" time="2020-08-20T19:57:48.124435728Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000103 Op=lock time="2020-08-20T19:57:48.124461842Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000103 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.124148258Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000001 InstanceType=type2 State=Locked time="2020-08-20T19:57:48.124152321Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000144 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.124508227Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-2e4fa459169873f5 InstanceType=type3 State=booting time="2020-08-20T19:57:48.124579115Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000003 Op=lock time="2020-08-20T19:57:48.124602107Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000003 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.124616847Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000142 Op=lock time="2020-08-20T19:57:48.124633458Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000142 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.124662382Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000122 Op=lock time="2020-08-20T19:57:48.124678804Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000122 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.124691766Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000002 Op=lock time="2020-08-20T19:57:48.124706857Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000002 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.124720487Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000062 Op=lock time="2020-08-20T19:57:48.124782437Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000062 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.124154015Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000104 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.124157633Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000023 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.126151695Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.125306330Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.12384785 +0000 UTC m=+0.052337434" RunningContainers=0 State=idle time="2020-08-20T19:57:48.126340013Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=16 skipped=0 time="2020-08-20T19:57:48.126357177Z" level=debug msg="sync instances" Instances=16 time="2020-08-20T19:57:48.126426703Z" level=debug msg="sync done" time="2020-08-20T19:57:48.124159070Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000043 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.124160575Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000064 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.124162139Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000081 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.124163493Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000143 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.124165282Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000063 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.124167445Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000083 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.124169435Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000123 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.126521547Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 State=booting time="2020-08-20T19:57:48.124171641Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000183 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.124218879Z" level=debug msg=runQueue Containers=200 Processes=0 time="2020-08-20T19:57:48.124150537Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000084 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.124155838Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000184 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.126628313Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000100 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 Priority=20 time="2020-08-20T19:57:48.125107036Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000022 Op=lock time="2020-08-20T19:57:48.126722166Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000022 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.126745849Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000042 Op=lock time="2020-08-20T19:57:48.126764401Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000042 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.126777970Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000082 Op=lock time="2020-08-20T19:57:48.126794650Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000082 InstanceType=type2 State=Locked time="2020-08-20T19:57:48.126835794Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000162 Op=lock time="2020-08-20T19:57:48.126852047Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000162 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.126866413Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000182 Op=lock time="2020-08-20T19:57:48.126880926Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000182 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.126891743Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000061 Op=lock time="2020-08-20T19:57:48.126904498Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000061 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.126916554Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000161 Op=lock time="2020-08-20T19:57:48.126930527Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000161 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.126943829Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000121 Op=lock time="2020-08-20T19:57:48.126958367Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000121 InstanceType=type2 State=Locked time="2020-08-20T19:57:48.126971047Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000101 Op=lock time="2020-08-20T19:57:48.126985595Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000101 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.126946956Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000070 InstanceType=type6 time="2020-08-20T19:57:48.127018560Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000149 InstanceType=type6 time="2020-08-20T19:57:48.127035255Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000029 InstanceType=type6 time="2020-08-20T19:57:48.127049788Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000129 InstanceType=type4 time="2020-08-20T19:57:48.127064419Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000089 InstanceType=type3 time="2020-08-20T19:57:48.127081501Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000069 InstanceType=type6 time="2020-08-20T19:57:48.126997243Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000021 Op=lock time="2020-08-20T19:57:48.127117865Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000021 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.127135120Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000041 Op=lock time="2020-08-20T19:57:48.127097028Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000109 InstanceType=type6 time="2020-08-20T19:57:48.127153799Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000181 Op=lock time="2020-08-20T19:57:48.127150920Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000041 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.127269032Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000181 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.127282807Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000141 Op=lock time="2020-08-20T19:57:48.127297918Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000141 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.127310794Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000124 Op=lock time="2020-08-20T19:57:48.127330362Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000124 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.127342133Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000102 Op=lock time="2020-08-20T19:57:48.127378226Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000102 InstanceType=type6 State=Locked time="2020-08-20T19:57:48.127167098Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000189 InstanceType=type6 time="2020-08-20T19:57:48.127438378Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000009 InstanceType=type4 time="2020-08-20T19:57:48.127456277Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000108 InstanceType=type4 time="2020-08-20T19:57:48.127471056Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000048 InstanceType=type8 time="2020-08-20T19:57:48.127497258Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000088 InstanceType=type8 time="2020-08-20T19:57:48.127514457Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000028 InstanceType=type4 time="2020-08-20T19:57:48.127530912Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000068 InstanceType=type4 time="2020-08-20T19:57:48.127546186Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000188 InstanceType=type4 time="2020-08-20T19:57:48.127561884Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000168 InstanceType=type8 time="2020-08-20T19:57:48.127578703Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000008 InstanceType=type8 time="2020-08-20T19:57:48.127595095Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000128 InstanceType=type8 time="2020-08-20T19:57:48.127610304Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000148 InstanceType=type4 time="2020-08-20T19:57:48.127624891Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000027 InstanceType=type4 time="2020-08-20T19:57:48.127639755Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000047 InstanceType=type8 time="2020-08-20T19:57:48.127653857Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000187 InstanceType=type3 time="2020-08-20T19:57:48.127667742Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000007 InstanceType=type8 time="2020-08-20T19:57:48.127684251Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000127 InstanceType=type8 time="2020-08-20T19:57:48.127698634Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000067 InstanceType=type3 time="2020-08-20T19:57:48.127719408Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000167 InstanceType=type8 time="2020-08-20T19:57:48.127733821Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000087 InstanceType=type8 time="2020-08-20T19:57:48.127749402Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000107 InstanceType=type3 time="2020-08-20T19:57:48.127764461Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000147 InstanceType=type4 time="2020-08-20T19:57:48.127778891Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000106 InstanceType=type2 time="2020-08-20T19:57:48.127792520Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000186 InstanceType=type4 time="2020-08-20T19:57:48.127807163Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000166 InstanceType=type6 time="2020-08-20T19:57:48.127820954Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000126 InstanceType=type6 time="2020-08-20T19:57:48.127835720Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000046 InstanceType=type6 time="2020-08-20T19:57:48.128494084Z" level=debug msg="still waiting for last probe to finish" Address= Instance=stub-providertype4-1bf98be2a9d78d73 InstanceType=type4 time="2020-08-20T19:57:48.128991226Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000086 InstanceType=type6 time="2020-08-20T19:57:48.129023974Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000026 InstanceType=type3 time="2020-08-20T19:57:48.129039452Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000066 InstanceType=type4 time="2020-08-20T19:57:48.129062897Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000146 InstanceType=type3 time="2020-08-20T19:57:48.129084353Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000006 InstanceType=type6 time="2020-08-20T19:57:48.129100169Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000185 InstanceType=type3 time="2020-08-20T19:57:48.129125104Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 State=booting time="2020-08-20T19:57:48.129435768Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000005 InstanceType=type6 time="2020-08-20T19:57:48.129536504Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000145 InstanceType=type2 time="2020-08-20T19:57:48.129569264Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000045 InstanceType=type6 time="2020-08-20T19:57:48.129588661Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000025 InstanceType=type2 time="2020-08-20T19:57:48.129612630Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000085 InstanceType=type6 time="2020-08-20T19:57:48.129635157Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000165 InstanceType=type6 time="2020-08-20T19:57:48.129652583Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000105 InstanceType=type4 time="2020-08-20T19:57:48.129673073Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000065 InstanceType=type3 time="2020-08-20T19:57:48.129694643Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000125 InstanceType=type6 time="2020-08-20T19:57:48.129711799Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000004 InstanceType=type4 time="2020-08-20T19:57:48.129738262Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000084 InstanceType=type4 time="2020-08-20T19:57:48.129762601Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000024 InstanceType=type8 time="2020-08-20T19:57:48.129781437Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000124 InstanceType=type4 time="2020-08-20T19:57:48.129801783Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000144 InstanceType=type8 time="2020-08-20T19:57:48.129822196Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000184 InstanceType=type8 time="2020-08-20T19:57:48.129838297Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000044 InstanceType=type4 time="2020-08-20T19:57:48.129858232Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000104 InstanceType=type8 time="2020-08-20T19:57:48.129877722Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000164 InstanceType=type4 time="2020-08-20T19:57:48.129892746Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000064 InstanceType=type8 time="2020-08-20T19:57:48.129912324Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000043 InstanceType=type3 time="2020-08-20T19:57:48.129933731Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000083 InstanceType=type3 time="2020-08-20T19:57:48.129949345Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000183 InstanceType=type8 time="2020-08-20T19:57:48.129968272Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000103 InstanceType=type8 time="2020-08-20T19:57:48.129987382Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000123 InstanceType=type4 time="2020-08-20T19:57:48.130003914Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000163 InstanceType=type3 time="2020-08-20T19:57:48.130025337Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000003 InstanceType=type4 time="2020-08-20T19:57:48.130046347Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000143 InstanceType=type8 time="2020-08-20T19:57:48.130064530Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000023 InstanceType=type8 time="2020-08-20T19:57:48.130095424Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000063 InstanceType=type8 time="2020-08-20T19:57:48.130120269Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000182 InstanceType=type6 time="2020-08-20T19:57:48.130137759Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000082 InstanceType=type2 time="2020-08-20T19:57:48.130160765Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000022 InstanceType=type6 time="2020-08-20T19:57:48.130183202Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000042 InstanceType=type4 time="2020-08-20T19:57:48.130200625Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000102 InstanceType=type6 time="2020-08-20T19:57:48.130221556Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000162 InstanceType=type4 time="2020-08-20T19:57:48.130242442Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000122 InstanceType=type3 time="2020-08-20T19:57:48.130259574Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000002 InstanceType=type3 time="2020-08-20T19:57:48.130279525Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000062 InstanceType=type6 time="2020-08-20T19:57:48.130309392Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000142 InstanceType=type6 time="2020-08-20T19:57:48.130332520Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000141 InstanceType=type6 time="2020-08-20T19:57:48.130354894Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000021 InstanceType=type6 time="2020-08-20T19:57:48.130375441Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000041 InstanceType=type3 time="2020-08-20T19:57:48.130394716Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000161 InstanceType=type3 time="2020-08-20T19:57:48.130415747Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000181 InstanceType=type6 time="2020-08-20T19:57:48.130443081Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000061 InstanceType=type6 time="2020-08-20T19:57:48.130463474Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000081 InstanceType=type4 time="2020-08-20T19:57:48.130484740Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000001 InstanceType=type2 time="2020-08-20T19:57:48.130505788Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000101 InstanceType=type6 time="2020-08-20T19:57:48.130524294Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000121 InstanceType=type2 time="2020-08-20T19:57:48.131625402Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-380704bb7b4d7c03 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.131656849Z" level=debug msg=runQueue Containers=200 Processes=1 time="2020-08-20T19:57:48.131667745Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 State=booting time="2020-08-20T19:57:48.131928072Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.131955292Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.126910902 +0000 UTC m=+0.055400501" time="2020-08-20T19:57:48.131974557Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-1bf98be2a9d78d73 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.132006749Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-1bf98be2a9d78d73 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.115008399 +0000 UTC m=+0.043497988" time="2020-08-20T19:57:48.131945488Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-380704bb7b4d7c03 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.126240527 +0000 UTC m=+0.054730113" time="2020-08-20T19:57:48.132419377Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.126910902 +0000 UTC m=+0.055400501" RunningContainers=0 State=idle time="2020-08-20T19:57:48.132948002Z" level=debug msg=runQueue Containers=200 Processes=1 time="2020-08-20T19:57:48.133032453Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000080 Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 Priority=20 time="2020-08-20T19:57:48.133618861Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-6688f8bd3e99b0a8 InstanceType=type6 State=booting time="2020-08-20T19:57:48.136934202Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000100 Instance=stub-providertype4-41f27cc6f3875d04 PID=1 time="2020-08-20T19:57:48.136797936Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.138606216Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-36d467a4af63e58d InstanceType=type4 State=booting time="2020-08-20T19:57:48.139360419Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000100 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 time="2020-08-20T19:57:48.139546761Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 error="instance has no address" stderr= stdout= time="2020-08-20T19:57:48.140738496Z" level=debug msg="still waiting for last probe to finish" Address= Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 time="2020-08-20T19:57:48.141059757Z" level=debug msg="still waiting for last probe to finish" Address= Instance=stub-providertype8-30b95ff183c471d4 InstanceType=type8 time="2020-08-20T19:57:48.141072722Z" level=error msg="create failed" InstanceType=type2 error="rate limited until 2020-08-20 19:57:48.139507234 +0000 UTC m=+0.067996825" time="2020-08-20T19:57:48.141232932Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=21 skipped=0 time="2020-08-20T19:57:48.141514874Z" level=debug msg="sync instances" Instances=21 time="2020-08-20T19:57:48.141749415Z" level=debug msg="sync done" time="2020-08-20T19:57:48.141776005Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-ba08e4b738b6829 InstanceType=type8 State=booting time="2020-08-20T19:57:48.141874626Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000080 Instance=stub-providertype8-1408d2ac22c4d294 PID=1 time="2020-08-20T19:57:48.142044136Z" level=debug msg=runQueue Containers=200 Processes=2 time="2020-08-20T19:57:48.142166761Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000080 Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 time="2020-08-20T19:57:48.142329096Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000001 InstanceType=type2 time="2020-08-20T19:57:48.142644660Z" level=debug msg=runQueue Containers=200 Processes=2 time="2020-08-20T19:57:48.143273548Z" level=debug msg=runQueue Containers=200 Processes=2 time="2020-08-20T19:57:48.145516530Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-5aff01c926fbf29b InstanceType=type8 State=booting time="2020-08-20T19:57:48.157098331Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.157132633Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.115889635 +0000 UTC m=+0.044379222" time="2020-08-20T19:57:48.157254133Z" level=debug msg=runQueue Containers=200 Processes=2 time="2020-08-20T19:57:48.157616627Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-33afd37941439089 InstanceType=type3 State=booting time="2020-08-20T19:57:48.158183210Z" level=debug msg=runQueue Containers=200 Processes=2 time="2020-08-20T19:57:48.158976238Z" level=debug msg=runQueue Containers=200 Processes=2 time="2020-08-20T19:57:48.159479349Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 State=booting time="2020-08-20T19:57:48.158197973Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.159647578Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=25 skipped=0 time="2020-08-20T19:57:48.159663572Z" level=debug msg="sync instances" Instances=25 time="2020-08-20T19:57:48.159746553Z" level=debug msg="sync done" time="2020-08-20T19:57:48.164805987Z" level=debug msg="still waiting for last probe to finish" Address= Instance=stub-providertype3-2e4fa459169873f5 InstanceType=type3 time="2020-08-20T19:57:48.165001490Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 State=booting time="2020-08-20T19:57:48.165345848Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-6e661e92759805f5 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.165365277Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-6e661e92759805f5 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.131292264 +0000 UTC m=+0.059781859" time="2020-08-20T19:57:48.165407114Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-30b95ff183c471d4 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.165430425Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-30b95ff183c471d4 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.124864172 +0000 UTC m=+0.053353750" time="2020-08-20T19:57:48.165524998Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-4d65822107fcfd52 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.165540294Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-4d65822107fcfd52 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.150945217 +0000 UTC m=+0.079434808" time="2020-08-20T19:57:48.165798455Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-430c8b35bb9457d8 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.165816963Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-430c8b35bb9457d8 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.143845851 +0000 UTC m=+0.072335450" time="2020-08-20T19:57:48.166041469Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-26984b92f6740304 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.166060372Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-26984b92f6740304 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.144848285 +0000 UTC m=+0.073337873" time="2020-08-20T19:57:48.166361005Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype4-4d65822107fcfd52 InstanceType=type4 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.166203846Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype4-6e661e92759805f5 InstanceType=type4 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.167549457Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-380704bb7b4d7c03 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.168073582Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-380704bb7b4d7c03 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.160845562 +0000 UTC m=+0.089335144" time="2020-08-20T19:57:48.168440563Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-380704bb7b4d7c03 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.160845562 +0000 UTC m=+0.089335144" RunningContainers=0 State=idle time="2020-08-20T19:57:48.168696413Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 State=booting time="2020-08-20T19:57:48.169041338Z" level=debug msg=runQueue Containers=200 Processes=2 time="2020-08-20T19:57:48.169129675Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000060 Instance=stub-providertype4-380704bb7b4d7c03 InstanceType=type4 Priority=20 time="2020-08-20T19:57:48.169997537Z" level=debug msg="still waiting for last probe to finish" Address= Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 time="2020-08-20T19:57:48.172791770Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000080 ExitCode=1 Instance=stub-providertype8-1408d2ac22c4d294 PID=1 time="2020-08-20T19:57:48.181103185Z" level=debug msg="still waiting for last probe to finish" Address= Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 time="2020-08-20T19:57:48.181125577Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.181163644Z" level=debug msg=runQueue Containers=200 Processes=3 time="2020-08-20T19:57:48.181167753Z" level=error msg="create failed" InstanceType=type4 error="rate limited until 2020-08-20 19:57:48.173145297 +0000 UTC m=+0.101634879" time="2020-08-20T19:57:48.181570877Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-45a6e3cafccae224 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.181591701Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-45a6e3cafccae224 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.141873544 +0000 UTC m=+0.070363118" time="2020-08-20T19:57:48.181627526Z" level=error msg="create failed" InstanceType=type6 error="rate limited until 2020-08-20 19:57:48.173145297 +0000 UTC m=+0.101634879" time="2020-08-20T19:57:48.181664867Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-1e925507c051e18a InstanceType=type6 State=booting time="2020-08-20T19:57:48.181678659Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000100 ExitCode=1 Instance=stub-providertype4-41f27cc6f3875d04 PID=1 time="2020-08-20T19:57:48.181754731Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=28 skipped=0 time="2020-08-20T19:57:48.181685673Z" level=error msg="create failed" InstanceType=type3 error="rate limited until 2020-08-20 19:57:48.173145297 +0000 UTC m=+0.101634879" time="2020-08-20T19:57:48.181784493Z" level=error msg="create failed" InstanceType=type2 error="rate limited until 2020-08-20 19:57:48.173145297 +0000 UTC m=+0.101634879" time="2020-08-20T19:57:48.181945430Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.181962384Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 ProbeStart="2020-08-20 19:57:48.156847485 +0000 UTC m=+0.085337087" time="2020-08-20T19:57:48.182419773Z" level=debug msg=runQueue Containers=200 Processes=3 time="2020-08-20T19:57:48.182676672Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-37ab3641fe3dea79 InstanceType=type6 State=booting time="2020-08-20T19:57:48.181178789Z" level=debug msg="still waiting for last probe to finish" Address= Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 time="2020-08-20T19:57:48.182750599Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-6054502fc5d6d268 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.183243318Z" level=error msg="create failed" InstanceType=type3 error="rate limited until 2020-08-20 19:57:48.183644186 +0000 UTC m=+0.112133761" time="2020-08-20T19:57:48.183386390Z" level=info msg="suspending remote calls due to rate-limit error" CallType="create instance" Duration="262.455µs" ResumeAt="2020-08-20 19:57:48.183644186 +0000 UTC m=+0.112133761" time="2020-08-20T19:57:48.183552055Z" level=error msg="create failed" InstanceType=type6 error="rate limited until 2020-08-20 19:57:48.183644186 +0000 UTC m=+0.112133761" time="2020-08-20T19:57:48.183694002Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000161 InstanceType=type3 time="2020-08-20T19:57:48.183842564Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000081 InstanceType=type4 time="2020-08-20T19:57:48.183986940Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000141 InstanceType=type6 time="2020-08-20T19:57:48.184108214Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.184247001Z" level=error msg="create failed" InstanceType=type6 error="rate limited until 2020-08-20 19:57:48.183644186 +0000 UTC m=+0.112133761" time="2020-08-20T19:57:48.184361221Z" level=error msg="create failed" InstanceType=type4 error="rate limited until 2020-08-20 19:57:48.183644186 +0000 UTC m=+0.112133761" time="2020-08-20T19:57:48.184539766Z" level=debug msg="sync instances" Instances=28 time="2020-08-20T19:57:48.184551551Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-6054502fc5d6d268 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.132522533 +0000 UTC m=+0.061012118" time="2020-08-20T19:57:48.186117738Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype2-4fd269fd8e5f0475 InstanceType=type2 State=booting time="2020-08-20T19:57:48.186707378Z" level=debug msg="sync done" time="2020-08-20T19:57:48.186783484Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 ProbeStart="2020-08-20 19:57:48.155951451 +0000 UTC m=+0.084441048" time="2020-08-20T19:57:48.186898257Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000001 InstanceType=type2 time="2020-08-20T19:57:48.190765224Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000080 Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:48.190836451Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000100 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.191087720Z" level=debug msg=runQueue Containers=200 Processes=3 time="2020-08-20T19:57:48.191145405Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-5e377ef58485d68b InstanceType=type4 State=booting time="2020-08-20T19:57:48.191414482Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-4d4f278a67149b9c InstanceType=type4 State=booting time="2020-08-20T19:57:48.191758177Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000081 InstanceType=type4 time="2020-08-20T19:57:48.191806879Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000101 InstanceType=type6 time="2020-08-20T19:57:48.191841363Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000141 InstanceType=type6 time="2020-08-20T19:57:48.192079655Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000161 InstanceType=type3 time="2020-08-20T19:57:48.193527456Z" level=debug msg=runQueue Containers=200 Processes=3 time="2020-08-20T19:57:48.194157194Z" level=debug msg=runQueue Containers=200 Processes=3 time="2020-08-20T19:57:48.192016939Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-6e661e92759805f5 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.194607006Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-6e661e92759805f5 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.190870865 +0000 UTC m=+0.119360441" time="2020-08-20T19:57:48.192223105Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype4-1bf98be2a9d78d73 InstanceType=type4 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.195092076Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.195191606Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-3e6306563b26de InstanceType=type8 State=booting time="2020-08-20T19:57:48.196012467Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000100 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.196136445Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000060 Instance=stub-providertype4-380704bb7b4d7c03 PID=1 time="2020-08-20T19:57:48.196242088Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000080 Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 Signal=15 time="2020-08-20T19:57:48.197553357Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype4-6e661e92759805f5 InstanceType=type4 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.197600739Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.197849502Z" level=debug msg=runQueue Containers=200 Processes=3 time="2020-08-20T19:57:48.196851166Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-207403def63a5b6f InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.198065102Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-207403def63a5b6f InstanceType=type6 ProbeStart="2020-08-20 19:57:48.149859072 +0000 UTC m=+0.078348671" time="2020-08-20T19:57:48.198072088Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=34 skipped=0 time="2020-08-20T19:57:48.198132034Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 State=booting time="2020-08-20T19:57:48.198507778Z" level=debug msg="sync instances" Instances=34 time="2020-08-20T19:57:48.198808521Z" level=debug msg="sync done" time="2020-08-20T19:57:48.200285194Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000060 Instance=stub-providertype4-380704bb7b4d7c03 InstanceType=type4 time="2020-08-20T19:57:48.201108992Z" level=debug msg=runQueue Containers=200 Processes=3 time="2020-08-20T19:57:48.201527481Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-6054502fc5d6d268 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.201607568Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-6054502fc5d6d268 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.19735594 +0000 UTC m=+0.125845524" time="2020-08-20T19:57:48.201953996Z" level=debug msg=runQueue Containers=200 Processes=3 time="2020-08-20T19:57:48.202059273Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000080 Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 time="2020-08-20T19:57:48.202228864Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000100 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 time="2020-08-20T19:57:48.202598905Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-30b95ff183c471d4 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.202640184Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-30b95ff183c471d4 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.198000114 +0000 UTC m=+0.126489698" time="2020-08-20T19:57:48.203044301Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000080 Reason="state=Complete" time="2020-08-20T19:57:48.204847587Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000080 time="2020-08-20T19:57:48.203868021Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-2e4fa459169873f5 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.205028132Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-2e4fa459169873f5 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.160673919 +0000 UTC m=+0.089163516" time="2020-08-20T19:57:48.205128145Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000100 Reason="state=Complete" time="2020-08-20T19:57:48.205188462Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000100 time="2020-08-20T19:57:48.205471141Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000080 Reason="state=Complete" time="2020-08-20T19:57:48.205562766Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000100 Reason="state=Complete" time="2020-08-20T19:57:48.205634118Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000080 Reason="state=Complete" time="2020-08-20T19:57:48.205749350Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.186854162 +0000 UTC m=+0.115343739" time="2020-08-20T19:57:48.205799932Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-4cd239ea0c8dc214 InstanceType=type8 State=booting time="2020-08-20T19:57:48.207854952Z" level=debug msg=runQueue Containers=200 Processes=1 time="2020-08-20T19:57:48.207903889Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000200 Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 Priority=20 time="2020-08-20T19:57:48.208904687Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.209030911Z" level=error msg="create failed" InstanceType=type4 error="rate limited until 2020-08-20 19:57:48.206644883 +0000 UTC m=+0.135134462" time="2020-08-20T19:57:48.209368180Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype6-207403def63a5b6f InstanceType=type6 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.209534160Z" level=error msg="create failed" InstanceType=type8 error="rate limited until 2020-08-20 19:57:48.206644883 +0000 UTC m=+0.135134462" time="2020-08-20T19:57:48.209765866Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-5225fcd6090ec04f InstanceType=type8 State=booting time="2020-08-20T19:57:48.209867623Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000100 Reason="state=Complete" time="2020-08-20T19:57:48.209932552Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-683e14a538d3b494 InstanceType=type8 State=booting time="2020-08-20T19:57:48.210012734Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000180 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 Priority=20 time="2020-08-20T19:57:48.210377451Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=37 skipped=0 time="2020-08-20T19:57:48.210426105Z" level=debug msg="sync instances" Instances=37 time="2020-08-20T19:57:48.210681568Z" level=debug msg="sync done" time="2020-08-20T19:57:48.211063819Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-6688f8bd3e99b0a8 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.211126843Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype6-45a6e3cafccae224 InstanceType=type6 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.212377180Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-ba08e4b738b6829 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.212625523Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000200 Instance=stub-providertype8-1408d2ac22c4d294 PID=2 time="2020-08-20T19:57:48.212700992Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.212940302Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-4d65822107fcfd52 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.213097324Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000080 State=Complete time="2020-08-20T19:57:48.214125194Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000100 State=Complete time="2020-08-20T19:57:48.213147092Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-7ce2e98ef360412c InstanceType=type3 State=booting time="2020-08-20T19:57:48.214333506Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-6688f8bd3e99b0a8 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.164162491 +0000 UTC m=+0.092652080" time="2020-08-20T19:57:48.214412450Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-ba08e4b738b6829 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.186954195 +0000 UTC m=+0.115443776" time="2020-08-20T19:57:48.214525764Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 State=booting time="2020-08-20T19:57:48.214633192Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 ProbeStart="2020-08-20 19:57:48.186613287 +0000 UTC m=+0.115102888" time="2020-08-20T19:57:48.214798018Z" level=debug msg=runQueue Containers=198 Processes=3 time="2020-08-20T19:57:48.214864628Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-4d65822107fcfd52 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.209500982 +0000 UTC m=+0.137990561" time="2020-08-20T19:57:48.216503195Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000200 Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 time="2020-08-20T19:57:48.217854916Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000180 Instance=stub-providertype4-41f27cc6f3875d04 PID=2 time="2020-08-20T19:57:48.217857395Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 State=booting time="2020-08-20T19:57:48.217991256Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000180 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 time="2020-08-20T19:57:48.218266440Z" level=debug msg=runQueue Containers=198 Processes=3 time="2020-08-20T19:57:48.218669076Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-26984b92f6740304 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.218693982Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-26984b92f6740304 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.215904055 +0000 UTC m=+0.144393629" time="2020-08-20T19:57:48.218773865Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype8-ba08e4b738b6829 InstanceType=type8 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.218912914Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype4-4d65822107fcfd52 InstanceType=type4 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.219110542Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 State=booting time="2020-08-20T19:57:48.219768942Z" level=debug msg=runQueue Containers=198 Processes=3 time="2020-08-20T19:57:48.220667121Z" level=debug msg=runQueue Containers=198 Processes=3 time="2020-08-20T19:57:48.221311508Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000060 ExitCode=0 Instance=stub-providertype4-380704bb7b4d7c03 PID=1 time="2020-08-20T19:57:48.221895502Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-430c8b35bb9457d8 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.221969878Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-430c8b35bb9457d8 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.215176441 +0000 UTC m=+0.143666024" time="2020-08-20T19:57:48.222313505Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-26984b92f6740304 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.215904055 +0000 UTC m=+0.144393629" RunningContainers=0 State=idle time="2020-08-20T19:57:48.222469263Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.222490258Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.181863703 +0000 UTC m=+0.110353286" time="2020-08-20T19:57:48.222553229Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-207403def63a5b6f InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.222570200Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-207403def63a5b6f InstanceType=type6 ProbeStart="2020-08-20 19:57:48.217168763 +0000 UTC m=+0.145658352" time="2020-08-20T19:57:48.222854210Z" level=debug msg=runQueue Containers=198 Processes=3 time="2020-08-20T19:57:48.222917273Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000140 Instance=stub-providertype4-26984b92f6740304 InstanceType=type4 Priority=20 time="2020-08-20T19:57:48.223261647Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-430c8b35bb9457d8 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.215176441 +0000 UTC m=+0.143666024" RunningContainers=0 State=idle time="2020-08-20T19:57:48.227150496Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000200 ExitCode=2 Instance=stub-providertype8-1408d2ac22c4d294 PID=2 time="2020-08-20T19:57:48.228194256Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype6-207403def63a5b6f InstanceType=type6 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.228216728Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-5aff01c926fbf29b InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.228312996Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-3eecfdbc6db30e37 InstanceType=type3 State=booting time="2020-08-20T19:57:48.229011245Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-5aff01c926fbf29b InstanceType=type8 ProbeStart="2020-08-20 19:57:48.207610038 +0000 UTC m=+0.136099626" time="2020-08-20T19:57:48.231369460Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000180 Instance=stub-providertype4-41f27cc6f3875d04 PID=2 State=Locked time="2020-08-20T19:57:48.231449837Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.231695241Z" level=debug msg=runQueue Containers=198 Processes=4 time="2020-08-20T19:57:48.231715736Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000120 Instance=stub-providertype8-430c8b35bb9457d8 InstanceType=type8 Priority=20 time="2020-08-20T19:57:48.232759576Z" level=debug msg=runQueue Containers=198 Processes=5 time="2020-08-20T19:57:48.233200859Z" level=error msg="create failed" InstanceType=type8 error="rate limited until 2020-08-20 19:57:48.229254145 +0000 UTC m=+0.157743723" time="2020-08-20T19:57:48.233951866Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=42 skipped=0 time="2020-08-20T19:57:48.238083385Z" level=debug msg="sync instances" Instances=42 time="2020-08-20T19:57:48.238116396Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype4-36d467a4af63e58d InstanceType=type4 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.244108068Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000120 Instance=stub-providertype8-430c8b35bb9457d8 PID=1 time="2020-08-20T19:57:48.234160300Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-33afd37941439089 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.234219877Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.247923704Z" level=debug msg="sync done" time="2020-08-20T19:57:48.234463854Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-2e4fa459169873f5 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.237791067Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-3e6306563b26de InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.237751466Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.237720570Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.243462974Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000140 Instance=stub-providertype4-26984b92f6740304 PID=1 time="2020-08-20T19:57:48.250781168Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype4-1bf98be2a9d78d73 InstanceType=type4 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.249625174Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000120 Instance=stub-providertype8-430c8b35bb9457d8 InstanceType=type8 time="2020-08-20T19:57:48.247952345Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 State=booting time="2020-08-20T19:57:48.251760905Z" level=debug msg=runQueue Containers=198 Processes=5 time="2020-08-20T19:57:48.251807167Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000200 Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:48.251868275Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000060 Instance=stub-providertype4-380704bb7b4d7c03 InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.251908372Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-643a7d712e166bdf InstanceType=type8 State=booting time="2020-08-20T19:57:48.252014066Z" level=error msg="create failed" InstanceType=type8 error="rate limited until 2020-08-20 19:57:48.234962517 +0000 UTC m=+0.163452098" time="2020-08-20T19:57:48.252081560Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype8-5aff01c926fbf29b InstanceType=type8 ProbeStart="2020-08-20 19:57:48.207610038 +0000 UTC m=+0.136099626" time="2020-08-20T19:57:48.252123722Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype8-5aff01c926fbf29b InstanceType=type8 time="2020-08-20T19:57:48.252156986Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.102650 Instance=stub-providertype8-5aff01c926fbf29b InstanceType=type8 State=booting time="2020-08-20T19:57:48.252188084Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-1852fe624c330f1d InstanceType=type3 State=booting time="2020-08-20T19:57:48.252351234Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-9c09a3e6f241c57 InstanceType=type6 State=booting time="2020-08-20T19:57:48.252421527Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 State=booting time="2020-08-20T19:57:48.252473528Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-33afd37941439089 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.209617618 +0000 UTC m=+0.138107192" time="2020-08-20T19:57:48.252510182Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 ProbeStart="2020-08-20 19:57:48.227931407 +0000 UTC m=+0.156421000" time="2020-08-20T19:57:48.252552469Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-57930cf840a79c3b InstanceType=type6 State=booting time="2020-08-20T19:57:48.252605424Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-2e4fa459169873f5 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.229005856 +0000 UTC m=+0.157495443" time="2020-08-20T19:57:48.252676037Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-3e6306563b26de InstanceType=type8 ProbeStart="2020-08-20 19:57:48.218276634 +0000 UTC m=+0.146766221" time="2020-08-20T19:57:48.252684241Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000140 Instance=stub-providertype4-26984b92f6740304 PID=1 State=Locked time="2020-08-20T19:57:48.252698474Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-69c93fb09f6c47ac InstanceType=type3 State=booting time="2020-08-20T19:57:48.252773011Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-53bf1faf0cf52517 InstanceType=type6 State=booting time="2020-08-20T19:57:48.252913157Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 ProbeStart="2020-08-20 19:57:48.200030354 +0000 UTC m=+0.128519954" time="2020-08-20T19:57:48.253035753Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.205687334 +0000 UTC m=+0.134176920" time="2020-08-20T19:57:48.253040167Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000143 InstanceType=type8 time="2020-08-20T19:57:48.253291397Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000140 Instance=stub-providertype4-26984b92f6740304 InstanceType=type4 time="2020-08-20T19:57:48.253621184Z" level=debug msg=runQueue Containers=198 Processes=5 time="2020-08-20T19:57:48.253961830Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000023 InstanceType=type8 time="2020-08-20T19:57:48.254009199Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000143 InstanceType=type8 time="2020-08-20T19:57:48.254044027Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.254072625Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.252309131 +0000 UTC m=+0.180798712" time="2020-08-20T19:57:48.254111871Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-4d4f278a67149b9c InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.254131540Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-4d4f278a67149b9c InstanceType=type4 ProbeStart="2020-08-20 19:57:48.230875657 +0000 UTC m=+0.159365245" time="2020-08-20T19:57:48.254037532Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-6e661e92759805f5 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.254180968Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-6e661e92759805f5 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.252306353 +0000 UTC m=+0.180795929" time="2020-08-20T19:57:48.254275782Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype3-2e4fa459169873f5 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.229005856 +0000 UTC m=+0.157495443" time="2020-08-20T19:57:48.254306236Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype3-2e4fa459169873f5 InstanceType=type3 time="2020-08-20T19:57:48.254325304Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.129768 Instance=stub-providertype3-2e4fa459169873f5 InstanceType=type3 State=booting time="2020-08-20T19:57:48.254772388Z" level=debug msg=runQueue Containers=198 Processes=5 time="2020-08-20T19:57:48.254893123Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000200 Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 Signal=15 time="2020-08-20T19:57:48.255171602Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000041 InstanceType=type3 time="2020-08-20T19:57:48.255579103Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype4-6e661e92759805f5 InstanceType=type4 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.255633746Z" level=debug msg=runQueue Containers=198 Processes=5 time="2020-08-20T19:57:48.255740345Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.252309131 +0000 UTC m=+0.180798712" RunningContainers=0 State=idle time="2020-08-20T19:57:48.255825222Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000059 Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 Priority=19 time="2020-08-20T19:57:48.256008941Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000200 Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 time="2020-08-20T19:57:48.256290546Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-30b95ff183c471d4 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.256312560Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-30b95ff183c471d4 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.254848749 +0000 UTC m=+0.183338341" time="2020-08-20T19:57:48.259182446Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-1bb55397b4926431 InstanceType=type4 State=booting time="2020-08-20T19:57:48.259233598Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000060 Instance=stub-providertype4-380704bb7b4d7c03 InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.259293151Z" level=error msg="create failed" InstanceType=type6 error="rate limited until 2020-08-20 19:57:48.260105466 +0000 UTC m=+0.188595055" time="2020-08-20T19:57:48.260245792Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.260559911Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=49 skipped=0 time="2020-08-20T19:57:48.260584526Z" level=debug msg="sync instances" Instances=49 time="2020-08-20T19:57:48.261412339Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-5aff01c926fbf29b WorkerState=shutdown time="2020-08-20T19:57:48.261444749Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-2e4fa459169873f5 WorkerState=shutdown time="2020-08-20T19:57:48.261469350Z" level=debug msg="sync done" time="2020-08-20T19:57:48.261679621Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-15974b9d7f803594 InstanceType=type6 State=booting time="2020-08-20T19:57:48.262391283Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000200 Reason="state=Complete" time="2020-08-20T19:57:48.262427157Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000200 time="2020-08-20T19:57:48.262601336Z" level=debug msg=runQueue Containers=198 Processes=5 time="2020-08-20T19:57:48.262617823Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000160 Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 Priority=20 time="2020-08-20T19:57:48.262945202Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-76a20af6b41292d InstanceType=type3 State=booting time="2020-08-20T19:57:48.263026994Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000181 InstanceType=type6 time="2020-08-20T19:57:48.263207497Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000200 State=Complete time="2020-08-20T19:57:48.263432065Z" level=debug msg=runQueue Containers=197 Processes=6 time="2020-08-20T19:57:48.264110551Z" level=debug msg=runQueue Containers=197 Processes=6 time="2020-08-20T19:57:48.264219826Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype6-45a6e3cafccae224 InstanceType=type6 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.264431733Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.264656073Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000060 Instance=stub-providertype4-380704bb7b4d7c03 InstanceType=type4 time="2020-08-20T19:57:48.265614655Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000060 Reason="state=Complete" time="2020-08-20T19:57:48.264740497Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype6-1e925507c051e18a InstanceType=type6 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.265905234Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000060 time="2020-08-20T19:57:48.266106032Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype2-e4b5ac059483870 InstanceType=type2 State=booting time="2020-08-20T19:57:48.266247060Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 ProbeStart="2020-08-20 19:57:48.26149587 +0000 UTC m=+0.189985450" time="2020-08-20T19:57:48.266387182Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000020 Instance=stub-providertype4-380704bb7b4d7c03 InstanceType=type4 Priority=20 time="2020-08-20T19:57:48.267016739Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 State=booting time="2020-08-20T19:57:48.267878931Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000060 State=Complete time="2020-08-20T19:57:48.268886994Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000160 Instance=stub-providertype8-1408d2ac22c4d294 PID=3 time="2020-08-20T19:57:48.270870332Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-7ca82947a67e52b1 InstanceType=type6 State=booting time="2020-08-20T19:57:48.271178538Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-be67230b027b7e0 InstanceType=type6 State=booting time="2020-08-20T19:57:48.271428356Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000160 Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 time="2020-08-20T19:57:48.271611059Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.271856372Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=55 skipped=0 time="2020-08-20T19:57:48.271908062Z" level=debug msg="sync instances" Instances=55 time="2020-08-20T19:57:48.272917329Z" level=debug msg="sync done" time="2020-08-20T19:57:48.273005366Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-3e5ddb0efd7a84af InstanceType=type6 State=booting time="2020-08-20T19:57:48.273297272Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000059 Instance=stub-providertype3-243a768b7c4e0b68 PID=1 time="2020-08-20T19:57:48.274146148Z" level=debug msg=runQueue Containers=196 Processes=6 time="2020-08-20T19:57:48.274961502Z" level=debug msg=runQueue Containers=196 Processes=6 time="2020-08-20T19:57:48.275641406Z" level=debug msg=runQueue Containers=196 Processes=6 time="2020-08-20T19:57:48.276155114Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype2-28dfd8d37b3ccebc InstanceType=type2 State=booting time="2020-08-20T19:57:48.276527475Z" level=debug msg=runQueue Containers=196 Processes=6 time="2020-08-20T19:57:48.276980789Z" level=error msg="create failed" InstanceType=type4 error="rate limited until 2020-08-20 19:57:48.277115261 +0000 UTC m=+0.205604839" time="2020-08-20T19:57:48.277016811Z" level=info msg="suspending remote calls due to rate-limit error" CallType="create instance" Duration="102.328µs" ResumeAt="2020-08-20 19:57:48.277115261 +0000 UTC m=+0.205604839" time="2020-08-20T19:57:48.278137228Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype4-380704bb7b4d7c03 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.269790676 +0000 UTC m=+0.198280267" time="2020-08-20T19:57:48.278345684Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype4-380704bb7b4d7c03 InstanceType=type4 time="2020-08-20T19:57:48.278577141Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype4-36d467a4af63e58d InstanceType=type4 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.278917660Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-207403def63a5b6f InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.278938797Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-207403def63a5b6f InstanceType=type6 ProbeStart="2020-08-20 19:57:48.267134982 +0000 UTC m=+0.195624578" time="2020-08-20T19:57:48.279066104Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.279081161Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.253047749 +0000 UTC m=+0.181537339" time="2020-08-20T19:57:48.279879596Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype6-207403def63a5b6f InstanceType=type6 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.280038230Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000059 Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 time="2020-08-20T19:57:48.280427298Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-4fd269fd8e5f0475 InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:48.280444093Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-289172b9cced2e2 InstanceType=type6 State=booting time="2020-08-20T19:57:48.283179986Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.283384415Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000120 ExitCode=0 Instance=stub-providertype8-430c8b35bb9457d8 PID=1 time="2020-08-20T19:57:48.284715589Z" level=error msg="create failed" InstanceType=type2 error="rate limited until 2020-08-20 19:57:48.281401097 +0000 UTC m=+0.209890683" time="2020-08-20T19:57:48.283835994Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000160 ExitCode=0 Instance=stub-providertype8-1408d2ac22c4d294 PID=3 time="2020-08-20T19:57:48.285091423Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=59 skipped=0 time="2020-08-20T19:57:48.285134033Z" level=debug msg="sync instances" Instances=59 time="2020-08-20T19:57:48.285544603Z" level=info msg="instance appeared in cloud" Address="127.0.0.1:41299" IdleBehavior=run Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 State=booting time="2020-08-20T19:57:48.285589429Z" level=debug msg="sync done" time="2020-08-20T19:57:48.285919544Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-4fd269fd8e5f0475 InstanceType=type2 ProbeStart="2020-08-20 19:57:48.253125193 +0000 UTC m=+0.181614780" time="2020-08-20T19:57:48.285984599Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-501b6a22b648e604 InstanceType=type4 State=booting time="2020-08-20T19:57:48.286628940Z" level=error msg="create failed" InstanceType=type4 error="rate limited until 2020-08-20 19:57:48.286859645 +0000 UTC m=+0.215349233" time="2020-08-20T19:57:48.286696093Z" level=info msg="suspending remote calls due to rate-limit error" CallType="create instance" Duration="177.765µs" ResumeAt="2020-08-20 19:57:48.286859645 +0000 UTC m=+0.215349233" time="2020-08-20T19:57:48.288662239Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-5cb389ac728f5f4c InstanceType=type8 State=booting time="2020-08-20T19:57:48.289059667Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000020 Instance=stub-providertype4-380704bb7b4d7c03 PID=2 time="2020-08-20T19:57:48.289658375Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.289706417Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 ProbeStart="2020-08-20 19:57:48.285668805 +0000 UTC m=+0.214158410" time="2020-08-20T19:57:48.290101209Z" level=debug msg=runQueue Containers=196 Processes=6 time="2020-08-20T19:57:48.290209122Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype2-4fd269fd8e5f0475 InstanceType=type2 ProbeStart="2020-08-20 19:57:48.253125193 +0000 UTC m=+0.181614780" time="2020-08-20T19:57:48.290242760Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype2-4fd269fd8e5f0475 InstanceType=type2 time="2020-08-20T19:57:48.290262077Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.103670 Instance=stub-providertype2-4fd269fd8e5f0475 InstanceType=type2 State=booting time="2020-08-20T19:57:48.290305189Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000160 Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:48.290343478Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000120 Instance=stub-providertype8-430c8b35bb9457d8 InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:48.290707379Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.290111840Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-6688f8bd3e99b0a8 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.290755082Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-6688f8bd3e99b0a8 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.286142485 +0000 UTC m=+0.214632068" time="2020-08-20T19:57:48.290124486Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000020 Instance=stub-providertype4-380704bb7b4d7c03 InstanceType=type4 time="2020-08-20T19:57:48.290748067Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 ProbeStart="2020-08-20 19:57:48.262863701 +0000 UTC m=+0.191353284" time="2020-08-20T19:57:48.290997505Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-6688f8bd3e99b0a8 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.286142485 +0000 UTC m=+0.214632068" RunningContainers=0 State=idle time="2020-08-20T19:57:48.291185871Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 ProbeStart="2020-08-20 19:57:48.285668805 +0000 UTC m=+0.214158410" RunningContainers=0 State=idle time="2020-08-20T19:57:48.291214023Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000121 InstanceType=type2 time="2020-08-20T19:57:48.291266915Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000081 InstanceType=type4 time="2020-08-20T19:57:48.291677700Z" level=debug msg=runQueue Containers=196 Processes=6 time="2020-08-20T19:57:48.291737762Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-99ad1bdc176163d InstanceType=type8 State=booting time="2020-08-20T19:57:48.291959244Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000040 Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 Priority=20 time="2020-08-20T19:57:48.292192175Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000038 Instance=stub-providertype6-6688f8bd3e99b0a8 InstanceType=type6 Priority=18 time="2020-08-20T19:57:48.292561485Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000001 InstanceType=type2 time="2020-08-20T19:57:48.292628666Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-5225fcd6090ec04f InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.292667966Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-5225fcd6090ec04f InstanceType=type8 ProbeStart="2020-08-20 19:57:48.269993702 +0000 UTC m=+0.198483325" time="2020-08-20T19:57:48.292833191Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-50e57d0f8a928585 InstanceType=type4 State=booting time="2020-08-20T19:57:48.292957845Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype8-5225fcd6090ec04f InstanceType=type8 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.293135878Z" level=debug msg=runQueue Containers=196 Processes=8 time="2020-08-20T19:57:48.294180190Z" level=debug msg=runQueue Containers=196 Processes=8 time="2020-08-20T19:57:48.295605693Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-8cd00c4e533e9a3 InstanceType=type4 State=booting time="2020-08-20T19:57:48.332911092Z" level=debug msg="giving up" Address= ContainerUUID=zzzzz-dz642-000000000000160 Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 time="2020-08-20T19:57:48.332984053Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000059 ExitCode=3 Instance=stub-providertype3-243a768b7c4e0b68 PID=1 time="2020-08-20T19:57:48.333359539Z" level=warning msg="unkillable container, draining worker" Address= ContainerUUID=zzzzz-dz642-000000000000160 Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 time="2020-08-20T19:57:48.333425843Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 time="2020-08-20T19:57:48.333470027Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.061909 Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 State=running time="2020-08-20T19:57:48.333390406Z" level=debug msg="giving up" Address= ContainerUUID=zzzzz-dz642-000000000000120 Instance=stub-providertype8-430c8b35bb9457d8 InstanceType=type8 time="2020-08-20T19:57:48.333597836Z" level=warning msg="unkillable container, draining worker" Address= ContainerUUID=zzzzz-dz642-000000000000120 Instance=stub-providertype8-430c8b35bb9457d8 InstanceType=type8 time="2020-08-20T19:57:48.333628835Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype8-430c8b35bb9457d8 InstanceType=type8 time="2020-08-20T19:57:48.333661992Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.067422 Instance=stub-providertype8-430c8b35bb9457d8 InstanceType=type8 State=running time="2020-08-20T19:57:48.333713205Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-2a80d0564cf20a65 InstanceType=type8 State=booting time="2020-08-20T19:57:48.333790410Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.332984055Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000038 Instance=stub-providertype6-6688f8bd3e99b0a8 PID=1 time="2020-08-20T19:57:48.334021197Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000040 Instance=stub-providertype8-4c22b02936d4ff9b PID=1 time="2020-08-20T19:57:48.334090785Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000038 Instance=stub-providertype6-6688f8bd3e99b0a8 InstanceType=type6 time="2020-08-20T19:57:48.334190060Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=63 skipped=0 time="2020-08-20T19:57:48.334220676Z" level=debug msg="sync instances" Instances=63 time="2020-08-20T19:57:48.335007395Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000040 Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 time="2020-08-20T19:57:48.335205606Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-1408d2ac22c4d294 WorkerState=shutdown time="2020-08-20T19:57:48.335541871Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype2-4fd269fd8e5f0475 WorkerState=shutdown time="2020-08-20T19:57:48.335623220Z" level=debug msg="sync done" time="2020-08-20T19:57:48.335319793Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-6054502fc5d6d268 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.335657228Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-6054502fc5d6d268 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.334059289 +0000 UTC m=+0.262548871" time="2020-08-20T19:57:48.335702443Z" level=info msg="crunch-run process abandoned" Address= ContainerUUID=zzzzz-dz642-000000000000160 Instance=stub-providertype8-1408d2ac22c4d294 InstanceType=type8 time="2020-08-20T19:57:48.335958427Z" level=debug msg=runQueue Containers=196 Processes=7 time="2020-08-20T19:57:48.336235225Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype8-6054502fc5d6d268 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.334059289 +0000 UTC m=+0.262548871" time="2020-08-20T19:57:48.336270555Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype8-6054502fc5d6d268 InstanceType=type8 time="2020-08-20T19:57:48.336300999Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.221934 Instance=stub-providertype8-6054502fc5d6d268 InstanceType=type8 State=booting time="2020-08-20T19:57:48.336491065Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.336510727Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.335821597 +0000 UTC m=+0.264311184" time="2020-08-20T19:57:48.336544417Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-72a9ae754e367aa4 InstanceType=type4 State=booting time="2020-08-20T19:57:48.336597184Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-ba08e4b738b6829 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.336628251Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-ba08e4b738b6829 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.335857575 +0000 UTC m=+0.264347156" time="2020-08-20T19:57:48.336911764Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000059 Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 Reason="state=Complete" time="2020-08-20T19:57:48.336501201Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000160 State=Complete time="2020-08-20T19:57:48.337015758Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.335821597 +0000 UTC m=+0.264311184" RunningContainers=0 State=idle time="2020-08-20T19:57:48.337343188Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype8-ba08e4b738b6829 InstanceType=type8 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.337345920Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.337387904Z" level=debug msg=runQueue Containers=195 Processes=7 time="2020-08-20T19:57:48.337445272Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-6aa7aaf5ad3205d0 InstanceType=type8 State=booting time="2020-08-20T19:57:48.337640521Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=193.997969ms Instance=stub-providertype8-ba08e4b738b6829 InstanceType=type8 Since="2020-08-20 19:57:48.141859611 +0000 UTC m=+0.070349187" State=booting time="2020-08-20T19:57:48.337672009Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 ProbeStart="2020-08-20 19:57:48.33685666 +0000 UTC m=+0.265346237" time="2020-08-20T19:57:48.337773535Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000099 Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 Priority=19 time="2020-08-20T19:57:48.338493121Z" level=debug msg=runQueue Containers=195 Processes=8 time="2020-08-20T19:57:48.338578572Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-1f175c897a14c51 InstanceType=type8 State=booting time="2020-08-20T19:57:48.338758909Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000183 InstanceType=type8 time="2020-08-20T19:57:48.339074752Z" level=debug msg=runQueue Containers=195 Processes=8 time="2020-08-20T19:57:48.340975227Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000059 Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 Signal=15 time="2020-08-20T19:57:48.341735681Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000059 Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 time="2020-08-20T19:57:48.346199249Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-57e74d4b80f63d4 InstanceType=type4 State=booting time="2020-08-20T19:57:48.346359125Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000020 ExitCode=2 Instance=stub-providertype4-380704bb7b4d7c03 PID=2 time="2020-08-20T19:57:48.346431743Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-407241509d1323ad InstanceType=type3 State=booting time="2020-08-20T19:57:48.346533766Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 ProbeStart="2020-08-20 19:57:48.33685666 +0000 UTC m=+0.265346237" RunningContainers=0 State=idle time="2020-08-20T19:57:48.346782547Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-7ce2e98ef360412c InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.346832200Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-7ce2e98ef360412c InstanceType=type3 ProbeStart="2020-08-20 19:57:48.334003089 +0000 UTC m=+0.262492676" time="2020-08-20T19:57:48.347304934Z" level=debug msg=runQueue Containers=195 Processes=8 time="2020-08-20T19:57:48.347355488Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000119 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 Priority=19 time="2020-08-20T19:57:48.347463842Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000139 Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 Priority=19 time="2020-08-20T19:57:48.347698720Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-284b8607a09f7b29 InstanceType=type8 State=booting time="2020-08-20T19:57:48.347808580Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000059 Reason="state=Complete" time="2020-08-20T19:57:48.347833451Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000059 time="2020-08-20T19:57:48.348018764Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000059 State=Complete time="2020-08-20T19:57:48.348072556Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-683e14a538d3b494 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.348135433Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-683e14a538d3b494 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.292914591 +0000 UTC m=+0.221404179" time="2020-08-20T19:57:48.348398136Z" level=debug msg=runQueue Containers=194 Processes=9 time="2020-08-20T19:57:48.348433390Z" level=error msg="create failed" InstanceType=type8 error="rate limited until 2020-08-20 19:57:48.348661682 +0000 UTC m=+0.277151279" time="2020-08-20T19:57:48.348475540Z" level=info msg="suspending remote calls due to rate-limit error" CallType="create instance" Duration="189.504µs" ResumeAt="2020-08-20 19:57:48.348661682 +0000 UTC m=+0.277151279" time="2020-08-20T19:57:48.348620243Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000020 Instance=stub-providertype4-380704bb7b4d7c03 InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.350294040Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000038 Instance=stub-providertype6-6688f8bd3e99b0a8 PID=1 State=Locked time="2020-08-20T19:57:48.351524563Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000040 ExitCode=3 Instance=stub-providertype8-4c22b02936d4ff9b PID=1 time="2020-08-20T19:57:48.351907938Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000020 Instance=stub-providertype4-380704bb7b4d7c03 InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.352331372Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-2f64ed37e9a7b972 InstanceType=type4 State=booting time="2020-08-20T19:57:48.352439572Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype8-683e14a538d3b494 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.292914591 +0000 UTC m=+0.221404179" time="2020-08-20T19:57:48.352464587Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype8-683e14a538d3b494 InstanceType=type8 time="2020-08-20T19:57:48.352489629Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.142524 Instance=stub-providertype8-683e14a538d3b494 InstanceType=type8 State=booting time="2020-08-20T19:57:48.352822673Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 State=booting time="2020-08-20T19:57:48.354150638Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.354356548Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype8-4cd239ea0c8dc214 InstanceType=type8 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.354450368Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.355113739Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.353976752 +0000 UTC m=+0.282466339" time="2020-08-20T19:57:48.354464753Z" level=debug msg=runQueue Containers=194 Processes=9 time="2020-08-20T19:57:48.355494254Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000103 InstanceType=type8 time="2020-08-20T19:57:48.355525281Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000063 InstanceType=type8 time="2020-08-20T19:57:48.354531069Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=67 skipped=0 time="2020-08-20T19:57:48.355647507Z" level=debug msg="sync instances" Instances=67 time="2020-08-20T19:57:48.355868445Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-6054502fc5d6d268 WorkerState=shutdown time="2020-08-20T19:57:48.355902314Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-430c8b35bb9457d8 WorkerState=shutdown time="2020-08-20T19:57:48.355956660Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-ba08e4b738b6829 WorkerState=shutdown time="2020-08-20T19:57:48.355981208Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-683e14a538d3b494 WorkerState=shutdown time="2020-08-20T19:57:48.354922618Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-4d65822107fcfd52 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.356092356Z" level=debug msg="sync done" time="2020-08-20T19:57:48.356206691Z" level=debug msg=runQueue Containers=194 Processes=8 time="2020-08-20T19:57:48.356736580Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000120 State=Complete time="2020-08-20T19:57:48.357050893Z" level=debug msg=runQueue Containers=193 Processes=8 time="2020-08-20T19:57:48.357582621Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000040 Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:48.354569176Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000099 Instance=stub-providertype4-c7964976f269a28 PID=1 time="2020-08-20T19:57:48.354883877Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-5e377ef58485d68b InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.357784700Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-5e377ef58485d68b InstanceType=type4 ProbeStart="2020-08-20 19:57:48.29237122 +0000 UTC m=+0.220860804" time="2020-08-20T19:57:48.357803939Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000099 Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 time="2020-08-20T19:57:48.357917868Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-693a570dd2d99eb9 InstanceType=type4 State=booting time="2020-08-20T19:57:48.358085437Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-33afd37941439089 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.358146004Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.358193999Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000139 Instance=stub-providertype3-243a768b7c4e0b68 PID=2 time="2020-08-20T19:57:48.358458970Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000120 Reason="state=Complete" time="2020-08-20T19:57:48.358571916Z" level=info msg="crunch-run process abandoned" Address= ContainerUUID=zzzzz-dz642-000000000000120 Instance=stub-providertype8-430c8b35bb9457d8 InstanceType=type8 time="2020-08-20T19:57:48.358708492Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-4d65822107fcfd52 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.353092845 +0000 UTC m=+0.281582437" time="2020-08-20T19:57:48.358778669Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000139 Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 time="2020-08-20T19:57:48.358808038Z" level=debug msg=runQueue Containers=193 Processes=8 time="2020-08-20T19:57:48.358883759Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000020 Instance=stub-providertype4-380704bb7b4d7c03 InstanceType=type4 time="2020-08-20T19:57:48.358912332Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-f5742f012c8d4bd InstanceType=type3 State=booting time="2020-08-20T19:57:48.359068859Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000040 Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 time="2020-08-20T19:57:48.359102714Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-33afd37941439089 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.357259417 +0000 UTC m=+0.285749019" time="2020-08-20T19:57:48.359172060Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.289535358 +0000 UTC m=+0.218024937" time="2020-08-20T19:57:48.359271911Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000039 Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 Priority=19 time="2020-08-20T19:57:48.359570159Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype4-4d65822107fcfd52 InstanceType=type4 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.360902057Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-37ab3641fe3dea79 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.361165164Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=276.125844ms Instance=stub-providertype4-4d65822107fcfd52 InstanceType=type4 Since="2020-08-20 19:57:48.076967022 +0000 UTC m=+0.005456593" State=booting time="2020-08-20T19:57:48.361205657Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype3-33afd37941439089 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.357259417 +0000 UTC m=+0.285749019" RunningContainers=0 State=idle time="2020-08-20T19:57:48.361236664Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-37ab3641fe3dea79 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.34017805 +0000 UTC m=+0.268667654" time="2020-08-20T19:57:48.362548038Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-26e2fcfa16fea4d3 InstanceType=type3 State=booting time="2020-08-20T19:57:48.362928488Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.362946004Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 ProbeStart="2020-08-20 19:57:48.34094454 +0000 UTC m=+0.269434120" time="2020-08-20T19:57:48.363233348Z" level=error msg="create failed" InstanceType=type8 error="rate limited until 2020-08-20 19:57:48.363438239 +0000 UTC m=+0.291927814" time="2020-08-20T19:57:48.363265939Z" level=info msg="suspending remote calls due to rate-limit error" CallType="create instance" Duration="177.768µs" ResumeAt="2020-08-20 19:57:48.363438239 +0000 UTC m=+0.291927814" time="2020-08-20T19:57:48.363472687Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000038 Instance=stub-providertype6-6688f8bd3e99b0a8 InstanceType=type6 time="2020-08-20T19:57:48.363475957Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.363638215Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.363875726Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.337856366 +0000 UTC m=+0.266345951" time="2020-08-20T19:57:48.363890076Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype6-37ab3641fe3dea79 InstanceType=type6 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.364012913Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=157.374371ms Instance=stub-providertype6-37ab3641fe3dea79 InstanceType=type6 Since="2020-08-20 19:57:48.182803711 +0000 UTC m=+0.111293283" State=booting time="2020-08-20T19:57:48.364046316Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.361407676 +0000 UTC m=+0.289897267" time="2020-08-20T19:57:48.364409706Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.361407676 +0000 UTC m=+0.289897267" RunningContainers=0 State=idle time="2020-08-20T19:57:48.364656762Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000040 Reason="state=Complete" time="2020-08-20T19:57:48.364690202Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000040 time="2020-08-20T19:57:48.364729930Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000020 Reason="state=Complete" time="2020-08-20T19:57:48.364763896Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000020 time="2020-08-20T19:57:48.364863986Z" level=debug msg=runQueue Containers=193 Processes=7 time="2020-08-20T19:57:48.364896377Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000079 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Priority=19 time="2020-08-20T19:57:48.364963873Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000019 Instance=stub-providertype3-33afd37941439089 InstanceType=type3 Priority=19 time="2020-08-20T19:57:48.365055230Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000198 Instance=stub-providertype6-6688f8bd3e99b0a8 InstanceType=type6 Priority=18 time="2020-08-20T19:57:48.365501980Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000081 InstanceType=type4 time="2020-08-20T19:57:48.365676276Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000040 State=Complete time="2020-08-20T19:57:48.365726868Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000020 State=Complete time="2020-08-20T19:57:48.366012081Z" level=debug msg=runQueue Containers=191 Processes=10 time="2020-08-20T19:57:48.366133850Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.366427223Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=68 skipped=0 time="2020-08-20T19:57:48.366448385Z" level=debug msg="sync instances" Instances=68 time="2020-08-20T19:57:48.366466551Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000119 Instance=stub-providertype8-72bb5389421657ff PID=1 time="2020-08-20T19:57:48.366777681Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-37ab3641fe3dea79 WorkerState=shutdown time="2020-08-20T19:57:48.366810646Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-4d65822107fcfd52 WorkerState=shutdown time="2020-08-20T19:57:48.366852525Z" level=debug msg="sync done" time="2020-08-20T19:57:48.366937242Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000119 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 time="2020-08-20T19:57:48.367289627Z" level=debug msg=runQueue Containers=191 Processes=10 time="2020-08-20T19:57:48.367630028Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-7950358b44e12d33 InstanceType=type8 State=booting time="2020-08-20T19:57:48.368177329Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000038 Op=cancel time="2020-08-20T19:57:48.368457077Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000038 Priority=18 State=Locked time="2020-08-20T19:57:48.369399900Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-78ac46076870b5f1 InstanceType=type6 State=booting time="2020-08-20T19:57:48.370515449Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype2-6d7acf370641dfb5 InstanceType=type2 State=booting time="2020-08-20T19:57:48.370725521Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000019 Instance=stub-providertype3-33afd37941439089 PID=1 time="2020-08-20T19:57:48.370839299Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000079 Instance=stub-providertype8-528047936c9c64b7 PID=1 time="2020-08-20T19:57:48.370937742Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000019 Instance=stub-providertype3-33afd37941439089 InstanceType=type3 time="2020-08-20T19:57:48.371828270Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000099 ExitCode=2 Instance=stub-providertype4-c7964976f269a28 PID=1 time="2020-08-20T19:57:48.371907115Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000079 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 time="2020-08-20T19:57:48.372245469Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000039 Instance=stub-providertype8-4c22b02936d4ff9b PID=2 time="2020-08-20T19:57:48.372763090Z" level=debug msg=runQueue Containers=191 Processes=10 time="2020-08-20T19:57:48.372784092Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000039 Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 time="2020-08-20T19:57:48.373059545Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.373382496Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype8-4cd239ea0c8dc214 InstanceType=type8 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.375750378Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-9c09a3e6f241c57 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.375837967Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000198 Instance=stub-providertype6-6688f8bd3e99b0a8 PID=2 time="2020-08-20T19:57:48.375949079Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000198 Instance=stub-providertype6-6688f8bd3e99b0a8 InstanceType=type6 time="2020-08-20T19:57:48.376011839Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000119 ExitCode=2 Instance=stub-providertype8-72bb5389421657ff PID=1 time="2020-08-20T19:57:48.376366876Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.370745499 +0000 UTC m=+0.299235069" time="2020-08-20T19:57:48.376822991Z" level=debug msg=runQueue Containers=191 Processes=10 time="2020-08-20T19:57:48.376858751Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-39ee49c22554adf4 InstanceType=type4 State=booting time="2020-08-20T19:57:48.376883757Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.377047451Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=72 skipped=0 time="2020-08-20T19:57:48.377060457Z" level=debug msg="sync instances" Instances=72 time="2020-08-20T19:57:48.377224129Z" level=debug msg="sync done" time="2020-08-20T19:57:48.377239585Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=165.461457ms Instance=stub-providertype8-4cd239ea0c8dc214 InstanceType=type8 Since="2020-08-20 19:57:48.205820438 +0000 UTC m=+0.134310020" State=booting time="2020-08-20T19:57:48.377263858Z" level=info msg="boot failed" Address= Duration=165.461457ms Instance=stub-providertype8-4cd239ea0c8dc214 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.371281899 +0000 UTC m=+0.299771477" stderr="cannot fork\n" time="2020-08-20T19:57:48.377298267Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000038 Reason="state=Queued" time="2020-08-20T19:57:48.377349546Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000038 time="2020-08-20T19:57:48.377433537Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-9c09a3e6f241c57 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.363068837 +0000 UTC m=+0.291558422" time="2020-08-20T19:57:48.377995636Z" level=debug msg=runQueue Containers=191 Processes=9 time="2020-08-20T19:57:48.378237194Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000103 InstanceType=type8 time="2020-08-20T19:57:48.378296812Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000061 InstanceType=type6 time="2020-08-20T19:57:48.378660161Z" level=debug msg=runQueue Containers=191 Processes=9 time="2020-08-20T19:57:48.379101323Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000038 Op=lock time="2020-08-20T19:57:48.381976368Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000038 Op=lock time="2020-08-20T19:57:48.380862730Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype2-6ebe0de7c0f8f4f6 InstanceType=type2 State=booting time="2020-08-20T19:57:48.382729870Z" level=debug msg=runQueue Containers=191 Processes=9 time="2020-08-20T19:57:48.382903714Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-467a93c930a03c8e InstanceType=type6 State=booting time="2020-08-20T19:57:48.383285542Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-e4b5ac059483870 InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:48.383340303Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-e4b5ac059483870 InstanceType=type2 ProbeStart="2020-08-20 19:57:48.364867428 +0000 UTC m=+0.293357017" time="2020-08-20T19:57:48.383310394Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-15974b9d7f803594 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.383444567Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-15974b9d7f803594 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.363936617 +0000 UTC m=+0.292426211" time="2020-08-20T19:57:48.384106698Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-3e5ddb0efd7a84af InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.384158293Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-3e5ddb0efd7a84af InstanceType=type6 ProbeStart="2020-08-20 19:57:48.367959492 +0000 UTC m=+0.296449075" time="2020-08-20T19:57:48.384470676Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-877a649ba141d44 InstanceType=type6 State=booting time="2020-08-20T19:57:48.385339306Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000038 Op=lock time="2020-08-20T19:57:48.385997715Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000038 InstanceType=type6 time="2020-08-20T19:57:48.386530373Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000119 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:48.386724684Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000099 Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.386738059Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000139 Instance=stub-providertype3-243a768b7c4e0b68 PID=2 State=Running time="2020-08-20T19:57:48.387052963Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-2f8cdfe5e2e4da00 InstanceType=type6 State=booting time="2020-08-20T19:57:48.387517089Z" level=debug msg=runQueue Containers=191 Processes=9 time="2020-08-20T19:57:48.388270728Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.389858090Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000119 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 Signal=15 time="2020-08-20T19:57:48.389862441Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000099 Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.390342183Z" level=debug msg=runQueue Containers=191 Processes=9 time="2020-08-20T19:57:48.390489665Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000019 Instance=stub-providertype3-33afd37941439089 PID=1 State=Running time="2020-08-20T19:57:48.390636656Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-230ff59da1d7abbf InstanceType=type6 State=booting time="2020-08-20T19:57:48.390807631Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-284b8607a09f7b29 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.390828549Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-284b8607a09f7b29 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.377098407 +0000 UTC m=+0.305587994" time="2020-08-20T19:57:48.390888735Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.390893252Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000119 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 time="2020-08-20T19:57:48.390916681Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 ProbeStart="2020-08-20 19:57:48.376274179 +0000 UTC m=+0.304763767" time="2020-08-20T19:57:48.390938390Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000099 Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 time="2020-08-20T19:57:48.391249300Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=76 skipped=0 time="2020-08-20T19:57:48.391256506Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-20e7309f035b88ab InstanceType=type3 State=booting time="2020-08-20T19:57:48.391397907Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000099 Reason="state=Complete" time="2020-08-20T19:57:48.391429673Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000099 time="2020-08-20T19:57:48.391440881Z" level=debug msg="sync instances" Instances=76 time="2020-08-20T19:57:48.391631998Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-4cd239ea0c8dc214 WorkerState=shutdown time="2020-08-20T19:57:48.391654498Z" level=debug msg="sync done" time="2020-08-20T19:57:48.391687415Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000119 Reason="state=Complete" time="2020-08-20T19:57:48.391725235Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000119 time="2020-08-20T19:57:48.391809281Z" level=debug msg=runQueue Containers=191 Processes=7 time="2020-08-20T19:57:48.391833422Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000159 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 Priority=19 time="2020-08-20T19:57:48.391981018Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000138 Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 Priority=18 time="2020-08-20T19:57:48.392488547Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000099 State=Complete time="2020-08-20T19:57:48.392519913Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000119 State=Complete time="2020-08-20T19:57:48.392797000Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype2-26e5c5f78bc637e0 InstanceType=type2 State=booting time="2020-08-20T19:57:48.393087516Z" level=debug msg=runQueue Containers=189 Processes=9 time="2020-08-20T19:57:48.393815613Z" level=debug msg=runQueue Containers=189 Processes=9 time="2020-08-20T19:57:48.394448494Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-3e6306563b26de InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.394456779Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype2-6823be14ff09ef3c InstanceType=type2 State=booting time="2020-08-20T19:57:48.394569702Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-3e6306563b26de InstanceType=type8 ProbeStart="2020-08-20 19:57:48.394162674 +0000 UTC m=+0.322652261" time="2020-08-20T19:57:48.394468061Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype6-53bf1faf0cf52517 InstanceType=type6 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.394681483Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000198 ExitCode=1 Instance=stub-providertype6-6688f8bd3e99b0a8 PID=2 time="2020-08-20T19:57:48.394854188Z" level=debug msg=runQueue Containers=189 Processes=9 time="2020-08-20T19:57:48.395036839Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000079 ExitCode=2 Instance=stub-providertype8-528047936c9c64b7 PID=1 time="2020-08-20T19:57:48.395096511Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-3e6306563b26de InstanceType=type8 ProbeStart="2020-08-20 19:57:48.394162674 +0000 UTC m=+0.322652261" RunningContainers=0 State=idle time="2020-08-20T19:57:48.395386732Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype8-1f175c897a14c51 InstanceType=type8 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.395799662Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000198 Instance=stub-providertype6-6688f8bd3e99b0a8 InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:48.396350129Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000079 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:48.396879032Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000138 Instance=stub-providertype4-c7964976f269a28 PID=2 time="2020-08-20T19:57:48.396887388Z" level=debug msg=runQueue Containers=189 Processes=9 time="2020-08-20T19:57:48.397011301Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000138 Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 time="2020-08-20T19:57:48.396902406Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-6028a72c20e15ca0 InstanceType=type3 State=booting time="2020-08-20T19:57:48.397252848Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000199 Instance=stub-providertype8-3e6306563b26de InstanceType=type8 Priority=19 time="2020-08-20T19:57:48.398309324Z" level=debug msg=runQueue Containers=189 Processes=10 time="2020-08-20T19:57:48.398411576Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000139 Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 time="2020-08-20T19:57:48.398982565Z" level=debug msg=runQueue Containers=189 Processes=10 time="2020-08-20T19:57:48.399013643Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000179 Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 Priority=19 time="2020-08-20T19:57:48.399711793Z" level=debug msg=runQueue Containers=189 Processes=11 time="2020-08-20T19:57:48.400177260Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000079 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Signal=15 time="2020-08-20T19:57:48.400270239Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000198 Instance=stub-providertype6-6688f8bd3e99b0a8 InstanceType=type6 Signal=15 time="2020-08-20T19:57:48.400658990Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-731e9aa9d428d50f InstanceType=type8 State=booting time="2020-08-20T19:57:48.400929455Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000079 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 time="2020-08-20T19:57:48.401168779Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000198 Instance=stub-providertype6-6688f8bd3e99b0a8 InstanceType=type6 time="2020-08-20T19:57:48.400985454Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000159 Instance=stub-providertype8-72bb5389421657ff PID=2 time="2020-08-20T19:57:48.401440974Z" level=debug msg=runQueue Containers=189 Processes=11 time="2020-08-20T19:57:48.401480664Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000118 Instance=stub-providertype6-6688f8bd3e99b0a8 InstanceType=type6 Priority=18 time="2020-08-20T19:57:48.401816249Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.402197367Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000159 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 time="2020-08-20T19:57:48.402478912Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=81 skipped=0 time="2020-08-20T19:57:48.402505015Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000136 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Priority=16 time="2020-08-20T19:57:48.403622544Z" level=debug msg="sync instances" Instances=81 time="2020-08-20T19:57:48.404393539Z" level=debug msg="sync done" time="2020-08-20T19:57:48.404420586Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-342a0313380457d7 InstanceType=type6 State=booting time="2020-08-20T19:57:48.404467321Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000139 Op=cancel time="2020-08-20T19:57:48.404494700Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000139 time="2020-08-20T19:57:48.404529186Z" level=debug msg=runQueue Containers=189 Processes=13 time="2020-08-20T19:57:48.404635730Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000198 Reason="state=Complete" time="2020-08-20T19:57:48.404676848Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000198 time="2020-08-20T19:57:48.404678140Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-57e74d4b80f63d4 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.404697870Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000079 Reason="state=Complete" time="2020-08-20T19:57:48.404729110Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000079 time="2020-08-20T19:57:48.404738283Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-57e74d4b80f63d4 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.390502882 +0000 UTC m=+0.318992472" time="2020-08-20T19:57:48.404842383Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-30b95ff183c471d4 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.404861785Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-30b95ff183c471d4 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.402876789 +0000 UTC m=+0.331366374" time="2020-08-20T19:57:48.404913064Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-4d4f278a67149b9c InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.404924689Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-4d4f278a67149b9c InstanceType=type4 ProbeStart="2020-08-20 19:57:48.402700167 +0000 UTC m=+0.331189772" time="2020-08-20T19:57:48.404929932Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000199 Instance=stub-providertype8-3e6306563b26de PID=1 time="2020-08-20T19:57:48.405006674Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype4-1bf98be2a9d78d73 InstanceType=type4 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.405022489Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000198 State=Complete time="2020-08-20T19:57:48.405065992Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000079 State=Complete time="2020-08-20T19:57:48.405109935Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000199 Instance=stub-providertype8-3e6306563b26de InstanceType=type8 time="2020-08-20T19:57:48.405038027Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000139 Reason="state=Cancelled" time="2020-08-20T19:57:48.405323258Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000139 time="2020-08-20T19:57:48.405337932Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=270.880248ms Instance=stub-providertype4-1bf98be2a9d78d73 InstanceType=type4 Since="2020-08-20 19:57:48.132449921 +0000 UTC m=+0.060939504" State=booting time="2020-08-20T19:57:48.405355093Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype4-57e74d4b80f63d4 InstanceType=type4 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.405357222Z" level=info msg="boot failed" Address= Duration=270.880248ms Instance=stub-providertype4-1bf98be2a9d78d73 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.403330165 +0000 UTC m=+0.331819752" stderr="cannot fork\n" time="2020-08-20T19:57:48.405484146Z" level=debug msg=runQueue Containers=187 Processes=10 time="2020-08-20T19:57:48.405806864Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.405830251Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.405563365 +0000 UTC m=+0.334052950" time="2020-08-20T19:57:48.406137884Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000139 State=Cancelled time="2020-08-20T19:57:48.406181443Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.405563365 +0000 UTC m=+0.334052950" RunningContainers=0 State=idle time="2020-08-20T19:57:48.406464633Z" level=debug msg=runQueue Containers=186 Processes=10 time="2020-08-20T19:57:48.406556930Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000096 Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 Priority=16 time="2020-08-20T19:57:48.406699476Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype4-36d467a4af63e58d InstanceType=type4 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.406754822Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=266.929464ms Instance=stub-providertype4-36d467a4af63e58d InstanceType=type4 Since="2020-08-20 19:57:48.13937217 +0000 UTC m=+0.067861760" State=booting time="2020-08-20T19:57:48.406786649Z" level=info msg="boot failed" Address= Duration=266.929464ms Instance=stub-providertype4-36d467a4af63e58d InstanceType=type4 ProbeStart="2020-08-20 19:57:48.406301629 +0000 UTC m=+0.334791224" stderr="cannot fork\n" time="2020-08-20T19:57:48.408881533Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000179 Instance=stub-providertype3-243a768b7c4e0b68 PID=3 time="2020-08-20T19:57:48.409039329Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000136 Instance=stub-providertype8-528047936c9c64b7 PID=2 time="2020-08-20T19:57:48.409170611Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 State=booting time="2020-08-20T19:57:48.409065264Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000039 ExitCode=2 Instance=stub-providertype8-4c22b02936d4ff9b PID=2 time="2020-08-20T19:57:48.409213429Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000179 Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 time="2020-08-20T19:57:48.409703681Z" level=debug msg=runQueue Containers=186 Processes=11 time="2020-08-20T19:57:48.410381712Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000081 InstanceType=type4 time="2020-08-20T19:57:48.411989349Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000096 Instance=stub-providertype8-4b7fafc3545836c4 PID=1 time="2020-08-20T19:57:48.412130912Z" level=debug msg=runQueue Containers=186 Processes=11 time="2020-08-20T19:57:48.412819037Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-6208ccef90a5b41 InstanceType=type6 State=booting time="2020-08-20T19:57:48.412823533Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000136 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 time="2020-08-20T19:57:48.412917999Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 State=booting time="2020-08-20T19:57:48.413017052Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000118 Instance=stub-providertype6-6688f8bd3e99b0a8 PID=3 time="2020-08-20T19:57:48.413151162Z" level=error msg="create failed" InstanceType=type4 error="rate limited until 2020-08-20 19:57:48.413869149 +0000 UTC m=+0.342358724" time="2020-08-20T19:57:48.413181331Z" level=info msg="suspending remote calls due to rate-limit error" CallType="create instance" Duration="691.297µs" ResumeAt="2020-08-20 19:57:48.413869149 +0000 UTC m=+0.342358724" time="2020-08-20T19:57:48.413319222Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000096 Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 time="2020-08-20T19:57:48.413366675Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000118 Instance=stub-providertype6-6688f8bd3e99b0a8 InstanceType=type6 time="2020-08-20T19:57:48.413520684Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-1852fe624c330f1d InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.413594006Z" level=debug msg=runQueue Containers=186 Processes=11 time="2020-08-20T19:57:48.413632852Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-1852fe624c330f1d InstanceType=type3 ProbeStart="2020-08-20 19:57:48.39586928 +0000 UTC m=+0.324358860" time="2020-08-20T19:57:48.414008335Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-289172b9cced2e2 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.414045640Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-289172b9cced2e2 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.398190787 +0000 UTC m=+0.326680369" time="2020-08-20T19:57:48.414057116Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000081 InstanceType=type4 time="2020-08-20T19:57:48.414075584Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000039 Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:48.414334526Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-5225fcd6090ec04f InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.414380751Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-5225fcd6090ec04f InstanceType=type8 ProbeStart="2020-08-20 19:57:48.410299887 +0000 UTC m=+0.338789479" time="2020-08-20T19:57:48.414458228Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.414762685Z" level=debug msg=runQueue Containers=186 Processes=11 time="2020-08-20T19:57:48.415787676Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=83 skipped=0 time="2020-08-20T19:57:48.415831723Z" level=debug msg="sync instances" Instances=83 time="2020-08-20T19:57:48.416162345Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-36d467a4af63e58d WorkerState=shutdown time="2020-08-20T19:57:48.416202775Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-1bf98be2a9d78d73 WorkerState=shutdown time="2020-08-20T19:57:48.416235735Z" level=debug msg="sync done" time="2020-08-20T19:57:48.416288159Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype3-1852fe624c330f1d InstanceType=type3 ProbeStart="2020-08-20 19:57:48.39586928 +0000 UTC m=+0.324358860" time="2020-08-20T19:57:48.416319855Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype3-1852fe624c330f1d InstanceType=type3 time="2020-08-20T19:57:48.416337094Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.164124 Instance=stub-providertype3-1852fe624c330f1d InstanceType=type3 State=booting time="2020-08-20T19:57:48.416412048Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-61fece1535d95dc3 InstanceType=type3 State=booting time="2020-08-20T19:57:48.416498054Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype8-5225fcd6090ec04f InstanceType=type8 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.416581626Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-5e377ef58485d68b InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.416691357Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=200.483898ms Instance=stub-providertype8-5225fcd6090ec04f InstanceType=type8 Since="2020-08-20 19:57:48.209815995 +0000 UTC m=+0.138305581" State=booting time="2020-08-20T19:57:48.416711088Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000159 ExitCode=0 Instance=stub-providertype8-72bb5389421657ff PID=2 time="2020-08-20T19:57:48.416780357Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-5e377ef58485d68b InstanceType=type4 ProbeStart="2020-08-20 19:57:48.415285952 +0000 UTC m=+0.343775531" time="2020-08-20T19:57:48.417054442Z" level=debug msg=runQueue Containers=186 Processes=11 time="2020-08-20T19:57:48.417894964Z" level=debug msg=runQueue Containers=186 Processes=11 time="2020-08-20T19:57:48.417978835Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000136 ExitCode=2 Instance=stub-providertype8-528047936c9c64b7 PID=2 time="2020-08-20T19:57:48.418515108Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000039 Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 Signal=15 time="2020-08-20T19:57:48.419314526Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-cae54ddc325f819 InstanceType=type6 State=booting time="2020-08-20T19:57:48.419741656Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-50d4397dca20e3f9 InstanceType=type4 State=booting time="2020-08-20T19:57:48.420512834Z" level=error msg="create failed" InstanceType=type6 error="rate limited until 2020-08-20 19:57:48.420685306 +0000 UTC m=+0.349174895" time="2020-08-20T19:57:48.420549724Z" level=info msg="suspending remote calls due to rate-limit error" CallType="create instance" Duration="140.207µs" ResumeAt="2020-08-20 19:57:48.420685306 +0000 UTC m=+0.349174895" time="2020-08-20T19:57:48.423080476Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000138 Instance=stub-providertype4-c7964976f269a28 PID=2 State=Locked time="2020-08-20T19:57:48.423929891Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-2b4984a40b8d54db InstanceType=type4 State=booting time="2020-08-20T19:57:48.424148935Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000039 Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 time="2020-08-20T19:57:48.424299889Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-7ce2e98ef360412c InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.424320952Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-7ce2e98ef360412c InstanceType=type3 ProbeStart="2020-08-20 19:57:48.418237131 +0000 UTC m=+0.346726713" time="2020-08-20T19:57:48.424906660Z" level=debug msg=runQueue Containers=186 Processes=11 time="2020-08-20T19:57:48.424988627Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000056 Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 Priority=16 time="2020-08-20T19:57:48.425708889Z" level=debug msg=runQueue Containers=186 Processes=12 time="2020-08-20T19:57:48.426607190Z" level=debug msg=runQueue Containers=186 Processes=12 time="2020-08-20T19:57:48.426882774Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-28dfd8d37b3ccebc InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:48.426904834Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-28dfd8d37b3ccebc InstanceType=type2 ProbeStart="2020-08-20 19:57:48.409506294 +0000 UTC m=+0.337995881" time="2020-08-20T19:57:48.427126547Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-4048c57dfab88cbe InstanceType=type8 State=booting time="2020-08-20T19:57:48.427375774Z" level=debug msg=runQueue Containers=186 Processes=12 time="2020-08-20T19:57:48.427630834Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype3-7ce2e98ef360412c InstanceType=type3 ProbeStart="2020-08-20 19:57:48.418237131 +0000 UTC m=+0.346726713" RunningContainers=0 State=idle time="2020-08-20T19:57:48.428016052Z" level=debug msg=runQueue Containers=186 Processes=12 time="2020-08-20T19:57:48.428057881Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000098 Instance=stub-providertype3-7ce2e98ef360412c InstanceType=type3 Priority=18 time="2020-08-20T19:57:48.428065548Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-57930cf840a79c3b InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.429510550Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000136 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:48.430389276Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-76a20af6b41292d InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.430403727Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-79fd5dff976108fa InstanceType=type4 State=booting time="2020-08-20T19:57:48.432213126Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000039 Reason="state=Complete" time="2020-08-20T19:57:48.432311227Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000118 Instance=stub-providertype6-6688f8bd3e99b0a8 PID=3 State=Running time="2020-08-20T19:57:48.432378132Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.432531882Z" level=error msg="create failed" InstanceType=type8 error="rate limited until 2020-08-20 19:57:48.429793418 +0000 UTC m=+0.358282996" time="2020-08-20T19:57:48.432671113Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000039 Reason="state=Complete" time="2020-08-20T19:57:48.432748530Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000159 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:48.432803010Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000179 Instance=stub-providertype3-243a768b7c4e0b68 PID=3 State=Running time="2020-08-20T19:57:48.432856975Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000096 Instance=stub-providertype8-4b7fafc3545836c4 PID=1 State=Locked time="2020-08-20T19:57:48.432938703Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000039 Reason="state=Complete" time="2020-08-20T19:57:48.433047172Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000039 Reason="state=Complete" time="2020-08-20T19:57:48.433289845Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000039 Reason="state=Complete" time="2020-08-20T19:57:48.433403097Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-5c2535ca822d00ef InstanceType=type4 State=booting time="2020-08-20T19:57:48.433481803Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000039 time="2020-08-20T19:57:48.433576793Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-501b6a22b648e604 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.433641360Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-501b6a22b648e604 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.413064391 +0000 UTC m=+0.341553971" time="2020-08-20T19:57:48.433752251Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-57930cf840a79c3b InstanceType=type6 ProbeStart="2020-08-20 19:57:48.405713243 +0000 UTC m=+0.334202835" time="2020-08-20T19:57:48.433929007Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-76a20af6b41292d InstanceType=type3 ProbeStart="2020-08-20 19:57:48.411978202 +0000 UTC m=+0.340467795" time="2020-08-20T19:57:48.434196891Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000039 State=Complete time="2020-08-20T19:57:48.434551504Z" level=debug msg=runQueue Containers=185 Processes=12 time="2020-08-20T19:57:48.435334562Z" level=debug msg=runQueue Containers=185 Processes=12 time="2020-08-20T19:57:48.435451922Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000098 Instance=stub-providertype3-7ce2e98ef360412c PID=1 time="2020-08-20T19:57:48.435533621Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000136 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Signal=15 time="2020-08-20T19:57:48.435752451Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000098 Instance=stub-providertype3-7ce2e98ef360412c InstanceType=type3 time="2020-08-20T19:57:48.435890182Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=88 skipped=0 time="2020-08-20T19:57:48.435915362Z" level=debug msg="sync instances" Instances=88 time="2020-08-20T19:57:48.436031405Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000199 Instance=stub-providertype8-3e6306563b26de PID=1 State=Running time="2020-08-20T19:57:48.438002490Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-be67230b027b7e0 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.438395570Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-5225fcd6090ec04f WorkerState=shutdown time="2020-08-20T19:57:48.438432130Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-1852fe624c330f1d WorkerState=shutdown time="2020-08-20T19:57:48.438460649Z" level=debug msg="sync done" time="2020-08-20T19:57:48.438632695Z" level=error msg="create failed" InstanceType=type8 error="rate limited until 2020-08-20 19:57:48.439328981 +0000 UTC m=+0.367818561" time="2020-08-20T19:57:48.438676608Z" level=info msg="suspending remote calls due to rate-limit error" CallType="create instance" Duration="655.691µs" ResumeAt="2020-08-20 19:57:48.439328981 +0000 UTC m=+0.367818561" time="2020-08-20T19:57:48.440920042Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000159 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 Signal=15 time="2020-08-20T19:57:48.438659718Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype3-3eecfdbc6db30e37 InstanceType=type3 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.441634279Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000056 Instance=stub-providertype8-4c22b02936d4ff9b PID=3 time="2020-08-20T19:57:48.442209234Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000056 Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 time="2020-08-20T19:57:48.445609257Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000136 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 time="2020-08-20T19:57:48.445728086Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-be67230b027b7e0 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.421958967 +0000 UTC m=+0.350448550" time="2020-08-20T19:57:48.445769197Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-51825d31521f7308 InstanceType=type8 State=booting time="2020-08-20T19:57:48.445862468Z" level=debug msg=runQueue Containers=185 Processes=12 time="2020-08-20T19:57:48.445905653Z" level=error msg="create failed" InstanceType=type4 error="rate limited until 2020-08-20 19:57:48.439328981 +0000 UTC m=+0.367818561" time="2020-08-20T19:57:48.445960965Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-628e687e95333623 InstanceType=type8 State=booting time="2020-08-20T19:57:48.446007421Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-5166eacd4335740f InstanceType=type8 State=booting time="2020-08-20T19:57:48.446045022Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000136 time="2020-08-20T19:57:48.446221966Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.446232811Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-41cb8638aab4ddb4 InstanceType=type4 State=booting time="2020-08-20T19:57:48.446275870Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype8-5cb389ac728f5f4c InstanceType=type8 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.446342068Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype6-be67230b027b7e0 InstanceType=type6 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.446351867Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000159 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 time="2020-08-20T19:57:48.446377711Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-2f64ed37e9a7b972 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.446432397Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000159 time="2020-08-20T19:57:48.446611241Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000016 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Priority=16 time="2020-08-20T19:57:48.446668152Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000176 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 Priority=16 time="2020-08-20T19:57:48.447028075Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000159 State=Complete time="2020-08-20T19:57:48.447059655Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000136 State=Complete time="2020-08-20T19:57:48.447140411Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=182.016406ms Instance=stub-providertype3-3eecfdbc6db30e37 InstanceType=type3 Since="2020-08-20 19:57:48.228935529 +0000 UTC m=+0.157425125" State=booting time="2020-08-20T19:57:48.447179706Z" level=info msg="boot failed" Address= Duration=182.016406ms Instance=stub-providertype3-3eecfdbc6db30e37 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.41095194 +0000 UTC m=+0.339441531" stderr="cannot fork\n" time="2020-08-20T19:57:48.447202864Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.420896517 +0000 UTC m=+0.349386099" time="2020-08-20T19:57:48.447248988Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=150.644597ms Instance=stub-providertype6-be67230b027b7e0 InstanceType=type6 Since="2020-08-20 19:57:48.27131438 +0000 UTC m=+0.199803953" State=booting time="2020-08-20T19:57:48.447306682Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-2f64ed37e9a7b972 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.413856285 +0000 UTC m=+0.342345860" time="2020-08-20T19:57:48.447380586Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-258a577a01a6b56b InstanceType=type4 State=booting time="2020-08-20T19:57:48.447688719Z" level=debug msg=runQueue Containers=183 Processes=12 time="2020-08-20T19:57:48.448075681Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000081 InstanceType=type4 time="2020-08-20T19:57:48.448236016Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.448304592Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000019 Instance=stub-providertype3-33afd37941439089 InstanceType=type3 time="2020-08-20T19:57:48.448989859Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000141 InstanceType=type6 time="2020-08-20T19:57:48.449136195Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.447528181 +0000 UTC m=+0.376017766" time="2020-08-20T19:57:48.449402165Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.449440286Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.449627477Z" level=debug msg=runQueue Containers=183 Processes=12 time="2020-08-20T19:57:48.449635012Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.447528181 +0000 UTC m=+0.376017766" RunningContainers=0 State=idle time="2020-08-20T19:57:48.450012125Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 ProbeStart="2020-08-20 19:57:48.449087027 +0000 UTC m=+0.377576607" time="2020-08-20T19:57:48.450201979Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000137 Instance=stub-providertype3-33afd37941439089 InstanceType=type3 Priority=17 time="2020-08-20T19:57:48.450309704Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000017 Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 Priority=17 time="2020-08-20T19:57:48.450670104Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 ProbeStart="2020-08-20 19:57:48.449087027 +0000 UTC m=+0.377576607" RunningContainers=0 State=idle time="2020-08-20T19:57:48.450211397Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=91 skipped=0 time="2020-08-20T19:57:48.451625393Z" level=debug msg=runQueue Containers=183 Processes=14 time="2020-08-20T19:57:48.451893628Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000018 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 Priority=18 time="2020-08-20T19:57:48.452665341Z" level=debug msg="sync instances" Instances=91 time="2020-08-20T19:57:48.454456759Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-3eecfdbc6db30e37 WorkerState=shutdown time="2020-08-20T19:57:48.454558467Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-be67230b027b7e0 WorkerState=shutdown time="2020-08-20T19:57:48.453455476Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000016 Instance=stub-providertype8-528047936c9c64b7 PID=3 time="2020-08-20T19:57:48.454621161Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000137 Instance=stub-providertype3-33afd37941439089 PID=2 time="2020-08-20T19:57:48.458090600Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000016 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 time="2020-08-20T19:57:48.455493387Z" level=debug msg="sync done" time="2020-08-20T19:57:48.455722516Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000098 ExitCode=3 Instance=stub-providertype3-7ce2e98ef360412c PID=1 time="2020-08-20T19:57:48.458158515Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000137 Instance=stub-providertype3-33afd37941439089 InstanceType=type3 time="2020-08-20T19:57:48.455935772Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-486e513576db7378 InstanceType=type3 State=booting time="2020-08-20T19:57:48.456527753Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000176 Instance=stub-providertype8-72bb5389421657ff PID=3 time="2020-08-20T19:57:48.456743486Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-1bb55397b4926431 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.456757936Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-643a7d712e166bdf InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.456879933Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.458288201Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000176 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 time="2020-08-20T19:57:48.458346311Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-4c4f95107709ec27 InstanceType=type8 State=booting time="2020-08-20T19:57:48.458762927Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.458814379Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 ProbeStart="2020-08-20 19:57:48.458489024 +0000 UTC m=+0.386978606" time="2020-08-20T19:57:48.458852832Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-50571f18021cfcee InstanceType=type8 State=booting time="2020-08-20T19:57:48.458839888Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-1bb55397b4926431 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.420790477 +0000 UTC m=+0.349280064" time="2020-08-20T19:57:48.458841446Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-643a7d712e166bdf InstanceType=type8 ProbeStart="2020-08-20 19:57:48.433849371 +0000 UTC m=+0.362338961" time="2020-08-20T19:57:48.458842672Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.438496761 +0000 UTC m=+0.366986343" time="2020-08-20T19:57:48.459094036Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000019 Op=cancel time="2020-08-20T19:57:48.459179796Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000019 time="2020-08-20T19:57:48.458794500Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype6-1e925507c051e18a InstanceType=type6 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.458930040Z" level=error msg="create failed" InstanceType=type3 error="rate limited until 2020-08-20 19:57:48.459366069 +0000 UTC m=+0.387855647" time="2020-08-20T19:57:48.459475782Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype8-643a7d712e166bdf InstanceType=type8 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.459627350Z" level=debug msg=runQueue Containers=183 Processes=15 time="2020-08-20T19:57:48.459755145Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 ProbeStart="2020-08-20 19:57:48.458489024 +0000 UTC m=+0.386978606" RunningContainers=0 State=idle time="2020-08-20T19:57:48.459789797Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=276.804265ms Instance=stub-providertype6-1e925507c051e18a InstanceType=type6 Since="2020-08-20 19:57:48.181679641 +0000 UTC m=+0.110169215" State=booting time="2020-08-20T19:57:48.459835239Z" level=info msg="boot failed" Address= Duration=276.804265ms Instance=stub-providertype6-1e925507c051e18a InstanceType=type6 ProbeStart="2020-08-20 19:57:48.458483897 +0000 UTC m=+0.386973480" stderr="cannot fork\n" time="2020-08-20T19:57:48.459951968Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=181.885671ms Instance=stub-providertype8-643a7d712e166bdf InstanceType=type8 Since="2020-08-20 19:57:48.251963715 +0000 UTC m=+0.180453290" State=booting time="2020-08-20T19:57:48.460025972Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-99ad1bdc176163d InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.460089984Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-99ad1bdc176163d InstanceType=type8 ProbeStart="2020-08-20 19:57:48.438620374 +0000 UTC m=+0.367109978" time="2020-08-20T19:57:48.460464138Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000017 Instance=stub-providertype3-27dff7ab244fcd36 PID=1 time="2020-08-20T19:57:48.460551169Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype8-99ad1bdc176163d InstanceType=type8 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.460558568Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000017 Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 time="2020-08-20T19:57:48.460624403Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype4-1bb55397b4926431 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.420790477 +0000 UTC m=+0.349280064" time="2020-08-20T19:57:48.460688639Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype4-1bb55397b4926431 InstanceType=type4 time="2020-08-20T19:57:48.460708617Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.201485 Instance=stub-providertype4-1bb55397b4926431 InstanceType=type4 State=booting time="2020-08-20T19:57:48.460772636Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000016 ExitCode=0 Instance=stub-providertype8-528047936c9c64b7 PID=3 time="2020-08-20T19:57:48.460864328Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000056 Instance=stub-providertype8-4c22b02936d4ff9b PID=3 State=Locked time="2020-08-20T19:57:48.463131162Z" level=debug msg=runQueue Containers=183 Processes=15 time="2020-08-20T19:57:48.462007205Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000018 Instance=stub-providertype4-505ce263e2d6a9ce PID=1 time="2020-08-20T19:57:48.463164381Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000019 Reason="state=Cancelled" time="2020-08-20T19:57:48.463192849Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000019 time="2020-08-20T19:57:48.462337852Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-50e57d0f8a928585 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.463216034Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-50e57d0f8a928585 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.448953054 +0000 UTC m=+0.377442645" time="2020-08-20T19:57:48.463253493Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-a03f4cc4d49461f InstanceType=type8 State=booting time="2020-08-20T19:57:48.463385286Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000018 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 time="2020-08-20T19:57:48.463399013Z" level=error msg="create failed" InstanceType=type4 error="rate limited until 2020-08-20 19:57:48.462963055 +0000 UTC m=+0.391452635" time="2020-08-20T19:57:48.463619653Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype4-50e57d0f8a928585 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.448953054 +0000 UTC m=+0.377442645" time="2020-08-20T19:57:48.463644410Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype4-50e57d0f8a928585 InstanceType=type4 time="2020-08-20T19:57:48.463757088Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.170856 Instance=stub-providertype4-50e57d0f8a928585 InstanceType=type4 State=booting time="2020-08-20T19:57:48.464001475Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000035 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 Priority=15 time="2020-08-20T19:57:48.464137981Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-6e661e92759805f5 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.464157129Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-6e661e92759805f5 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.463907085 +0000 UTC m=+0.392396663" time="2020-08-20T19:57:48.464279821Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000137 Instance=stub-providertype3-33afd37941439089 PID=2 State=Locked time="2020-08-20T19:57:48.464300427Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000021 InstanceType=type6 time="2020-08-20T19:57:48.464422109Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000081 InstanceType=type4 time="2020-08-20T19:57:48.464594588Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000019 State=Cancelled time="2020-08-20T19:57:48.464727416Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000098 Instance=stub-providertype3-7ce2e98ef360412c InstanceType=type3 Reason="state=Complete" time="2020-08-20T19:57:48.464945902Z" level=debug msg=runQueue Containers=182 Processes=15 time="2020-08-20T19:57:48.465304395Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000162 InstanceType=type4 time="2020-08-20T19:57:48.465365658Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000081 InstanceType=type4 time="2020-08-20T19:57:48.467991905Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype4-6e661e92759805f5 InstanceType=type4 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.468212314Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000035 Instance=stub-providertype3-4dba7b0f9da1d7eb PID=1 time="2020-08-20T19:57:48.468680374Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-55745a9abdc33b93 InstanceType=type8 State=booting time="2020-08-20T19:57:48.471794302Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000035 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 time="2020-08-20T19:57:48.471831214Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=354.94326ms Instance=stub-providertype4-6e661e92759805f5 InstanceType=type4 Since="2020-08-20 19:57:48.10896383 +0000 UTC m=+0.037453403" State=booting time="2020-08-20T19:57:48.468564599Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype6-45a6e3cafccae224 InstanceType=type6 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.472203014Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=282.66175ms Instance=stub-providertype6-45a6e3cafccae224 InstanceType=type6 Since="2020-08-20 19:57:48.182311178 +0000 UTC m=+0.110800750" State=booting time="2020-08-20T19:57:48.472284587Z" level=info msg="boot failed" Address= Duration=282.66175ms Instance=stub-providertype6-45a6e3cafccae224 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.464972909 +0000 UTC m=+0.393462500" stderr="cannot fork\n" time="2020-08-20T19:57:48.467995580Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000098 Instance=stub-providertype3-7ce2e98ef360412c InstanceType=type3 Signal=15 time="2020-08-20T19:57:48.468328006Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.472762670Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000140 Instance=stub-providertype4-26984b92f6740304 InstanceType=type4 time="2020-08-20T19:57:48.472908696Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=92 skipped=0 time="2020-08-20T19:57:48.473002729Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000098 Instance=stub-providertype3-7ce2e98ef360412c InstanceType=type3 time="2020-08-20T19:57:48.470629053Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.473183260Z" level=debug msg="sync instances" Instances=92 time="2020-08-20T19:57:48.474428063Z" level=info msg="instance appeared in cloud" Address="127.0.0.1:43913" IdleBehavior=run Instance=stub-providertype6-1a63f3a3979121a6 InstanceType=type6 State=booting time="2020-08-20T19:57:48.474502821Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-45a6e3cafccae224 WorkerState=shutdown time="2020-08-20T19:57:48.474527313Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-1bb55397b4926431 WorkerState=shutdown time="2020-08-20T19:57:48.474540717Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-643a7d712e166bdf WorkerState=shutdown time="2020-08-20T19:57:48.474554806Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-50e57d0f8a928585 WorkerState=shutdown time="2020-08-20T19:57:48.474566469Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-1e925507c051e18a WorkerState=shutdown time="2020-08-20T19:57:48.474578483Z" level=debug msg="sync done" time="2020-08-20T19:57:48.473199822Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-2a80d0564cf20a65 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.474679488Z" level=error msg="create failed" InstanceType=type4 error="rate limited until 2020-08-20 19:57:48.469602679 +0000 UTC m=+0.398092279" time="2020-08-20T19:57:48.474759903Z" level=error msg="create failed" InstanceType=type3 error="rate limited until 2020-08-20 19:57:48.469602679 +0000 UTC m=+0.398092279" time="2020-08-20T19:57:48.474901666Z" level=debug msg=runQueue Containers=182 Processes=15 time="2020-08-20T19:57:48.475001780Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000098 Reason="state=Complete" time="2020-08-20T19:57:48.475062246Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 State=booting time="2020-08-20T19:57:48.475083336Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-2a80d0564cf20a65 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.459671147 +0000 UTC m=+0.388160743" time="2020-08-20T19:57:48.475148706Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000098 time="2020-08-20T19:57:48.475181998Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 ProbeStart="2020-08-20 19:57:48.46640658 +0000 UTC m=+0.394896179" time="2020-08-20T19:57:48.475501193Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000057 Instance=stub-providertype4-26984b92f6740304 InstanceType=type4 Priority=17 time="2020-08-20T19:57:48.475613118Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000115 Instance=stub-providertype3-7ce2e98ef360412c InstanceType=type3 Priority=15 time="2020-08-20T19:57:48.475877491Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype2-931afd8b416421 InstanceType=type2 State=booting time="2020-08-20T19:57:48.476046095Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000081 InstanceType=type4 time="2020-08-20T19:57:48.476245082Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000098 State=Complete time="2020-08-20T19:57:48.476403865Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000016 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:48.476528520Z" level=error msg="create failed" InstanceType=type6 error="rate limited until 2020-08-20 19:57:48.476556549 +0000 UTC m=+0.405046125" time="2020-08-20T19:57:48.476549399Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000140 Op=cancel time="2020-08-20T19:57:48.476737675Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000140 Priority=20 State=Locked time="2020-08-20T19:57:48.476915670Z" level=debug msg=runQueue Containers=181 Processes=16 time="2020-08-20T19:57:48.477434959Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000101 InstanceType=type6 time="2020-08-20T19:57:48.477545023Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000021 InstanceType=type6 time="2020-08-20T19:57:48.477919591Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.477944814Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 ProbeStart="2020-08-20 19:57:48.47528665 +0000 UTC m=+0.403776228" time="2020-08-20T19:57:48.477980426Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-207403def63a5b6f InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.478036667Z" level=debug msg=runQueue Containers=181 Processes=16 time="2020-08-20T19:57:48.478103628Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000140 Reason="state=Queued" time="2020-08-20T19:57:48.478306946Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000140 time="2020-08-20T19:57:48.478324481Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-207403def63a5b6f InstanceType=type6 ProbeStart="2020-08-20 19:57:48.475420504 +0000 UTC m=+0.403910079" time="2020-08-20T19:57:48.479217200Z" level=debug msg=runQueue Containers=181 Processes=15 time="2020-08-20T19:57:48.479599600Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000081 InstanceType=type4 time="2020-08-20T19:57:48.480796446Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000176 Instance=stub-providertype8-72bb5389421657ff PID=3 State=Running time="2020-08-20T19:57:48.480876767Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000140 Op=lock time="2020-08-20T19:57:48.480909095Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000140 InstanceType=type4 time="2020-08-20T19:57:48.481653283Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000016 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Signal=15 time="2020-08-20T19:57:48.482242998Z" level=debug msg=runQueue Containers=181 Processes=15 time="2020-08-20T19:57:48.482444538Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000115 Instance=stub-providertype3-7ce2e98ef360412c PID=2 time="2020-08-20T19:57:48.482597532Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.191790 Instance=stub-providertype4-380704bb7b4d7c03 InstanceType=type4 State=idle time="2020-08-20T19:57:48.483174870Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000057 Instance=stub-providertype4-26984b92f6740304 PID=2 time="2020-08-20T19:57:48.483290185Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000018 ExitCode=0 Instance=stub-providertype4-505ce263e2d6a9ce PID=1 time="2020-08-20T19:57:48.487489696Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000035 Instance=stub-providertype3-4dba7b0f9da1d7eb PID=1 State=Running time="2020-08-20T19:57:48.487959696Z" level=debug msg=runQueue Containers=181 Processes=15 time="2020-08-20T19:57:48.488534841Z" level=debug msg=runQueue Containers=181 Processes=15 time="2020-08-20T19:57:48.489064383Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-3c788ef3f354b0b5 InstanceType=type6 State=booting time="2020-08-20T19:57:48.489344632Z" level=debug msg=runQueue Containers=181 Processes=15 time="2020-08-20T19:57:48.489950502Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 ProbeStart="2020-08-20 19:57:48.47528665 +0000 UTC m=+0.403776228" RunningContainers=0 State=idle time="2020-08-20T19:57:48.496780725Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-407241509d1323ad InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.490189656Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-72a9ae754e367aa4 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.490222307Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.490274337Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-69c93fb09f6c47ac InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.485272645Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.490295966Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000017 Instance=stub-providertype3-27dff7ab244fcd36 PID=1 State=Running time="2020-08-20T19:57:48.496997005Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000016 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 time="2020-08-20T19:57:48.497154535Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-6c94ab5496eb965f InstanceType=type6 State=booting time="2020-08-20T19:57:48.497230827Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=96 skipped=0 time="2020-08-20T19:57:48.497244914Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-f8365f39b8660aa InstanceType=type3 State=booting time="2020-08-20T19:57:48.490705442Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000057 Instance=stub-providertype4-26984b92f6740304 InstanceType=type4 time="2020-08-20T19:57:48.490891854Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype6-207403def63a5b6f InstanceType=type6 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.497420098Z" level=error msg="create failed" InstanceType=type4 error="rate limited until 2020-08-20 19:57:48.485551493 +0000 UTC m=+0.414041068" time="2020-08-20T19:57:48.490663826Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000115 Instance=stub-providertype3-7ce2e98ef360412c InstanceType=type3 time="2020-08-20T19:57:48.496438947Z" level=info msg="boot probe succeeded" Address="127.0.0.1:41299" Command=true Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.494005103Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype6-7ca82947a67e52b1 InstanceType=type6 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.497571510Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-76f34c195e5f9aa2 InstanceType=type3 State=booting time="2020-08-20T19:57:48.497673877Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000016 Reason="state=Complete" time="2020-08-20T19:57:48.497808459Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000016 time="2020-08-20T19:57:48.497869586Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000016 Reason="state=Complete" time="2020-08-20T19:57:48.497930688Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000016 Reason="state=Complete" time="2020-08-20T19:57:48.497985102Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000140 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 Priority=20 time="2020-08-20T19:57:48.498068453Z" level=debug msg="sync instances" Instances=96 time="2020-08-20T19:57:48.498187812Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-6aa7aaf5ad3205d0 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.498251316Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-8cd00c4e533e9a3 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.498359780Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-72a9ae754e367aa4 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.464124531 +0000 UTC m=+0.392614113" time="2020-08-20T19:57:48.498454371Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-380704bb7b4d7c03 WorkerState=shutdown time="2020-08-20T19:57:48.498481717Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-6e661e92759805f5 WorkerState=shutdown time="2020-08-20T19:57:48.498498862Z" level=debug msg="sync done" time="2020-08-20T19:57:48.498510744Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.48353587 +0000 UTC m=+0.412025447" time="2020-08-20T19:57:48.498549876Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-69c93fb09f6c47ac InstanceType=type3 ProbeStart="2020-08-20 19:57:48.467504471 +0000 UTC m=+0.395994057" time="2020-08-20T19:57:48.498574148Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.498600390Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-64d9f0b69ddf570d InstanceType=type3 State=booting time="2020-08-20T19:57:48.498641828Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=353.193599ms Instance=stub-providertype6-207403def63a5b6f InstanceType=type6 Since="2020-08-20 19:57:48.122226899 +0000 UTC m=+0.050716480" State=booting time="2020-08-20T19:57:48.498667089Z" level=info msg="instance booted; will try probeRunning" Address="127.0.0.1:41299" Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 ProbeStart="2020-08-20 19:57:48.477006043 +0000 UTC m=+0.405495617" time="2020-08-20T19:57:48.498702560Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=196.84387ms Instance=stub-providertype6-7ca82947a67e52b1 InstanceType=type6 Since="2020-08-20 19:57:48.271099765 +0000 UTC m=+0.199589350" State=booting time="2020-08-20T19:57:48.498726686Z" level=info msg="boot failed" Address= Duration=196.84387ms Instance=stub-providertype6-7ca82947a67e52b1 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.467943644 +0000 UTC m=+0.396433220" stderr="cannot fork\n" time="2020-08-20T19:57:48.498822419Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-407241509d1323ad InstanceType=type3 ProbeStart="2020-08-20 19:57:48.45988488 +0000 UTC m=+0.388374465" time="2020-08-20T19:57:48.498932769Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-6aa7aaf5ad3205d0 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.47785621 +0000 UTC m=+0.406345790" time="2020-08-20T19:57:48.498871606Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype3-69c93fb09f6c47ac InstanceType=type3 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.499055156Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=214.743277ms Instance=stub-providertype3-69c93fb09f6c47ac InstanceType=type3 Since="2020-08-20 19:57:48.25276119 +0000 UTC m=+0.181250780" State=booting time="2020-08-20T19:57:48.499108597Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-8cd00c4e533e9a3 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.475196029 +0000 UTC m=+0.403685619" time="2020-08-20T19:57:48.499153180Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype3-407241509d1323ad InstanceType=type3 ProbeStart="2020-08-20 19:57:48.45988488 +0000 UTC m=+0.388374465" time="2020-08-20T19:57:48.499247316Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype3-407241509d1323ad InstanceType=type3 time="2020-08-20T19:57:48.499345489Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.152870 Instance=stub-providertype3-407241509d1323ad InstanceType=type3 State=booting time="2020-08-20T19:57:48.499224423Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-284b8607a09f7b29 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.499505139Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000140 Instance=stub-providertype4-2d89c820f5c353cf PID=1 time="2020-08-20T19:57:48.499513987Z" level=warning msg="shutdown failed" Address= Instance=stub-providertype3-407241509d1323ad InstanceType=type3 error="instance could not be destroyed" time="2020-08-20T19:57:48.499465037Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype2-42f52f276ebcbc40 InstanceType=type2 State=booting time="2020-08-20T19:57:48.499686767Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000140 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 time="2020-08-20T19:57:48.499800214Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 ProbeStart="2020-08-20 19:57:48.476313844 +0000 UTC m=+0.404803438" time="2020-08-20T19:57:48.499939275Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000015 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Priority=15 time="2020-08-20T19:57:48.500674397Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-182fab478fad38aa InstanceType=type6 State=booting time="2020-08-20T19:57:48.502259063Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000016 State=Complete time="2020-08-20T19:57:48.502551393Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000018 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.502264873Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-284b8607a09f7b29 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.498992158 +0000 UTC m=+0.427481744" time="2020-08-20T19:57:48.502381971Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000057 Instance=stub-providertype4-26984b92f6740304 PID=2 State=Locked time="2020-08-20T19:57:48.503517748Z" level=debug msg=runQueue Containers=180 Processes=16 time="2020-08-20T19:57:48.504315270Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000141 InstanceType=type6 time="2020-08-20T19:57:48.504349877Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000021 InstanceType=type6 time="2020-08-20T19:57:48.504380436Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-28ca961b861cc65f InstanceType=type6 State=booting time="2020-08-20T19:57:48.504327607Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000015 Instance=stub-providertype8-528047936c9c64b7 PID=4 time="2020-08-20T19:57:48.504946657Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000015 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 time="2020-08-20T19:57:48.504955299Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.504985849Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 ProbeStart="2020-08-20 19:57:48.500179793 +0000 UTC m=+0.428669371" time="2020-08-20T19:57:48.505058067Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-57e74d4b80f63d4 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.505079531Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-57e74d4b80f63d4 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.502903116 +0000 UTC m=+0.431392721" time="2020-08-20T19:57:48.504550561Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype6-53bf1faf0cf52517 InstanceType=type6 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.505207767Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-284b8607a09f7b29 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.498992158 +0000 UTC m=+0.427481744" RunningContainers=0 State=idle time="2020-08-20T19:57:48.505316621Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=248.119788ms Instance=stub-providertype6-53bf1faf0cf52517 InstanceType=type6 Since="2020-08-20 19:57:48.252781272 +0000 UTC m=+0.181270853" State=booting time="2020-08-20T19:57:48.505356633Z" level=info msg="boot failed" Address= Duration=248.119788ms Instance=stub-providertype6-53bf1faf0cf52517 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.500901032 +0000 UTC m=+0.429390641" stderr="cannot fork\n" time="2020-08-20T19:57:48.505363113Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:48.505410374Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000199 Instance=stub-providertype8-3e6306563b26de InstanceType=type8 time="2020-08-20T19:57:48.504846105Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype8-1f175c897a14c51 InstanceType=type8 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.505493466Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype4-57e74d4b80f63d4 InstanceType=type4 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.505559411Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 ProbeStart="2020-08-20 19:57:48.500179793 +0000 UTC m=+0.428669371" RunningContainers=0 State=idle time="2020-08-20T19:57:48.505604576Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 ProbeStart="2020-08-20 19:57:48.475969666 +0000 UTC m=+0.404459249" time="2020-08-20T19:57:48.505701280Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000018 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.505784587Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype2-2b2253c1056265d7 InstanceType=type2 State=booting time="2020-08-20T19:57:48.505882001Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000041 InstanceType=type3 time="2020-08-20T19:57:48.505899523Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000081 InstanceType=type4 time="2020-08-20T19:57:48.505911813Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000161 InstanceType=type3 time="2020-08-20T19:57:48.505973311Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=163.334786ms Instance=stub-providertype8-1f175c897a14c51 InstanceType=type8 Since="2020-08-20 19:57:48.338601994 +0000 UTC m=+0.267091584" State=booting time="2020-08-20T19:57:48.506006039Z" level=info msg="boot failed" Address= Duration=163.334786ms Instance=stub-providertype8-1f175c897a14c51 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.50193677 +0000 UTC m=+0.430426370" stderr="cannot fork\n" time="2020-08-20T19:57:48.506040519Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000018 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 time="2020-08-20T19:57:48.506185679Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=156.608396ms Instance=stub-providertype4-57e74d4b80f63d4 InstanceType=type4 Since="2020-08-20 19:57:48.346294736 +0000 UTC m=+0.274784325" State=booting time="2020-08-20T19:57:48.506364611Z" level=debug msg=runQueue Containers=180 Processes=16 time="2020-08-20T19:57:48.506432282Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000177 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 Priority=17 time="2020-08-20T19:57:48.506502671Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000196 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 Priority=16 time="2020-08-20T19:57:48.506571604Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000095 Instance=stub-providertype8-3e6306563b26de InstanceType=type8 Priority=15 time="2020-08-20T19:57:48.506621351Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000055 Instance=stub-providertype8-284b8607a09f7b29 InstanceType=type8 Priority=15 time="2020-08-20T19:57:48.506892733Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000101 InstanceType=type6 time="2020-08-20T19:57:48.507214101Z" level=debug msg=runQueue Containers=180 Processes=20 time="2020-08-20T19:57:48.507461084Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-304b27cde4a51225 InstanceType=type6 State=booting time="2020-08-20T19:57:48.508213930Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000018 Reason="state=Complete" time="2020-08-20T19:57:48.508242184Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000018 time="2020-08-20T19:57:48.508268822Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000018 Reason="state=Complete" time="2020-08-20T19:57:48.508309249Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000018 Reason="state=Complete" time="2020-08-20T19:57:48.508408915Z" level=debug msg=runQueue Containers=180 Processes=19 time="2020-08-20T19:57:48.508736129Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-289172b9cced2e2 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.508785301Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000199 Op=cancel time="2020-08-20T19:57:48.508811979Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000199 time="2020-08-20T19:57:48.508877947Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000018 State=Complete time="2020-08-20T19:57:48.509168962Z" level=debug msg=runQueue Containers=179 Processes=19 time="2020-08-20T19:57:48.509189944Z" level=debug msg="uuidLock not available, Op=cancel in progress" ContainerUUID=zzzzz-dz642-000000000000199 Op=cancel time="2020-08-20T19:57:48.508894602Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-289172b9cced2e2 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.508462598 +0000 UTC m=+0.436952186" time="2020-08-20T19:57:48.509272790Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000179 Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 time="2020-08-20T19:57:48.509378075Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000155 Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 Priority=15 time="2020-08-20T19:57:48.509485734Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-289172b9cced2e2 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.508462598 +0000 UTC m=+0.436952186" RunningContainers=0 State=idle time="2020-08-20T19:57:48.509655029Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000115 Instance=stub-providertype3-7ce2e98ef360412c PID=2 State=Running time="2020-08-20T19:57:48.511403494Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000196 Instance=stub-providertype4-11a39040f4b6f47f PID=1 time="2020-08-20T19:57:48.512614379Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000015 Instance=stub-providertype8-528047936c9c64b7 PID=4 State=Locked time="2020-08-20T19:57:48.513202137Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000196 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 time="2020-08-20T19:57:48.513265526Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000177 Instance=stub-providertype4-505ce263e2d6a9ce PID=2 time="2020-08-20T19:57:48.509278246Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.513556103Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-ca73531b9a0b1a8 InstanceType=type6 State=booting time="2020-08-20T19:57:48.513806406Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-4d4f278a67149b9c InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.514395575Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-4d4f278a67149b9c InstanceType=type4 ProbeStart="2020-08-20 19:57:48.513501748 +0000 UTC m=+0.441991353" time="2020-08-20T19:57:48.514271720Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000177 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 time="2020-08-20T19:57:48.514471026Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-5359ab8439abb31b InstanceType=type4 State=booting time="2020-08-20T19:57:48.514548409Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=98 skipped=0 time="2020-08-20T19:57:48.514642928Z" level=debug msg=runQueue Containers=179 Processes=20 time="2020-08-20T19:57:48.514684222Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000038 Instance=stub-providertype6-289172b9cced2e2 InstanceType=type6 Priority=18 time="2020-08-20T19:57:48.514800836Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000199 Reason="state=Cancelled" time="2020-08-20T19:57:48.514837830Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000199 time="2020-08-20T19:57:48.514851584Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-4d4f278a67149b9c InstanceType=type4 ProbeStart="2020-08-20 19:57:48.513501748 +0000 UTC m=+0.441991353" RunningContainers=0 State=idle time="2020-08-20T19:57:48.515049686Z" level=debug msg="sync instances" Instances=98 time="2020-08-20T19:57:48.515137184Z" level=info msg="worker still listed after shutdown; retrying" Instance=stub-providertype3-407241509d1323ad time="2020-08-20T19:57:48.515408333Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-69c93fb09f6c47ac WorkerState=shutdown time="2020-08-20T19:57:48.515426817Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-7ca82947a67e52b1 WorkerState=shutdown time="2020-08-20T19:57:48.515439247Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-207403def63a5b6f WorkerState=shutdown time="2020-08-20T19:57:48.515451644Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-1f175c897a14c51 WorkerState=shutdown time="2020-08-20T19:57:48.515463845Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-57e74d4b80f63d4 WorkerState=shutdown time="2020-08-20T19:57:48.515476136Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-53bf1faf0cf52517 WorkerState=shutdown time="2020-08-20T19:57:48.515488734Z" level=debug msg="sync done" time="2020-08-20T19:57:48.515502129Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000177 ExitCode=0 Instance=stub-providertype4-505ce263e2d6a9ce PID=2 time="2020-08-20T19:57:48.515802621Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000116 Instance=stub-providertype4-4d4f278a67149b9c InstanceType=type4 Priority=16 time="2020-08-20T19:57:48.516440951Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000199 State=Cancelled time="2020-08-20T19:57:48.517004283Z" level=debug msg=runQueue Containers=178 Processes=21 time="2020-08-20T19:57:48.517052615Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-23f8204bfd4847fd InstanceType=type4 State=booting time="2020-08-20T19:57:48.517421917Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000179 Op=cancel time="2020-08-20T19:57:48.517461683Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000179 time="2020-08-20T19:57:48.517449228Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-78ac46076870b5f1 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.517502977Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-78ac46076870b5f1 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.500216711 +0000 UTC m=+0.428706286" time="2020-08-20T19:57:48.517688829Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000095 Instance=stub-providertype8-3e6306563b26de PID=2 time="2020-08-20T19:57:48.517766426Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000055 Instance=stub-providertype8-284b8607a09f7b29 PID=1 time="2020-08-20T19:57:48.517852340Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000095 Instance=stub-providertype8-3e6306563b26de InstanceType=type8 time="2020-08-20T19:57:48.517863041Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000055 Instance=stub-providertype8-284b8607a09f7b29 InstanceType=type8 time="2020-08-20T19:57:48.517988833Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-6ebe0de7c0f8f4f6 InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:48.518012956Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-6ebe0de7c0f8f4f6 InstanceType=type2 ProbeStart="2020-08-20 19:57:48.501978579 +0000 UTC m=+0.430468171" time="2020-08-20T19:57:48.518021106Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-6208ccef90a5b41 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.518061646Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-6208ccef90a5b41 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.504217649 +0000 UTC m=+0.432707241" time="2020-08-20T19:57:48.518379042Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000177 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.518414973Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000038 Instance=stub-providertype6-289172b9cced2e2 PID=1 time="2020-08-20T19:57:48.518516099Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000038 Instance=stub-providertype6-289172b9cced2e2 InstanceType=type6 time="2020-08-20T19:57:48.518530891Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000179 Reason="state=Cancelled" time="2020-08-20T19:57:48.518663309Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000179 time="2020-08-20T19:57:48.518756096Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000140 Instance=stub-providertype4-2d89c820f5c353cf PID=1 State=Running time="2020-08-20T19:57:48.518781146Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-25b10429c7d52fd InstanceType=type4 State=booting time="2020-08-20T19:57:48.518770716Z" level=debug msg=runQueue Containers=178 Processes=20 time="2020-08-20T19:57:48.519474299Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000179 State=Cancelled time="2020-08-20T19:57:48.519815253Z" level=debug msg=runQueue Containers=177 Processes=20 time="2020-08-20T19:57:48.520586950Z" level=debug msg=runQueue Containers=177 Processes=20 time="2020-08-20T19:57:48.522666897Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000155 Instance=stub-providertype3-243a768b7c4e0b68 PID=4 time="2020-08-20T19:57:48.523408538Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000177 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.523409773Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-661c8184b38c6f71 InstanceType=type8 State=booting time="2020-08-20T19:57:48.523639141Z" level=error msg="create failed" InstanceType=type8 error="rate limited until 2020-08-20 19:57:48.523987136 +0000 UTC m=+0.452476738" time="2020-08-20T19:57:48.523679760Z" level=info msg="suspending remote calls due to rate-limit error" CallType="create instance" Duration="310.727µs" ResumeAt="2020-08-20 19:57:48.523987136 +0000 UTC m=+0.452476738" time="2020-08-20T19:57:48.523846029Z" level=debug msg=runQueue Containers=177 Processes=20 time="2020-08-20T19:57:48.524464838Z" level=debug msg=runQueue Containers=177 Processes=20 time="2020-08-20T19:57:48.524778227Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000155 Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 time="2020-08-20T19:57:48.525131130Z" level=debug msg=runQueue Containers=177 Processes=20 time="2020-08-20T19:57:48.525188173Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-28b9c12307c2a6b2 InstanceType=type4 State=booting time="2020-08-20T19:57:48.525604025Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.525961379Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=101 skipped=0 time="2020-08-20T19:57:48.526062518Z" level=debug msg=runQueue Containers=177 Processes=20 time="2020-08-20T19:57:48.526088381Z" level=debug msg="sync instances" Instances=101 time="2020-08-20T19:57:48.526229059Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000116 Instance=stub-providertype4-4d4f278a67149b9c PID=1 time="2020-08-20T19:57:48.526364360Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-407241509d1323ad WorkerState=shutdown time="2020-08-20T19:57:48.526388667Z" level=debug msg="sync done" time="2020-08-20T19:57:48.526592219Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-22c308b5edb65ba6 InstanceType=type4 State=booting time="2020-08-20T19:57:48.527179838Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-30b95ff183c471d4 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.527203348Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-30b95ff183c471d4 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.521152521 +0000 UTC m=+0.449642110" time="2020-08-20T19:57:48.527271795Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000116 Instance=stub-providertype4-4d4f278a67149b9c InstanceType=type4 time="2020-08-20T19:57:48.527345852Z" level=debug msg=runQueue Containers=177 Processes=20 time="2020-08-20T19:57:48.527716517Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000177 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 time="2020-08-20T19:57:48.527842278Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype6-cae54ddc325f819 InstanceType=type6 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.527975229Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-28dfd8d37b3ccebc InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:48.528068848Z" level=debug msg=runQueue Containers=177 Processes=20 time="2020-08-20T19:57:48.528140585Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-28dfd8d37b3ccebc InstanceType=type2 ProbeStart="2020-08-20 19:57:48.525347169 +0000 UTC m=+0.453836761" time="2020-08-20T19:57:48.528350974Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000177 Reason="state=Complete" time="2020-08-20T19:57:48.528402461Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000177 time="2020-08-20T19:57:48.528444301Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000177 Reason="state=Complete" time="2020-08-20T19:57:48.528583483Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000076 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 Priority=16 time="2020-08-20T19:57:48.529351775Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000196 ExitCode=3 Instance=stub-providertype4-11a39040f4b6f47f PID=1 time="2020-08-20T19:57:48.531694117Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000177 State=Complete time="2020-08-20T19:57:48.532728405Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000055 Instance=stub-providertype8-284b8607a09f7b29 PID=1 State=Locked time="2020-08-20T19:57:48.532782999Z" level=debug msg=runQueue Containers=176 Processes=20 time="2020-08-20T19:57:48.533166387Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-57930cf840a79c3b InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.533208936Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-57930cf840a79c3b InstanceType=type6 ProbeStart="2020-08-20 19:57:48.522852786 +0000 UTC m=+0.451342374" time="2020-08-20T19:57:48.534048093Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000155 Instance=stub-providertype3-243a768b7c4e0b68 PID=4 State=Locked time="2020-08-20T19:57:48.534305686Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-2da306ae66d3a04c InstanceType=type3 State=booting time="2020-08-20T19:57:48.534629282Z" level=error msg="create failed" InstanceType=type8 error="rate limited until 2020-08-20 19:57:48.535307039 +0000 UTC m=+0.463796617" time="2020-08-20T19:57:48.534790271Z" level=info msg="suspending remote calls due to rate-limit error" CallType="create instance" Duration="525.817µs" ResumeAt="2020-08-20 19:57:48.535307039 +0000 UTC m=+0.463796617" time="2020-08-20T19:57:48.534973993Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-56777402de630ae1 InstanceType=type4 State=booting time="2020-08-20T19:57:48.535177207Z" level=debug msg=runQueue Containers=176 Processes=20 time="2020-08-20T19:57:48.535272629Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000038 Instance=stub-providertype6-289172b9cced2e2 PID=1 State=Locked time="2020-08-20T19:57:48.536037223Z" level=debug msg=runQueue Containers=176 Processes=20 time="2020-08-20T19:57:48.536837440Z" level=debug msg=runQueue Containers=176 Processes=20 time="2020-08-20T19:57:48.537413477Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-5cb044c7dfc67257 InstanceType=type3 State=booting time="2020-08-20T19:57:48.537578750Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.537892062Z" level=debug msg=runQueue Containers=176 Processes=20 time="2020-08-20T19:57:48.538569562Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-447c3b645e3a731d InstanceType=type8 State=booting time="2020-08-20T19:57:48.539000066Z" level=debug msg=runQueue Containers=176 Processes=20 time="2020-08-20T19:57:48.539620588Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-501b6a22b648e604 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.539735953Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000196 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.539893018Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-501b6a22b648e604 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.533325436 +0000 UTC m=+0.461815025" time="2020-08-20T19:57:48.540620414Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-6791f0b0847fb86 InstanceType=type4 State=booting time="2020-08-20T19:57:48.537893589Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=105 skipped=0 time="2020-08-20T19:57:48.541128330Z" level=debug msg="sync instances" Instances=105 time="2020-08-20T19:57:48.541445516Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype8-5cb389ac728f5f4c InstanceType=type8 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.541644083Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-50571f18021cfcee InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.544875096Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000076 Instance=stub-providertype4-505ce263e2d6a9ce PID=3 time="2020-08-20T19:57:48.543015147Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-3c745b1cde4b526b InstanceType=type8 State=booting time="2020-08-20T19:57:48.542801430Z" level=debug msg="sync done" time="2020-08-20T19:57:48.546507870Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000196 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.547964645Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-34048fe6b5780b21 InstanceType=type8 State=booting time="2020-08-20T19:57:48.548073110Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000076 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 time="2020-08-20T19:57:48.548102736Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-76a20af6b41292d InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.548186940Z" level=debug msg=runQueue Containers=176 Processes=20 time="2020-08-20T19:57:48.548229373Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-50571f18021cfcee InstanceType=type8 ProbeStart="2020-08-20 19:57:48.518429161 +0000 UTC m=+0.446918752" time="2020-08-20T19:57:48.548282879Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=247.972269ms Instance=stub-providertype8-5cb389ac728f5f4c InstanceType=type8 Since="2020-08-20 19:57:48.288695315 +0000 UTC m=+0.217184894" State=booting time="2020-08-20T19:57:48.548314200Z" level=info msg="boot failed" Address= Duration=247.972269ms Instance=stub-providertype8-5cb389ac728f5f4c InstanceType=type8 ProbeStart="2020-08-20 19:57:48.536667582 +0000 UTC m=+0.465157163" stderr="cannot fork\n" time="2020-08-20T19:57:48.548425021Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-76a20af6b41292d InstanceType=type3 ProbeStart="2020-08-20 19:57:48.531853836 +0000 UTC m=+0.460343419" time="2020-08-20T19:57:48.548502694Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-646d7837ee4214dd InstanceType=type8 State=booting time="2020-08-20T19:57:48.548720227Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-588c3cf4e16e27dd InstanceType=type8 State=booting time="2020-08-20T19:57:48.549131176Z" level=debug msg=runQueue Containers=176 Processes=20 time="2020-08-20T19:57:48.549365403Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000023 InstanceType=type8 time="2020-08-20T19:57:48.549697558Z" level=debug msg=runQueue Containers=176 Processes=20 time="2020-08-20T19:57:48.549782268Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000116 ExitCode=2 Instance=stub-providertype4-4d4f278a67149b9c PID=1 time="2020-08-20T19:57:48.552422426Z" level=info msg="boot probe succeeded" Address="127.0.0.1:43913" Command=true Instance=stub-providertype6-1a63f3a3979121a6 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.552444259Z" level=info msg="instance booted; will try probeRunning" Address="127.0.0.1:43913" Instance=stub-providertype6-1a63f3a3979121a6 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.518896858 +0000 UTC m=+0.447386441" time="2020-08-20T19:57:48.552546772Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-2f64ed37e9a7b972 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.552562782Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-2f64ed37e9a7b972 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.539982819 +0000 UTC m=+0.468472419" time="2020-08-20T19:57:48.552719374Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000095 Instance=stub-providertype8-3e6306563b26de PID=2 State=Running time="2020-08-20T19:57:48.552773274Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-6d7acf370641dfb5 InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:48.552875645Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-6d7acf370641dfb5 InstanceType=type2 ProbeStart="2020-08-20 19:57:48.520310069 +0000 UTC m=+0.448799666" time="2020-08-20T19:57:48.553162008Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000196 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 time="2020-08-20T19:57:48.553619165Z" level=debug msg=runQueue Containers=176 Processes=20 time="2020-08-20T19:57:48.553679470Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-731e9aa9d428d50f InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.554263254Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.554340978Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-342a0313380457d7 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.554095688Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-2b4984a40b8d54db InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.554393079Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-7950358b44e12d33 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.553848046Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-693a570dd2d99eb9 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.553717005Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000115 Instance=stub-providertype3-7ce2e98ef360412c InstanceType=type3 time="2020-08-20T19:57:48.554668755Z" level=error msg="create failed" InstanceType=type6 error="rate limited until 2020-08-20 19:57:48.55465067 +0000 UTC m=+0.483140247" time="2020-08-20T19:57:48.554832532Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-16cd7d229a95cc49 InstanceType=type4 State=booting time="2020-08-20T19:57:48.554927193Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-731e9aa9d428d50f InstanceType=type8 ProbeStart="2020-08-20 19:57:48.514885379 +0000 UTC m=+0.443374954" time="2020-08-20T19:57:48.555057083Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.553675063 +0000 UTC m=+0.482164641" time="2020-08-20T19:57:48.555113710Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-342a0313380457d7 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.526857643 +0000 UTC m=+0.455347237" time="2020-08-20T19:57:48.555171651Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-2b4984a40b8d54db InstanceType=type4 ProbeStart="2020-08-20 19:57:48.53169022 +0000 UTC m=+0.460179817" time="2020-08-20T19:57:48.555225500Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-7950358b44e12d33 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.525958117 +0000 UTC m=+0.454447714" time="2020-08-20T19:57:48.555264939Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-693a570dd2d99eb9 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.528209355 +0000 UTC m=+0.456698935" time="2020-08-20T19:57:48.555372750Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000156 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 Priority=16 time="2020-08-20T19:57:48.555502747Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000074 Instance=stub-providertype3-7ce2e98ef360412c InstanceType=type3 Priority=14 time="2020-08-20T19:57:48.555557218Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.555852099Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=111 skipped=0 time="2020-08-20T19:57:48.555874402Z" level=debug msg="sync instances" Instances=111 time="2020-08-20T19:57:48.555960582Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-5e377ef58485d68b InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.556224903Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-5cb389ac728f5f4c WorkerState=shutdown time="2020-08-20T19:57:48.556250963Z" level=debug msg="sync done" time="2020-08-20T19:57:48.556472806Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype8-731e9aa9d428d50f InstanceType=type8 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.556567075Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-5e377ef58485d68b InstanceType=type4 ProbeStart="2020-08-20 19:57:48.548343261 +0000 UTC m=+0.476832863" time="2020-08-20T19:57:48.556615539Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-6823be14ff09ef3c InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:48.556746171Z" level=debug msg=runQueue Containers=176 Processes=22 time="2020-08-20T19:57:48.556986625Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000116 Instance=stub-providertype4-4d4f278a67149b9c InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.557033227Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000196 Reason="state=Complete" time="2020-08-20T19:57:48.557056808Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000196 time="2020-08-20T19:57:48.557065405Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype6-342a0313380457d7 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.526857643 +0000 UTC m=+0.455347237" time="2020-08-20T19:57:48.557083704Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype6-342a0313380457d7 InstanceType=type6 time="2020-08-20T19:57:48.557099344Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.152649 Instance=stub-providertype6-342a0313380457d7 InstanceType=type6 State=booting time="2020-08-20T19:57:48.557118913Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype8-7950358b44e12d33 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.525958117 +0000 UTC m=+0.454447714" time="2020-08-20T19:57:48.557132510Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype8-7950358b44e12d33 InstanceType=type8 time="2020-08-20T19:57:48.557144348Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.189467 Instance=stub-providertype8-7950358b44e12d33 InstanceType=type8 State=booting time="2020-08-20T19:57:48.557168439Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-25597a8431737788 InstanceType=type8 State=booting time="2020-08-20T19:57:48.557309138Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-6823be14ff09ef3c InstanceType=type2 ProbeStart="2020-08-20 19:57:48.52468799 +0000 UTC m=+0.453177593" time="2020-08-20T19:57:48.557406103Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000101 InstanceType=type6 time="2020-08-20T19:57:48.563417949Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000156 Instance=stub-providertype4-11a39040f4b6f47f PID=2 time="2020-08-20T19:57:48.563563203Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000074 Instance=stub-providertype3-7ce2e98ef360412c PID=3 time="2020-08-20T19:57:48.564279338Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000074 Instance=stub-providertype3-7ce2e98ef360412c InstanceType=type3 time="2020-08-20T19:57:48.564405995Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000156 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 time="2020-08-20T19:57:48.564529757Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000116 Instance=stub-providertype4-4d4f278a67149b9c InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.568900001Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.568979733Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.561834235 +0000 UTC m=+0.490323827" time="2020-08-20T19:57:48.569049637Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-99ad1bdc176163d InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.568988287Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-20e7309f035b88ab InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.568904367Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000196 State=Complete time="2020-08-20T19:57:48.569067875Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000116 Instance=stub-providertype4-4d4f278a67149b9c InstanceType=type4 time="2020-08-20T19:57:48.569118362Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-99ad1bdc176163d InstanceType=type8 ProbeStart="2020-08-20 19:57:48.557516221 +0000 UTC m=+0.486005811" time="2020-08-20T19:57:48.569152878Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-20e7309f035b88ab InstanceType=type3 ProbeStart="2020-08-20 19:57:48.531791253 +0000 UTC m=+0.460280837" time="2020-08-20T19:57:48.569287270Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000017 Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 time="2020-08-20T19:57:48.569323029Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.561834235 +0000 UTC m=+0.490323827" RunningContainers=0 State=idle time="2020-08-20T19:57:48.569504155Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype8-99ad1bdc176163d InstanceType=type8 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.569539934Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=265.678238ms Instance=stub-providertype8-99ad1bdc176163d InstanceType=type8 Since="2020-08-20 19:57:48.291837984 +0000 UTC m=+0.220327573" State=booting time="2020-08-20T19:57:48.569794086Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-24dfa628aa50d2c8 InstanceType=type3 State=booting time="2020-08-20T19:57:48.570272322Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.570419479Z" level=debug msg=runQueue Containers=175 Processes=21 time="2020-08-20T19:57:48.570563492Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-521f280971756de4 InstanceType=type4 State=booting time="2020-08-20T19:57:48.570651154Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=111 skipped=0 time="2020-08-20T19:57:48.570798035Z" level=debug msg="sync instances" Instances=111 time="2020-08-20T19:57:48.571292963Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-342a0313380457d7 WorkerState=shutdown time="2020-08-20T19:57:48.571369834Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-99ad1bdc176163d WorkerState=shutdown time="2020-08-20T19:57:48.571481232Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-7950358b44e12d33 WorkerState=shutdown time="2020-08-20T19:57:48.571572938Z" level=debug msg="sync done" time="2020-08-20T19:57:48.571670467Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000076 ExitCode=2 Instance=stub-providertype4-505ce263e2d6a9ce PID=3 time="2020-08-20T19:57:48.571827547Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000115 Op=cancel time="2020-08-20T19:57:48.571928235Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000115 time="2020-08-20T19:57:48.572101119Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000116 Reason="state=Complete" time="2020-08-20T19:57:48.572189385Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000116 time="2020-08-20T19:57:48.572265308Z" level=error msg="create failed" InstanceType=type2 error="rate limited until 2020-08-20 19:57:48.571254289 +0000 UTC m=+0.499743870" time="2020-08-20T19:57:48.572542718Z" level=error msg="create failed" InstanceType=type6 error="rate limited until 2020-08-20 19:57:48.571254289 +0000 UTC m=+0.499743870" time="2020-08-20T19:57:48.572717017Z" level=error msg="create failed" InstanceType=type6 error="rate limited until 2020-08-20 19:57:48.571254289 +0000 UTC m=+0.499743870" time="2020-08-20T19:57:48.573004018Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000036 Instance=stub-providertype4-4d4f278a67149b9c InstanceType=type4 Priority=16 time="2020-08-20T19:57:48.573191509Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000135 Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 Priority=15 time="2020-08-20T19:57:48.573388273Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000194 Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 Priority=14 time="2020-08-20T19:57:48.573825063Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000183 InstanceType=type8 time="2020-08-20T19:57:48.573967917Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000063 InstanceType=type8 time="2020-08-20T19:57:48.574183865Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000101 InstanceType=type6 time="2020-08-20T19:57:48.574217274Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-20279d8e6d9b26a1 InstanceType=type3 State=booting time="2020-08-20T19:57:48.575172729Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000116 State=Complete time="2020-08-20T19:57:48.575633681Z" level=debug msg=runQueue Containers=174 Processes=23 time="2020-08-20T19:57:48.576418684Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000121 InstanceType=type2 time="2020-08-20T19:57:48.576470995Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000021 InstanceType=type6 time="2020-08-20T19:57:48.576554508Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000115 Reason="state=Cancelled" time="2020-08-20T19:57:48.577723622Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000115 time="2020-08-20T19:57:48.577825125Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000137 Instance=stub-providertype3-33afd37941439089 InstanceType=type3 time="2020-08-20T19:57:48.578556078Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000101 InstanceType=type6 time="2020-08-20T19:57:48.579106462Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000115 State=Cancelled time="2020-08-20T19:57:48.579495855Z" level=debug msg=runQueue Containers=173 Processes=22 time="2020-08-20T19:57:48.580170163Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-213182a38aae50dc InstanceType=type4 State=booting time="2020-08-20T19:57:48.580456974Z" level=error msg="create failed" InstanceType=type3 error="rate limited until 2020-08-20 19:57:48.581113282 +0000 UTC m=+0.509602873" time="2020-08-20T19:57:48.580500904Z" level=info msg="suspending remote calls due to rate-limit error" CallType="create instance" Duration="616.407µs" ResumeAt="2020-08-20 19:57:48.581113282 +0000 UTC m=+0.509602873" time="2020-08-20T19:57:48.580708565Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-26e5c5f78bc637e0 InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:48.580762722Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-26e5c5f78bc637e0 InstanceType=type2 ProbeStart="2020-08-20 19:57:48.562097945 +0000 UTC m=+0.490587545" time="2020-08-20T19:57:48.580176479Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000017 Op=cancel time="2020-08-20T19:57:48.580862583Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000017 time="2020-08-20T19:57:48.580895750Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000113 Instance=stub-providertype3-33afd37941439089 InstanceType=type3 Priority=13 time="2020-08-20T19:57:48.576789065Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-877a649ba141d44 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.581368235Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-877a649ba141d44 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.548876769 +0000 UTC m=+0.477366350" time="2020-08-20T19:57:48.583285037Z" level=debug msg=runQueue Containers=173 Processes=23 time="2020-08-20T19:57:48.585079600Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000135 Instance=stub-providertype8-2195baf7d30e4b85 PID=1 time="2020-08-20T19:57:48.576875366Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-5c2535ca822d00ef InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.586783682Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.586908721Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000017 Reason="state=Cancelled" time="2020-08-20T19:57:48.586787979Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000074 Instance=stub-providertype3-7ce2e98ef360412c PID=3 State=Running time="2020-08-20T19:57:48.587535590Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-55745a9abdc33b93 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.587299421Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000194 Instance=stub-providertype3-27dff7ab244fcd36 PID=2 time="2020-08-20T19:57:48.587191275Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype6-877a649ba141d44 InstanceType=type6 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.587569428Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype8-a03f4cc4d49461f InstanceType=type8 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.587729696Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000076 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.587963321Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=115 skipped=0 time="2020-08-20T19:57:48.587311371Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000036 Instance=stub-providertype4-4d4f278a67149b9c PID=2 time="2020-08-20T19:57:48.587982466Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000017 Reason="state=Cancelled" time="2020-08-20T19:57:48.588202447Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000036 Instance=stub-providertype4-4d4f278a67149b9c InstanceType=type4 time="2020-08-20T19:57:48.588257966Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000156 ExitCode=3 Instance=stub-providertype4-11a39040f4b6f47f PID=2 time="2020-08-20T19:57:48.588246251Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-6c6c0d1276be6262 InstanceType=type6 State=booting time="2020-08-20T19:57:48.588391802Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 State=booting time="2020-08-20T19:57:48.588518626Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000017 time="2020-08-20T19:57:48.588535436Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-55745a9abdc33b93 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.554988929 +0000 UTC m=+0.483478513" time="2020-08-20T19:57:48.587769429Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000194 Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 time="2020-08-20T19:57:48.586849834Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000135 Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 time="2020-08-20T19:57:48.580902610Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000017 Op=cancel time="2020-08-20T19:57:48.588713201Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000017 time="2020-08-20T19:57:48.588729119Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000137 Op=cancel time="2020-08-20T19:57:48.588748108Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000137 Priority=17 State=Locked time="2020-08-20T19:57:48.588770213Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000137 Op=cancel time="2020-08-20T19:57:48.588787129Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000137 Priority=17 State=Locked time="2020-08-20T19:57:48.588800374Z" level=error msg="error requeueing container" ContainerUUID=zzzzz-dz642-000000000000137 Priority=17 State=Locked error="changeState failed: state=\"Queued\"" time="2020-08-20T19:57:48.588850308Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-5c2535ca822d00ef InstanceType=type4 ProbeStart="2020-08-20 19:57:48.533874507 +0000 UTC m=+0.462364094" time="2020-08-20T19:57:48.589024053Z" level=debug msg=runQueue Containers=173 Processes=23 time="2020-08-20T19:57:48.589115097Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=164.356653ms Instance=stub-providertype6-877a649ba141d44 InstanceType=type6 Since="2020-08-20 19:57:48.384520119 +0000 UTC m=+0.313009697" State=booting time="2020-08-20T19:57:48.589141107Z" level=debug msg="sync instances" Instances=115 time="2020-08-20T19:57:48.589468029Z" level=debug msg="sync done" time="2020-08-20T19:57:48.589784263Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000017 State=Cancelled time="2020-08-20T19:57:48.589810625Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000137 Reason="state=Queued" time="2020-08-20T19:57:48.589840485Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000137 time="2020-08-20T19:57:48.589963225Z" level=debug msg=runQueue Containers=172 Processes=21 time="2020-08-20T19:57:48.590008107Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000113 Instance=stub-providertype3-33afd37941439089 PID=3 time="2020-08-20T19:57:48.590137946Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000137 Op=lock time="2020-08-20T19:57:48.590161214Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000137 InstanceType=type3 time="2020-08-20T19:57:48.590191985Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000141 InstanceType=type6 time="2020-08-20T19:57:48.590369538Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-647ea68f0b80eccd InstanceType=type3 State=booting time="2020-08-20T19:57:48.590480345Z" level=error msg="create failed" InstanceType=type6 error="rate limited until 2020-08-20 19:57:48.591336981 +0000 UTC m=+0.519826570" time="2020-08-20T19:57:48.590509693Z" level=info msg="suspending remote calls due to rate-limit error" CallType="create instance" Duration="830.384µs" ResumeAt="2020-08-20 19:57:48.591336981 +0000 UTC m=+0.519826570" time="2020-08-20T19:57:48.590616845Z" level=debug msg=runQueue Containers=172 Processes=21 time="2020-08-20T19:57:48.590796145Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000113 Instance=stub-providertype3-33afd37941439089 InstanceType=type3 time="2020-08-20T19:57:48.590935483Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000021 InstanceType=type6 time="2020-08-20T19:57:48.591002088Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000076 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.591331017Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-931afd8b416421 InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:48.591365643Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.591517580Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000180 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 time="2020-08-20T19:57:48.591649791Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype8-55745a9abdc33b93 InstanceType=type8 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.594176451Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-2f8cdfe5e2e4da00 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.594639045Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype3-f5742f012c8d4bd InstanceType=type3 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.594864619Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000036 Instance=stub-providertype4-4d4f278a67149b9c PID=2 State=Locked time="2020-08-20T19:57:48.595939052Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000194 ExitCode=1 Instance=stub-providertype3-27dff7ab244fcd36 PID=2 time="2020-08-20T19:57:48.596286877Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-2089c93c79844140 InstanceType=type6 State=booting time="2020-08-20T19:57:48.596363750Z" level=error msg="create failed" InstanceType=type6 error="rate limited until 2020-08-20 19:57:48.595206539 +0000 UTC m=+0.523696117" time="2020-08-20T19:57:48.596513205Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-3b979ab1bc2dce1e InstanceType=type8 State=booting time="2020-08-20T19:57:48.596570435Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000076 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 time="2020-08-20T19:57:48.596874033Z" level=debug msg=runQueue Containers=172 Processes=21 time="2020-08-20T19:57:48.596988940Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000195 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 Priority=15 time="2020-08-20T19:57:48.597055289Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000075 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 Priority=15 time="2020-08-20T19:57:48.597383017Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000181 InstanceType=type6 time="2020-08-20T19:57:48.597816071Z" level=debug msg=runQueue Containers=172 Processes=23 time="2020-08-20T19:57:48.598322490Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000076 Reason="state=Complete" time="2020-08-20T19:57:48.598352348Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000076 time="2020-08-20T19:57:48.598363588Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-931afd8b416421 InstanceType=type2 ProbeStart="2020-08-20 19:57:48.564867913 +0000 UTC m=+0.493357501" time="2020-08-20T19:57:48.598408468Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.567817682 +0000 UTC m=+0.496307283" time="2020-08-20T19:57:48.598440240Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-2f8cdfe5e2e4da00 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.567913649 +0000 UTC m=+0.496403243" time="2020-08-20T19:57:48.598472972Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=207.834238ms Instance=stub-providertype3-f5742f012c8d4bd InstanceType=type3 Since="2020-08-20 19:57:48.358934229 +0000 UTC m=+0.287423813" State=booting time="2020-08-20T19:57:48.598499229Z" level=info msg="boot failed" Address= Duration=207.834238ms Instance=stub-providertype3-f5742f012c8d4bd InstanceType=type3 ProbeStart="2020-08-20 19:57:48.566768465 +0000 UTC m=+0.495258051" stderr="cannot fork\n" time="2020-08-20T19:57:48.598593946Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000076 Reason="state=Complete" time="2020-08-20T19:57:48.598650047Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000156 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.612926337Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000156 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.612933023Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000076 Reason="state=Complete" time="2020-08-20T19:57:48.613295643Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000180 Op=cancel time="2020-08-20T19:57:48.613343069Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000180 Priority=20 State=Locked time="2020-08-20T19:57:48.613414902Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000194 Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 Reason="state=Complete" time="2020-08-20T19:57:48.613561615Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000180 Op=cancel time="2020-08-20T19:57:48.613876928Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-4a007b2750145bf1 InstanceType=type6 State=booting time="2020-08-20T19:57:48.614178640Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.614429643Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000180 Priority=20 State=Locked time="2020-08-20T19:57:48.614873961Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype2-364cb5db5e19a34e InstanceType=type2 State=booting time="2020-08-20T19:57:48.615092934Z" level=debug msg=runQueue Containers=172 Processes=22 time="2020-08-20T19:57:48.615502656Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000076 State=Complete time="2020-08-20T19:57:48.615740504Z" level=debug msg=runQueue Containers=171 Processes=22 time="2020-08-20T19:57:48.616018968Z" level=error msg="error requeueing container" ContainerUUID=zzzzz-dz642-000000000000180 Priority=20 State=Locked error="changeState failed: state=\"Queued\"" time="2020-08-20T19:57:48.616459788Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-17170262d7ba58a1 InstanceType=type4 State=booting time="2020-08-20T19:57:48.616499590Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-2a80d0564cf20a65 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.616566968Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-72a9ae754e367aa4 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.616625217Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-2a80d0564cf20a65 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.614425588 +0000 UTC m=+0.542915165" time="2020-08-20T19:57:48.616662011Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.616778832Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 ProbeStart="2020-08-20 19:57:48.615318626 +0000 UTC m=+0.543808218" time="2020-08-20T19:57:48.616861731Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-79fd5dff976108fa InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.616835872Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype6-2f8cdfe5e2e4da00 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.567913649 +0000 UTC m=+0.496403243" time="2020-08-20T19:57:48.616949539Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype6-2f8cdfe5e2e4da00 InstanceType=type6 time="2020-08-20T19:57:48.616966221Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.229780 Instance=stub-providertype6-2f8cdfe5e2e4da00 InstanceType=type6 State=booting time="2020-08-20T19:57:48.616988455Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-79fd5dff976108fa InstanceType=type4 ProbeStart="2020-08-20 19:57:48.589853812 +0000 UTC m=+0.518343391" time="2020-08-20T19:57:48.617392758Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000135 ExitCode=1 Instance=stub-providertype8-2195baf7d30e4b85 PID=1 time="2020-08-20T19:57:48.617503214Z" level=debug msg=runQueue Containers=171 Processes=22 time="2020-08-20T19:57:48.617673595Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000180 Reason="state=Queued" time="2020-08-20T19:57:48.617768057Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000180 time="2020-08-20T19:57:48.617847918Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000180 Reason="state=Queued" time="2020-08-20T19:57:48.617938378Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-72a9ae754e367aa4 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.613110249 +0000 UTC m=+0.541599828" time="2020-08-20T19:57:48.618045498Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-2a80d0564cf20a65 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.614425588 +0000 UTC m=+0.542915165" RunningContainers=0 State=idle time="2020-08-20T19:57:48.618122974Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 ProbeStart="2020-08-20 19:57:48.615318626 +0000 UTC m=+0.543808218" RunningContainers=0 State=idle time="2020-08-20T19:57:48.618193312Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-79fd5dff976108fa InstanceType=type4 ProbeStart="2020-08-20 19:57:48.589853812 +0000 UTC m=+0.518343391" RunningContainers=0 State=idle time="2020-08-20T19:57:48.618325485Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000175 Instance=stub-providertype8-2a80d0564cf20a65 InstanceType=type8 Priority=15 time="2020-08-20T19:57:48.618426370Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000114 Instance=stub-providertype4-79fd5dff976108fa InstanceType=type4 Priority=14 time="2020-08-20T19:57:48.618507813Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000153 Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 Priority=13 time="2020-08-20T19:57:48.618634333Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000194 Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 Signal=15 time="2020-08-20T19:57:48.618865120Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000181 InstanceType=type6 time="2020-08-20T19:57:48.618959491Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-5166eacd4335740f InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.618868535Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000035 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 time="2020-08-20T19:57:48.619616583Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=117 skipped=0 time="2020-08-20T19:57:48.619637217Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-41cb8638aab4ddb4 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.619874338Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000156 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 time="2020-08-20T19:57:48.620135512Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-1089de3ba6ff3fbd InstanceType=type6 State=booting time="2020-08-20T19:57:48.620230758Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-72a9ae754e367aa4 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.613110249 +0000 UTC m=+0.541599828" RunningContainers=0 State=idle time="2020-08-20T19:57:48.620300281Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000194 Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 time="2020-08-20T19:57:48.620388729Z" level=debug msg="sync instances" Instances=117 time="2020-08-20T19:57:48.620479342Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-5166eacd4335740f InstanceType=type8 ProbeStart="2020-08-20 19:57:48.588751537 +0000 UTC m=+0.517241134" time="2020-08-20T19:57:48.620754614Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000075 Instance=stub-providertype4-505ce263e2d6a9ce PID=4 time="2020-08-20T19:57:48.620840235Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000075 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 time="2020-08-20T19:57:48.621081354Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype8-5166eacd4335740f InstanceType=type8 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.622312967Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-877a649ba141d44 WorkerState=shutdown time="2020-08-20T19:57:48.622360830Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-f5742f012c8d4bd WorkerState=shutdown time="2020-08-20T19:57:48.622399541Z" level=debug msg="sync done" time="2020-08-20T19:57:48.622458236Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000114 Instance=stub-providertype4-79fd5dff976108fa PID=1 time="2020-08-20T19:57:48.622571548Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000195 Instance=stub-providertype4-41f27cc6f3875d04 PID=3 time="2020-08-20T19:57:48.622663305Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-41cb8638aab4ddb4 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.5888905 +0000 UTC m=+0.517380087" time="2020-08-20T19:57:48.622794643Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-41c99b43b864a80e InstanceType=type3 State=booting time="2020-08-20T19:57:48.622908032Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000194 time="2020-08-20T19:57:48.623214395Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000194 State=Complete time="2020-08-20T19:57:48.623223902Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000035 Op=cancel time="2020-08-20T19:57:48.623715060Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000035 time="2020-08-20T19:57:48.623634316Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:48.623363153Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000195 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 time="2020-08-20T19:57:48.623379200Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000114 Instance=stub-providertype4-79fd5dff976108fa InstanceType=type4 time="2020-08-20T19:57:48.623634668Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-230ff59da1d7abbf InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.623247019Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000135 Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:48.623833684Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype2-453753d7c2fabdcf InstanceType=type2 State=booting time="2020-08-20T19:57:48.623950610Z" level=debug msg=runQueue Containers=170 Processes=23 time="2020-08-20T19:57:48.623974007Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000180 Op=lock time="2020-08-20T19:57:48.624003394Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000180 InstanceType=type4 time="2020-08-20T19:57:48.624075949Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000137 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 Priority=17 time="2020-08-20T19:57:48.624213899Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000033 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 Priority=13 time="2020-08-20T19:57:48.624273044Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000092 Instance=stub-providertype4-72a9ae754e367aa4 InstanceType=type4 Priority=12 time="2020-08-20T19:57:48.624368615Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000011 Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 Priority=11 time="2020-08-20T19:57:48.624814332Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000156 Reason="state=Complete" time="2020-08-20T19:57:48.624886426Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000156 time="2020-08-20T19:57:48.625445431Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype4-41cb8638aab4ddb4 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.5888905 +0000 UTC m=+0.517380087" time="2020-08-20T19:57:48.625515284Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype4-41cb8638aab4ddb4 InstanceType=type4 time="2020-08-20T19:57:48.625545837Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.179271 Instance=stub-providertype4-41cb8638aab4ddb4 InstanceType=type4 State=booting time="2020-08-20T19:57:48.626260938Z" level=debug msg=runQueue Containers=170 Processes=26 time="2020-08-20T19:57:48.627045550Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000135 Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 Signal=15 time="2020-08-20T19:57:48.627255067Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000175 Instance=stub-providertype8-2a80d0564cf20a65 PID=1 time="2020-08-20T19:57:48.627416152Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-45331718f2f37eeb InstanceType=type6 State=booting time="2020-08-20T19:57:48.627626667Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 ProbeStart="2020-08-20 19:57:48.623168968 +0000 UTC m=+0.551658566" time="2020-08-20T19:57:48.627695542Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000156 State=Complete time="2020-08-20T19:57:48.627837851Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-230ff59da1d7abbf InstanceType=type6 ProbeStart="2020-08-20 19:57:48.589044006 +0000 UTC m=+0.517533594" time="2020-08-20T19:57:48.627904987Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000035 Reason="state=Cancelled" time="2020-08-20T19:57:48.627945404Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000035 time="2020-08-20T19:57:48.628520537Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000153 Instance=stub-providertype4-1c73fac825416fed PID=1 time="2020-08-20T19:57:48.628619316Z" level=error msg="create failed" InstanceType=type3 error="rate limited until 2020-08-20 19:57:48.62823189 +0000 UTC m=+0.556721477" time="2020-08-20T19:57:48.628624509Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000175 Instance=stub-providertype8-2a80d0564cf20a65 InstanceType=type8 time="2020-08-20T19:57:48.629032700Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000035 Reason="state=Cancelled" time="2020-08-20T19:57:48.629120121Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000156 Reason="state=Complete" time="2020-08-20T19:57:48.629162857Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype2-5f8cf4d56c29bd93 InstanceType=type2 State=booting time="2020-08-20T19:57:48.629343340Z" level=debug msg=runQueue Containers=169 Processes=25 time="2020-08-20T19:57:48.629640166Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000153 Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 time="2020-08-20T19:57:48.629888938Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 ProbeStart="2020-08-20 19:57:48.623168968 +0000 UTC m=+0.551658566" RunningContainers=0 State=idle time="2020-08-20T19:57:48.630032601Z" level=info msg="boot probe succeeded" Address="127.0.0.1:41299" Command=true Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.630175366Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000113 ExitCode=1 Instance=stub-providertype3-33afd37941439089 PID=3 time="2020-08-20T19:57:48.630322145Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-4c4f95107709ec27 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.632277598Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000195 ExitCode=0 Instance=stub-providertype4-41f27cc6f3875d04 PID=3 time="2020-08-20T19:57:48.632339524Z" level=info msg="instance booted; will try probeRunning" Address="127.0.0.1:41299" Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 ProbeStart="2020-08-20 19:57:48.628975129 +0000 UTC m=+0.557464716" time="2020-08-20T19:57:48.632448296Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.632949147Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=123 skipped=0 time="2020-08-20T19:57:48.632984240Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000135 Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 time="2020-08-20T19:57:48.633264850Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-6abda39686c43b30 InstanceType=type3 State=booting time="2020-08-20T19:57:48.633329679Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.633380269Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 ProbeStart="2020-08-20 19:57:48.595314465 +0000 UTC m=+0.523804044" time="2020-08-20T19:57:48.632985866Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-4c4f95107709ec27 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.614168683 +0000 UTC m=+0.542658276" time="2020-08-20T19:57:48.633020948Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000137 Instance=stub-providertype3-4dba7b0f9da1d7eb PID=2 time="2020-08-20T19:57:48.633408508Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-8cd00c4e533e9a3 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.633587184Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-5c859148e75d3f5b InstanceType=type4 State=booting time="2020-08-20T19:57:48.633487944Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000035 State=Cancelled time="2020-08-20T19:57:48.633795467Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000137 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 time="2020-08-20T19:57:48.633921109Z" level=info msg="probes succeeded, instance is in service" Address="127.0.0.1:41299" Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 ProbeStart="2020-08-20 19:57:48.628975129 +0000 UTC m=+0.557464716" RunningContainers=0 State=idle time="2020-08-20T19:57:48.633990303Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000135 Reason="state=Complete" time="2020-08-20T19:57:48.634036593Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000135 time="2020-08-20T19:57:48.634049373Z" level=debug msg="sync instances" Instances=123 time="2020-08-20T19:57:48.634389750Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-41cb8638aab4ddb4 WorkerState=shutdown time="2020-08-20T19:57:48.634409380Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-2f8cdfe5e2e4da00 WorkerState=shutdown time="2020-08-20T19:57:48.634421485Z" level=debug msg="sync done" time="2020-08-20T19:57:48.634578469Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-8cd00c4e533e9a3 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.632986257 +0000 UTC m=+0.561475831" time="2020-08-20T19:57:48.634687454Z" level=debug msg=runQueue Containers=168 Processes=24 time="2020-08-20T19:57:48.634730983Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000058 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 Priority=18 time="2020-08-20T19:57:48.634877213Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000072 Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 Priority=12 time="2020-08-20T19:57:48.634957644Z" level=debug msg="starting container" Address="127.0.0.1:41299" ContainerUUID=zzzzz-dz642-000000000000091 Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 Priority=11 time="2020-08-20T19:57:48.635162522Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-6aa7aaf5ad3205d0 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.634882957Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.635336353Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000135 State=Complete time="2020-08-20T19:57:48.635583069Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 ProbeStart="2020-08-20 19:57:48.634541102 +0000 UTC m=+0.563030680" time="2020-08-20T19:57:48.635807623Z" level=debug msg=runQueue Containers=167 Processes=27 time="2020-08-20T19:57:48.635968471Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000033 Instance=stub-providertype4-11a39040f4b6f47f PID=3 time="2020-08-20T19:57:48.636069210Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 ProbeStart="2020-08-20 19:57:48.634541102 +0000 UTC m=+0.563030680" RunningContainers=0 State=idle time="2020-08-20T19:57:48.636101260Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000140 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 time="2020-08-20T19:57:48.636151947Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000033 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 time="2020-08-20T19:57:48.636271056Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-3383c4778d16d64e InstanceType=type6 State=booting time="2020-08-20T19:57:48.635347660Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-6aa7aaf5ad3205d0 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.634856333 +0000 UTC m=+0.563345925" time="2020-08-20T19:57:48.636433094Z" level=error msg="create failed" InstanceType=type2 error="rate limited until 2020-08-20 19:57:48.637225366 +0000 UTC m=+0.565714942" time="2020-08-20T19:57:48.636478346Z" level=info msg="suspending remote calls due to rate-limit error" CallType="create instance" Duration="751.61µs" ResumeAt="2020-08-20 19:57:48.637225366 +0000 UTC m=+0.565714942" time="2020-08-20T19:57:48.636602679Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000113 Instance=stub-providertype3-33afd37941439089 InstanceType=type3 Reason="state=Complete" time="2020-08-20T19:57:48.636647295Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-6aa7aaf5ad3205d0 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.634856333 +0000 UTC m=+0.563345925" RunningContainers=0 State=idle time="2020-08-20T19:57:48.636836251Z" level=debug msg=runQueue Containers=167 Processes=27 time="2020-08-20T19:57:48.636863287Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000180 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 Priority=20 time="2020-08-20T19:57:48.637004388Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000112 Instance=stub-providertype8-6aa7aaf5ad3205d0 InstanceType=type8 Priority=12 time="2020-08-20T19:57:48.637050641Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000032 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 Priority=12 time="2020-08-20T19:57:48.637285205Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000121 InstanceType=type2 time="2020-08-20T19:57:48.637596197Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000153 ExitCode=0 Instance=stub-providertype4-1c73fac825416fed PID=1 time="2020-08-20T19:57:48.637727291Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000195 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.637879411Z" level=debug msg=runQueue Containers=167 Processes=30 time="2020-08-20T19:57:48.638130921Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000011 Instance=stub-providertype3-27dff7ab244fcd36 PID=3 time="2020-08-20T19:57:48.638485520Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-258a577a01a6b56b InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.638507640Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-1448c1cb2ccf3d4a InstanceType=type4 State=booting time="2020-08-20T19:57:48.638561345Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000011 Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 time="2020-08-20T19:57:48.638604754Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-258a577a01a6b56b InstanceType=type4 ProbeStart="2020-08-20 19:57:48.623177482 +0000 UTC m=+0.551667075" time="2020-08-20T19:57:48.638637263Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000075 ExitCode=0 Instance=stub-providertype4-505ce263e2d6a9ce PID=4 time="2020-08-20T19:57:48.638957256Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000180 Instance=stub-providertype4-2d89c820f5c353cf PID=2 time="2020-08-20T19:57:48.640986185Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-4e25865f44fa13d1 InstanceType=type6 State=booting time="2020-08-20T19:57:48.641148254Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000113 Instance=stub-providertype3-33afd37941439089 InstanceType=type3 Signal=15 time="2020-08-20T19:57:48.641465420Z" level=debug msg=runQueue Containers=167 Processes=30 time="2020-08-20T19:57:48.642401723Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000058 Instance=stub-providertype2-429bd23a4efeeadd PID=1 time="2020-08-20T19:57:48.642566643Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000195 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.642772943Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000072 Instance=stub-providertype8-2195baf7d30e4b85 PID=2 time="2020-08-20T19:57:48.642957818Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-6764373dae404245 InstanceType=type6 State=booting time="2020-08-20T19:57:48.643173189Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000092 Instance=stub-providertype4-72a9ae754e367aa4 PID=1 time="2020-08-20T19:57:48.643214542Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000032 Instance=stub-providertype8-76fd839a1e094f9a PID=1 time="2020-08-20T19:57:48.643317140Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000140 Op=cancel time="2020-08-20T19:57:48.643979821Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000140 time="2020-08-20T19:57:48.643322747Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000153 Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.644205591Z" level=debug msg=runQueue Containers=167 Processes=30 time="2020-08-20T19:57:48.644456136Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.644521321Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000032 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 time="2020-08-20T19:57:48.644567241Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000058 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 time="2020-08-20T19:57:48.644608934Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000072 Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 time="2020-08-20T19:57:48.644897161Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=129 skipped=0 time="2020-08-20T19:57:48.644936578Z" level=debug msg="sync instances" Instances=129 time="2020-08-20T19:57:48.645121987Z" level=info msg="instance appeared in cloud" Address="127.0.0.1:35989" IdleBehavior=run Instance=stub-providertype3-28c9d1b4f6432818 InstanceType=type3 State=booting time="2020-08-20T19:57:48.645210135Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000092 Instance=stub-providertype4-72a9ae754e367aa4 InstanceType=type4 time="2020-08-20T19:57:48.645421765Z" level=debug msg="sync done" time="2020-08-20T19:57:48.645439166Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000180 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 time="2020-08-20T19:57:48.645650704Z" level=debug msg=runQueue Containers=167 Processes=30 time="2020-08-20T19:57:48.646553307Z" level=debug msg=runQueue Containers=167 Processes=30 time="2020-08-20T19:57:48.647244103Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000011 Instance=stub-providertype3-27dff7ab244fcd36 PID=3 State=Locked time="2020-08-20T19:57:48.647300115Z" level=debug msg=runQueue Containers=167 Processes=30 time="2020-08-20T19:57:48.647360360Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000112 Instance=stub-providertype8-6aa7aaf5ad3205d0 PID=1 time="2020-08-20T19:57:48.647490633Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-e4b5ac059483870 InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:48.647509747Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-e4b5ac059483870 InstanceType=type2 ProbeStart="2020-08-20 19:57:48.639017137 +0000 UTC m=+0.567506726" time="2020-08-20T19:57:48.647705986Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000112 Instance=stub-providertype8-6aa7aaf5ad3205d0 InstanceType=type8 time="2020-08-20T19:57:48.647823477Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000113 Instance=stub-providertype3-33afd37941439089 InstanceType=type3 time="2020-08-20T19:57:48.647975679Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000195 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 time="2020-08-20T19:57:48.648059040Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000140 Reason="state=Cancelled" time="2020-08-20T19:57:48.648142049Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000140 time="2020-08-20T19:57:48.648280972Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000015 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 time="2020-08-20T19:57:48.648362721Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000113 Reason="state=Complete" time="2020-08-20T19:57:48.648436353Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000113 time="2020-08-20T19:57:48.648473911Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000091 Instance=stub-providertype3-2b77e80684a6bfdc PID=1 time="2020-08-20T19:57:48.648636568Z" level=info msg="crunch-run process started" Address="127.0.0.1:41299" ContainerUUID=zzzzz-dz642-000000000000091 Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 time="2020-08-20T19:57:48.648652418Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000140 State=Cancelled time="2020-08-20T19:57:48.648722618Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000113 State=Complete time="2020-08-20T19:57:48.648670571Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000075 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.648968284Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000153 Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.648419612Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-9c09a3e6f241c57 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.649082002Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000140 Reason="state=Cancelled" time="2020-08-20T19:57:48.649175404Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000113 Reason="state=Complete" time="2020-08-20T19:57:48.649234954Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000140 Reason="state=Cancelled" time="2020-08-20T19:57:48.649298016Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000195 Reason="state=Complete" time="2020-08-20T19:57:48.649367537Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000113 Reason="state=Complete" time="2020-08-20T19:57:48.649421676Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000195 Reason="state=Complete" time="2020-08-20T19:57:48.649594106Z" level=debug msg=runQueue Containers=165 Processes=28 time="2020-08-20T19:57:48.649733140Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000172 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 Priority=12 time="2020-08-20T19:57:48.649818275Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000192 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Priority=12 time="2020-08-20T19:57:48.649910518Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000131 Instance=stub-providertype3-33afd37941439089 InstanceType=type3 Priority=11 time="2020-08-20T19:57:48.650559860Z" level=debug msg=runQueue Containers=165 Processes=31 time="2020-08-20T19:57:48.650955178Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000195 time="2020-08-20T19:57:48.651194984Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000153 Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 time="2020-08-20T19:57:48.651243233Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-14a2b0f5d4bb8fe2 InstanceType=type8 State=booting time="2020-08-20T19:57:48.651308209Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000153 Reason="state=Complete" time="2020-08-20T19:57:48.651360314Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000153 time="2020-08-20T19:57:48.651409067Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000195 Reason="state=Complete" time="2020-08-20T19:57:48.651488205Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000195 Reason="state=Complete" time="2020-08-20T19:57:48.651827086Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-9c09a3e6f241c57 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.647848414 +0000 UTC m=+0.576337993" time="2020-08-20T19:57:48.651333789Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-26e2fcfa16fea4d3 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.652498076Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000137 ExitCode=1 Instance=stub-providertype3-4dba7b0f9da1d7eb PID=2 time="2020-08-20T19:57:48.653904617Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000175 Instance=stub-providertype8-2a80d0564cf20a65 PID=1 State=Running time="2020-08-20T19:57:48.653929448Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000075 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.654172798Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000195 State=Complete time="2020-08-20T19:57:48.654214051Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000153 State=Complete time="2020-08-20T19:57:48.654262843Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-9c09a3e6f241c57 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.647848414 +0000 UTC m=+0.576337993" RunningContainers=0 State=idle time="2020-08-20T19:57:48.654320313Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-26e2fcfa16fea4d3 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.628980572 +0000 UTC m=+0.557470153" time="2020-08-20T19:57:48.654486235Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000015 Op=cancel time="2020-08-20T19:57:48.654551328Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000015 Priority=15 State=Locked time="2020-08-20T19:57:48.654560527Z" level=debug msg=runQueue Containers=163 Processes=29 time="2020-08-20T19:57:48.654501188Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000033 ExitCode=3 Instance=stub-providertype4-11a39040f4b6f47f PID=3 time="2020-08-20T19:57:48.654631336Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-3bda2fd033aaafe6 InstanceType=type8 State=booting time="2020-08-20T19:57:48.654678076Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000137 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 Reason="state=Complete" time="2020-08-20T19:57:48.655177167Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000192 Instance=stub-providertype8-528047936c9c64b7 PID=5 time="2020-08-20T19:57:48.655183124Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000131 Instance=stub-providertype3-33afd37941439089 PID=4 time="2020-08-20T19:57:48.656871176Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000172 Instance=stub-providertype4-41f27cc6f3875d04 PID=4 time="2020-08-20T19:57:48.656875480Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.658487237Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000131 Instance=stub-providertype3-33afd37941439089 InstanceType=type3 time="2020-08-20T19:57:48.658727082Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000058 ExitCode=3 Instance=stub-providertype2-429bd23a4efeeadd PID=1 time="2020-08-20T19:57:48.658807177Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000192 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 time="2020-08-20T19:57:48.659134423Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=133 skipped=0 time="2020-08-20T19:57:48.659350688Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000032 Instance=stub-providertype8-76fd839a1e094f9a PID=1 State=Locked time="2020-08-20T19:57:48.659853066Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000114 ExitCode=0 Instance=stub-providertype4-79fd5dff976108fa PID=1 time="2020-08-20T19:57:48.659859176Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000137 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 Signal=15 time="2020-08-20T19:57:48.659869955Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000172 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 time="2020-08-20T19:57:48.660545119Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000180 ExitCode=3 Instance=stub-providertype4-2d89c820f5c353cf PID=2 time="2020-08-20T19:57:48.661615032Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-2f5fe3e8a73e5dad InstanceType=type8 State=booting time="2020-08-20T19:57:48.664133366Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-3d0d3b628bd49471 InstanceType=type3 State=booting time="2020-08-20T19:57:48.664173969Z" level=debug msg="sync instances" Instances=133 time="2020-08-20T19:57:48.662016193Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-15974b9d7f803594 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.662030963Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype6-467a93c930a03c8e InstanceType=type6 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.666749691Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000192 Instance=stub-providertype8-528047936c9c64b7 PID=5 State=Locked time="2020-08-20T19:57:48.664541482Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-4c7390ebb0459cd3 InstanceType=type6 State=booting time="2020-08-20T19:57:48.662220336Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype8-628e687e95333623 InstanceType=type8 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.662228451Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype3-26e2fcfa16fea4d3 InstanceType=type3 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.662411770Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000172 ExitCode=1 Instance=stub-providertype4-41f27cc6f3875d04 PID=4 time="2020-08-20T19:57:48.667177281Z" level=error msg="create failed" InstanceType=type2 error="rate limited until 2020-08-20 19:57:48.661053724 +0000 UTC m=+0.589543295" time="2020-08-20T19:57:48.667252508Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000078 Instance=stub-providertype6-9c09a3e6f241c57 InstanceType=type6 Priority=18 time="2020-08-20T19:57:48.666486762Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000091 ExitCode=2 Instance=stub-providertype3-2b77e80684a6bfdc PID=1 time="2020-08-20T19:57:48.664827377Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype3-6028a72c20e15ca0 InstanceType=type3 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.667421667Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000075 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 time="2020-08-20T19:57:48.662116539Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-486e513576db7378 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.662957465Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000092 ExitCode=1 Instance=stub-providertype4-72a9ae754e367aa4 PID=1 time="2020-08-20T19:57:48.664816474Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-61fece1535d95dc3 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.664544502Z" level=debug msg="sync done" time="2020-08-20T19:57:48.667789210Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000137 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 time="2020-08-20T19:57:48.667989510Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-7426715c257c2559 InstanceType=type4 State=booting time="2020-08-20T19:57:48.668038306Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-15974b9d7f803594 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.65459416 +0000 UTC m=+0.583083738" time="2020-08-20T19:57:48.668038978Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype2-71c64da312bc945c InstanceType=type2 State=booting time="2020-08-20T19:57:48.668229689Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=266.376362ms Instance=stub-providertype3-26e2fcfa16fea4d3 InstanceType=type3 Since="2020-08-20 19:57:48.362604212 +0000 UTC m=+0.291093791" State=booting time="2020-08-20T19:57:48.668434034Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000012 Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 Priority=12 time="2020-08-20T19:57:48.668586573Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000052 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 Priority=12 time="2020-08-20T19:57:48.668771687Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000050 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 Priority=10 time="2020-08-20T19:57:48.668799332Z" level=warning msg="shutdown failed" Address= Instance=stub-providertype3-26e2fcfa16fea4d3 InstanceType=type3 error="instance could not be destroyed" time="2020-08-20T19:57:48.669601910Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-486e513576db7378 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.637908201 +0000 UTC m=+0.566397782" time="2020-08-20T19:57:48.669654758Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-61fece1535d95dc3 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.642263602 +0000 UTC m=+0.570753196" time="2020-08-20T19:57:48.669879285Z" level=debug msg=runQueue Containers=163 Processes=33 time="2020-08-20T19:57:48.670399441Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=254.647707ms Instance=stub-providertype6-467a93c930a03c8e InstanceType=type6 Since="2020-08-20 19:57:48.383121572 +0000 UTC m=+0.311611160" State=booting time="2020-08-20T19:57:48.672343563Z" level=info msg="boot failed" Address= Duration=254.647707ms Instance=stub-providertype6-467a93c930a03c8e InstanceType=type6 ProbeStart="2020-08-20 19:57:48.637769279 +0000 UTC m=+0.566258867" stderr="cannot fork\n" time="2020-08-20T19:57:48.672366908Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=191.538143ms Instance=stub-providertype8-628e687e95333623 InstanceType=type8 Since="2020-08-20 19:57:48.445996605 +0000 UTC m=+0.374486178" State=booting time="2020-08-20T19:57:48.670821575Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-51825d31521f7308 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.672431420Z" level=info msg="boot failed" Address= Duration=191.538143ms Instance=stub-providertype8-628e687e95333623 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.637534733 +0000 UTC m=+0.566024321" stderr="cannot fork\n" time="2020-08-20T19:57:48.672672407Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000114 Instance=stub-providertype4-79fd5dff976108fa InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.672722110Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000033 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.672767989Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000137 Reason="state=Complete" time="2020-08-20T19:57:48.672805758Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000058 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 Reason="state=Complete" time="2020-08-20T19:57:48.672866157Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000075 Reason="state=Complete" time="2020-08-20T19:57:48.672918351Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000180 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.672931856Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000131 ExitCode=0 Instance=stub-providertype3-33afd37941439089 PID=4 time="2020-08-20T19:57:48.672997526Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000015 Reason="state=Queued" time="2020-08-20T19:57:48.673194988Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-1c8a984cc4088b27 InstanceType=type8 State=booting time="2020-08-20T19:57:48.673283982Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000138 Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 time="2020-08-20T19:57:48.673388989Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-51825d31521f7308 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.654390856 +0000 UTC m=+0.582880435" time="2020-08-20T19:57:48.673459762Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000072 Instance=stub-providertype8-2195baf7d30e4b85 PID=2 State=Running time="2020-08-20T19:57:48.672998133Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000050 Instance=stub-providertype3-4dba7b0f9da1d7eb PID=3 time="2020-08-20T19:57:48.673575331Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000015 time="2020-08-20T19:57:48.673925470Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000052 Instance=stub-providertype4-505ce263e2d6a9ce PID=5 time="2020-08-20T19:57:48.673991944Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000132 Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 Priority=12 time="2020-08-20T19:57:48.674189668Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=243.77738ms Instance=stub-providertype3-6028a72c20e15ca0 InstanceType=type3 Since="2020-08-20 19:57:48.397098835 +0000 UTC m=+0.325588419" State=booting time="2020-08-20T19:57:48.674283416Z" level=info msg="boot failed" Address= Duration=243.77738ms Instance=stub-providertype3-6028a72c20e15ca0 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.640876212 +0000 UTC m=+0.569365799" stderr="cannot fork\n" time="2020-08-20T19:57:48.674301385Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000052 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 time="2020-08-20T19:57:48.674501677Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000137 time="2020-08-20T19:57:48.674521017Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000075 time="2020-08-20T19:57:48.674539407Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-63191d58a34080d2 InstanceType=type8 State=booting time="2020-08-20T19:57:48.674941799Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000121 InstanceType=type2 time="2020-08-20T19:57:48.675127154Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000075 State=Complete time="2020-08-20T19:57:48.675229046Z" level=info msg="killing crunch-run process" Address="127.0.0.1:41299" ContainerUUID=zzzzz-dz642-000000000000091 Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 Reason="state=Complete" time="2020-08-20T19:57:48.675418848Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-601f294b0b8da07f InstanceType=type8 State=booting time="2020-08-20T19:57:48.675582245Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000172 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.675597339Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000078 Instance=stub-providertype6-9c09a3e6f241c57 PID=1 time="2020-08-20T19:57:48.675608984Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000137 State=Complete time="2020-08-20T19:57:48.675762178Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000078 Instance=stub-providertype6-9c09a3e6f241c57 InstanceType=type6 time="2020-08-20T19:57:48.675835756Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000092 Instance=stub-providertype4-72a9ae754e367aa4 InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.675990325Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000176 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 time="2020-08-20T19:57:48.676155927Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000180 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.676270474Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000112 Instance=stub-providertype8-6aa7aaf5ad3205d0 PID=1 State=Running time="2020-08-20T19:57:48.676587889Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-72bf44f202077487 InstanceType=type4 State=booting time="2020-08-20T19:57:48.676801240Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000114 Instance=stub-providertype4-79fd5dff976108fa InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.676954091Z" level=debug msg=runQueue Containers=161 Processes=31 time="2020-08-20T19:57:48.677073044Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000152 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 Priority=12 time="2020-08-20T19:57:48.677343579Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000061 InstanceType=type6 time="2020-08-20T19:57:48.677582825Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000180 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 time="2020-08-20T19:57:48.676385676Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000012 Instance=stub-providertype4-1c73fac825416fed PID=2 time="2020-08-20T19:57:48.677845119Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000015 Op=lock time="2020-08-20T19:57:48.677897116Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000015 InstanceType=type8 time="2020-08-20T19:57:48.678000765Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000138 Op=cancel time="2020-08-20T19:57:48.678045917Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000138 Priority=18 State=Locked time="2020-08-20T19:57:48.678244146Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000012 Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 time="2020-08-20T19:57:48.678865599Z" level=debug msg=runQueue Containers=161 Processes=32 time="2020-08-20T19:57:48.679008811Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000132 Instance=stub-providertype4-c7964976f269a28 PID=3 time="2020-08-20T19:57:48.679222296Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000171 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 Priority=11 time="2020-08-20T19:57:48.679457757Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000015 Op=lock time="2020-08-20T19:57:48.679483266Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000015 InstanceType=type8 State=Locked time="2020-08-20T19:57:48.679508157Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000172 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.679628134Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000033 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.679673394Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.679878888Z" level=debug msg=runQueue Containers=161 Processes=33 time="2020-08-20T19:57:48.680068856Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=138 skipped=0 time="2020-08-20T19:57:48.680082294Z" level=debug msg="sync instances" Instances=138 time="2020-08-20T19:57:48.680118178Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000092 Instance=stub-providertype4-72a9ae754e367aa4 InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.680143264Z" level=info msg="worker still listed after shutdown; retrying" Instance=stub-providertype3-26e2fcfa16fea4d3 time="2020-08-20T19:57:48.684501096Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000058 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 Signal=15 time="2020-08-20T19:57:48.684745474Z" level=info msg="instance appeared in cloud" Address="127.0.0.1:44221" IdleBehavior=run Instance=stub-providertype8-4df553895164f057 InstanceType=type8 State=booting time="2020-08-20T19:57:48.685138070Z" level=info msg="sending signal" Address="127.0.0.1:41299" ContainerUUID=zzzzz-dz642-000000000000091 Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 Signal=15 time="2020-08-20T19:57:48.685365680Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000132 Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 time="2020-08-20T19:57:48.686465307Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-628e687e95333623 WorkerState=shutdown time="2020-08-20T19:57:48.686575560Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-6028a72c20e15ca0 WorkerState=shutdown time="2020-08-20T19:57:48.686637976Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-467a93c930a03c8e WorkerState=shutdown time="2020-08-20T19:57:48.687222031Z" level=debug msg="sync done" time="2020-08-20T19:57:48.687315896Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000152 Instance=stub-providertype8-72bb5389421657ff PID=4 time="2020-08-20T19:57:48.687948538Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000152 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 time="2020-08-20T19:57:48.688715208Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000012 ExitCode=1 Instance=stub-providertype4-1c73fac825416fed PID=2 time="2020-08-20T19:57:48.687529585Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000050 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 time="2020-08-20T19:57:48.688932707Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000172 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 time="2020-08-20T19:57:48.689872969Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000152 ExitCode=2 Instance=stub-providertype8-72bb5389421657ff PID=4 time="2020-08-20T19:57:48.690695329Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000033 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 time="2020-08-20T19:57:48.691150343Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000172 Reason="state=Complete" time="2020-08-20T19:57:48.691273544Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000180 Reason="state=Complete" time="2020-08-20T19:57:48.691771947Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000131 Instance=stub-providertype3-33afd37941439089 InstanceType=type3 Reason="state=Complete" time="2020-08-20T19:57:48.691952454Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000033 Reason="state=Complete" time="2020-08-20T19:57:48.692112186Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000114 Instance=stub-providertype4-79fd5dff976108fa InstanceType=type4 time="2020-08-20T19:57:48.692207789Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-67ab7759ae3d8bb4 InstanceType=type6 State=booting time="2020-08-20T19:57:48.693263007Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000114 Reason="state=Complete" time="2020-08-20T19:57:48.693881669Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000171 Instance=stub-providertype4-2d89c820f5c353cf PID=3 time="2020-08-20T19:57:48.695512124Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000180 Reason="state=Complete" time="2020-08-20T19:57:48.695558814Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000138 Reason="state=Queued" time="2020-08-20T19:57:48.694241258Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-39ee49c22554adf4 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.695692903Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000172 Reason="state=Complete" time="2020-08-20T19:57:48.695741344Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000033 Reason="state=Complete" time="2020-08-20T19:57:48.695782476Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-a8a6b61d7a63938 InstanceType=type4 State=booting time="2020-08-20T19:57:48.695817663Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-4f4a6ef787e5b55d InstanceType=type4 State=booting time="2020-08-20T19:57:48.695855175Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000058 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 time="2020-08-20T19:57:48.695883963Z" level=info msg="crunch-run process ended" Address="127.0.0.1:41299" ContainerUUID=zzzzz-dz642-000000000000091 Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 time="2020-08-20T19:57:48.695900290Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000092 Instance=stub-providertype4-72a9ae754e367aa4 InstanceType=type4 time="2020-08-20T19:57:48.695918295Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-5ab37b0b3e181749 InstanceType=type6 State=booting time="2020-08-20T19:57:48.695934336Z" level=error msg="create failed" InstanceType=type4 error="rate limited until 2020-08-20 19:57:48.689598895 +0000 UTC m=+0.618088476" time="2020-08-20T19:57:48.695965557Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-70cf1e538a5157eb InstanceType=type6 State=booting time="2020-08-20T19:57:48.695985635Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-58321a228538c40f InstanceType=type4 State=booting time="2020-08-20T19:57:48.696045070Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000131 Instance=stub-providertype3-33afd37941439089 InstanceType=type3 Signal=15 time="2020-08-20T19:57:48.694231485Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000052 ExitCode=0 Instance=stub-providertype4-505ce263e2d6a9ce PID=5 time="2020-08-20T19:57:48.694231830Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.696785020Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000091 time="2020-08-20T19:57:48.696824865Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000176 Op=cancel time="2020-08-20T19:57:48.696875549Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000176 time="2020-08-20T19:57:48.696992557Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000092 time="2020-08-20T19:57:48.697053280Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000114 time="2020-08-20T19:57:48.697083793Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000172 time="2020-08-20T19:57:48.697094681Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000180 time="2020-08-20T19:57:48.697106156Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000033 time="2020-08-20T19:57:48.697125720Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-5fd08c9c1bbb5d2b InstanceType=type4 State=booting time="2020-08-20T19:57:48.697159725Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000058 time="2020-08-20T19:57:48.697184257Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 ProbeStart="2020-08-20 19:57:48.676279118 +0000 UTC m=+0.604768706" time="2020-08-20T19:57:48.697236175Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000138 time="2020-08-20T19:57:48.697459547Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-39ee49c22554adf4 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.669697961 +0000 UTC m=+0.598187542" time="2020-08-20T19:57:48.697550610Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-b5075320540b9b0 InstanceType=type4 State=booting time="2020-08-20T19:57:48.697757323Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000138 Reason="state=Queued" time="2020-08-20T19:57:48.697807385Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000033 Reason="state=Complete" time="2020-08-20T19:57:48.697849898Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000180 Reason="state=Complete" time="2020-08-20T19:57:48.697897146Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000152 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:48.697946800Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000058 Reason="state=Complete" time="2020-08-20T19:57:48.697987749Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000012 Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.698032358Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000091 Reason="state=Complete" time="2020-08-20T19:57:48.698074172Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000172 Reason="state=Complete" time="2020-08-20T19:57:48.698134179Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000092 Reason="state=Complete" time="2020-08-20T19:57:48.698172616Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000114 Reason="state=Complete" time="2020-08-20T19:57:48.698264151Z" level=debug msg=runQueue Containers=161 Processes=25 time="2020-08-20T19:57:48.698302649Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000178 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 Priority=18 time="2020-08-20T19:57:48.698480293Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000051 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 Priority=11 time="2020-08-20T19:57:48.698559559Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000090 Instance=stub-providertype4-72a9ae754e367aa4 InstanceType=type4 Priority=10 time="2020-08-20T19:57:48.698606653Z" level=debug msg="starting container" Address="127.0.0.1:41299" ContainerUUID=zzzzz-dz642-000000000000170 Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 Priority=10 time="2020-08-20T19:57:48.698669208Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000129 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 Priority=9 time="2020-08-20T19:57:48.698718381Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000009 Instance=stub-providertype4-79fd5dff976108fa InstanceType=type4 Priority=9 time="2020-08-20T19:57:48.698869584Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-1e1683aab4041e22 InstanceType=type4 State=booting time="2020-08-20T19:57:48.698932894Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000132 ExitCode=3 Instance=stub-providertype4-c7964976f269a28 PID=3 time="2020-08-20T19:57:48.699000893Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.699101808Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000171 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 time="2020-08-20T19:57:48.699401522Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=146 skipped=0 time="2020-08-20T19:57:48.699009059Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000138 Op=lock time="2020-08-20T19:57:48.699499217Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000138 InstanceType=type4 time="2020-08-20T19:57:48.699526577Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000171 Instance=stub-providertype4-2d89c820f5c353cf PID=3 State=Locked time="2020-08-20T19:57:48.699621144Z" level=debug msg="sync instances" Instances=146 time="2020-08-20T19:57:48.700044911Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-3e5ddb0efd7a84af InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.700139186Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-4048c57dfab88cbe InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.700187061Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-50d4397dca20e3f9 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.700428776Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-26e2fcfa16fea4d3 WorkerState=shutdown time="2020-08-20T19:57:48.700773009Z" level=debug msg="sync done" time="2020-08-20T19:57:48.701142785Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000091 State=Complete time="2020-08-20T19:57:48.701242429Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000114 State=Complete time="2020-08-20T19:57:48.701274919Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000033 State=Complete time="2020-08-20T19:57:48.701302850Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000058 State=Complete time="2020-08-20T19:57:48.701334270Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000172 State=Complete time="2020-08-20T19:57:48.701368853Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000092 State=Complete time="2020-08-20T19:57:48.701385470Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000180 State=Complete time="2020-08-20T19:57:48.701201541Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000132 Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.701666001Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000052 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.701768192Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000176 Reason="state=Cancelled" time="2020-08-20T19:57:48.701799150Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000176 time="2020-08-20T19:57:48.701812164Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-3e5ddb0efd7a84af InstanceType=type6 ProbeStart="2020-08-20 19:57:48.697506194 +0000 UTC m=+0.625995775" time="2020-08-20T19:57:48.701870876Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000131 Instance=stub-providertype3-33afd37941439089 InstanceType=type3 time="2020-08-20T19:57:48.701886548Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-4048c57dfab88cbe InstanceType=type8 ProbeStart="2020-08-20 19:57:48.669787288 +0000 UTC m=+0.598276870" time="2020-08-20T19:57:48.702005395Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-50d4397dca20e3f9 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.668041404 +0000 UTC m=+0.596530982" time="2020-08-20T19:57:48.702078558Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-1ea9b00f7654a4bb InstanceType=type6 State=booting time="2020-08-20T19:57:48.702347498Z" level=debug msg=runQueue Containers=154 Processes=30 time="2020-08-20T19:57:48.702532937Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000089 Instance=stub-providertype3-33afd37941439089 InstanceType=type3 Priority=9 time="2020-08-20T19:57:48.702676141Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype6-3e5ddb0efd7a84af InstanceType=type6 ProbeStart="2020-08-20 19:57:48.697506194 +0000 UTC m=+0.625995775" time="2020-08-20T19:57:48.702708316Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype6-3e5ddb0efd7a84af InstanceType=type6 time="2020-08-20T19:57:48.702725256Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.429462 Instance=stub-providertype6-3e5ddb0efd7a84af InstanceType=type6 State=booting time="2020-08-20T19:57:48.702764811Z" level=warning msg="shutdown failed" Address= Instance=stub-providertype6-3e5ddb0efd7a84af InstanceType=type6 error="instance could not be destroyed" time="2020-08-20T19:57:48.702946741Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000009 Instance=stub-providertype4-79fd5dff976108fa PID=2 time="2020-08-20T19:57:48.702953681Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype4-50d4397dca20e3f9 InstanceType=type4 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.703038726Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000009 Instance=stub-providertype4-79fd5dff976108fa InstanceType=type4 time="2020-08-20T19:57:48.703096356Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000131 Reason="state=Complete" time="2020-08-20T19:57:48.703166445Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000131 time="2020-08-20T19:57:48.703199148Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=248.256153ms Instance=stub-providertype4-50d4397dca20e3f9 InstanceType=type4 Since="2020-08-20 19:57:48.419785241 +0000 UTC m=+0.348274829" State=booting time="2020-08-20T19:57:48.703448795Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000152 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 Signal=15 time="2020-08-20T19:57:48.703455272Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000129 Instance=stub-providertype4-11a39040f4b6f47f PID=4 time="2020-08-20T19:57:48.703469061Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000178 Instance=stub-providertype2-429bd23a4efeeadd PID=2 time="2020-08-20T19:57:48.703675529Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000178 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 time="2020-08-20T19:57:48.703744965Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000152 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 time="2020-08-20T19:57:48.703588719Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000129 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 time="2020-08-20T19:57:48.704135066Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000131 State=Complete time="2020-08-20T19:57:48.704163139Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000176 State=Cancelled time="2020-08-20T19:57:48.704298141Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000152 Reason="state=Complete" time="2020-08-20T19:57:48.704330869Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000152 time="2020-08-20T19:57:48.704347316Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000078 Instance=stub-providertype6-9c09a3e6f241c57 PID=1 State=Running time="2020-08-20T19:57:48.704560812Z" level=debug msg=runQueue Containers=152 Processes=29 time="2020-08-20T19:57:48.704408761Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000012 Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.704658044Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000015 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 Priority=15 time="2020-08-20T19:57:48.705767055Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000012 Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 time="2020-08-20T19:57:48.705070030Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000132 Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.705882235Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-7db5f9adaa29f1d1 InstanceType=type6 State=booting time="2020-08-20T19:57:48.705489002Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000089 Instance=stub-providertype3-33afd37941439089 PID=5 time="2020-08-20T19:57:48.705870700Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000181 InstanceType=type6 time="2020-08-20T19:57:48.706004906Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000089 Instance=stub-providertype3-33afd37941439089 InstanceType=type3 time="2020-08-20T19:57:48.706309126Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000132 Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 time="2020-08-20T19:57:48.706449051Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-d89050194abc0f1 InstanceType=type4 State=booting time="2020-08-20T19:57:48.706621378Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000155 Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 time="2020-08-20T19:57:48.709123037Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000012 Reason="state=Complete" time="2020-08-20T19:57:48.709174268Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000012 time="2020-08-20T19:57:48.709265969Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000132 Reason="state=Complete" time="2020-08-20T19:57:48.709305678Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000132 time="2020-08-20T19:57:48.709384458Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000090 Instance=stub-providertype4-72a9ae754e367aa4 PID=2 time="2020-08-20T19:57:48.707807325Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000152 State=Complete time="2020-08-20T19:57:48.710300329Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000090 Instance=stub-providertype4-72a9ae754e367aa4 InstanceType=type4 time="2020-08-20T19:57:48.710553990Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype3-799e447ae60f42c8 InstanceType=type3 State=booting time="2020-08-20T19:57:48.708323773Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000052 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.708159005Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000051 Instance=stub-providertype4-41f27cc6f3875d04 PID=5 time="2020-08-20T19:57:48.711060516Z" level=debug msg=runQueue Containers=151 Processes=28 time="2020-08-20T19:57:48.711236077Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000138 Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 Priority=18 time="2020-08-20T19:57:48.711813767Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000188 Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 Priority=8 time="2020-08-20T19:57:48.712120853Z" level=error msg="create failed" InstanceType=type6 error="rate limited until 2020-08-20 19:57:48.711445496 +0000 UTC m=+0.639935079" time="2020-08-20T19:57:48.711172983Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000170 Instance=stub-providertype3-2b77e80684a6bfdc PID=2 time="2020-08-20T19:57:48.712353218Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000187 Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 Priority=7 time="2020-08-20T19:57:48.712857587Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000051 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 time="2020-08-20T19:57:48.716173790Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000138 Instance=stub-providertype4-c7964976f269a28 PID=4 time="2020-08-20T19:57:48.716278192Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000138 Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 time="2020-08-20T19:57:48.717646622Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000090 Instance=stub-providertype4-72a9ae754e367aa4 PID=2 State=Locked time="2020-08-20T19:57:48.718573510Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-76a20af6b41292d InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.718600591Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-76a20af6b41292d InstanceType=type3 ProbeStart="2020-08-20 19:57:48.718271872 +0000 UTC m=+0.646761457" time="2020-08-20T19:57:48.718858231Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype3-76a20af6b41292d InstanceType=type3 ProbeStart="2020-08-20 19:57:48.718271872 +0000 UTC m=+0.646761457" RunningContainers=0 State=idle time="2020-08-20T19:57:48.720790671Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.721607548Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=149 skipped=0 time="2020-08-20T19:57:48.721634115Z" level=debug msg="sync instances" Instances=149 time="2020-08-20T19:57:48.724951936Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000050 ExitCode=3 Instance=stub-providertype3-4dba7b0f9da1d7eb PID=3 time="2020-08-20T19:57:48.725012300Z" level=info msg="crunch-run process started" Address="127.0.0.1:41299" ContainerUUID=zzzzz-dz642-000000000000170 Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 time="2020-08-20T19:57:48.725770164Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-731e9aa9d428d50f InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.726091586Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-30b95ff183c471d4 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.726489912Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000015 Instance=stub-providertype8-72bb5389421657ff PID=5 time="2020-08-20T19:57:48.726989601Z" level=info msg="worker still listed after shutdown; retrying" Instance=stub-providertype6-3e5ddb0efd7a84af time="2020-08-20T19:57:48.727049020Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-50d4397dca20e3f9 WorkerState=shutdown time="2020-08-20T19:57:48.727072780Z" level=debug msg="sync done" time="2020-08-20T19:57:48.727378868Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000015 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 time="2020-08-20T19:57:48.727408687Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000089 Instance=stub-providertype3-33afd37941439089 PID=5 State=Running time="2020-08-20T19:57:48.727449958Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000009 ExitCode=0 Instance=stub-providertype4-79fd5dff976108fa PID=2 time="2020-08-20T19:57:48.728020196Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-6823be14ff09ef3c InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:48.728040505Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-6823be14ff09ef3c InstanceType=type2 ProbeStart="2020-08-20 19:57:48.714886036 +0000 UTC m=+0.643375622" time="2020-08-20T19:57:48.728114239Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-50571f18021cfcee InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.728133257Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-50571f18021cfcee InstanceType=type8 ProbeStart="2020-08-20 19:57:48.715904329 +0000 UTC m=+0.644393914" time="2020-08-20T19:57:48.728285937Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-3383c4778d16d64e InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.728300986Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-3383c4778d16d64e InstanceType=type6 ProbeStart="2020-08-20 19:57:48.697645616 +0000 UTC m=+0.626135196" time="2020-08-20T19:57:48.728360988Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-6abda39686c43b30 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.728811702Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-57930cf840a79c3b InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.730279221Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-57930cf840a79c3b InstanceType=type6 ProbeStart="2020-08-20 19:57:48.713887461 +0000 UTC m=+0.642377050" time="2020-08-20T19:57:48.730441727Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-23f8204bfd4847fd InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.730459374Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-23f8204bfd4847fd InstanceType=type4 ProbeStart="2020-08-20 19:57:48.716907788 +0000 UTC m=+0.645397368" time="2020-08-20T19:57:48.730648884Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-26e5c5f78bc637e0 InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:48.730662296Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-26e5c5f78bc637e0 InstanceType=type2 ProbeStart="2020-08-20 19:57:48.729770711 +0000 UTC m=+0.658260308" time="2020-08-20T19:57:48.730739159Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-55745a9abdc33b93 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.730751342Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-55745a9abdc33b93 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.729913239 +0000 UTC m=+0.658402829" time="2020-08-20T19:57:48.729040310Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-6c94ab5496eb965f InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.730958589Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000188 Instance=stub-providertype4-1c73fac825416fed PID=3 time="2020-08-20T19:57:48.730244967Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-731e9aa9d428d50f InstanceType=type8 ProbeStart="2020-08-20 19:57:48.709924306 +0000 UTC m=+0.638413889" time="2020-08-20T19:57:48.730968878Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-6c94ab5496eb965f InstanceType=type6 ProbeStart="2020-08-20 19:57:48.698835965 +0000 UTC m=+0.627325550" time="2020-08-20T19:57:48.730246166Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-30b95ff183c471d4 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.713497475 +0000 UTC m=+0.641987063" time="2020-08-20T19:57:48.730243443Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-6abda39686c43b30 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.701612345 +0000 UTC m=+0.630101935" time="2020-08-20T19:57:48.730241175Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000012 State=Complete time="2020-08-20T19:57:48.731165134Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000132 State=Complete time="2020-08-20T19:57:48.731417815Z" level=debug msg=runQueue Containers=149 Processes=31 time="2020-08-20T19:57:48.731591153Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000067 Instance=stub-providertype3-76a20af6b41292d InstanceType=type3 Priority=7 time="2020-08-20T19:57:48.731743163Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000101 InstanceType=type6 time="2020-08-20T19:57:48.732107367Z" level=debug msg=runQueue Containers=149 Processes=32 time="2020-08-20T19:57:48.732408961Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000188 Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 time="2020-08-20T19:57:48.732539112Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000178 ExitCode=1 Instance=stub-providertype2-429bd23a4efeeadd PID=2 time="2020-08-20T19:57:48.732590953Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000155 Op=cancel time="2020-08-20T19:57:48.732637041Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000155 Priority=15 State=Locked time="2020-08-20T19:57:48.732871181Z" level=debug msg=runQueue Containers=149 Processes=32 time="2020-08-20T19:57:48.733221812Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-2f64ed37e9a7b972 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.733245055Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-2f64ed37e9a7b972 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.730250605 +0000 UTC m=+0.658740181" time="2020-08-20T19:57:48.733325713Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000050 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 Reason="state=Complete" time="2020-08-20T19:57:48.733385292Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000155 Op=cancel time="2020-08-20T19:57:48.735219058Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000155 Priority=15 State=Locked time="2020-08-20T19:57:48.735373873Z" level=error msg="error requeueing container" ContainerUUID=zzzzz-dz642-000000000000155 Priority=15 State=Locked error="changeState failed: state=\"Queued\"" time="2020-08-20T19:57:48.735772227Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype8-55745a9abdc33b93 InstanceType=type8 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.735990644Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000009 Instance=stub-providertype4-79fd5dff976108fa InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.736083885Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-1089de3ba6ff3fbd InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.735997321Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-28b9c12307c2a6b2 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.735406701Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype8-731e9aa9d428d50f InstanceType=type8 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.736105555Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000155 Op=cancel time="2020-08-20T19:57:48.736330897Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000155 Priority=15 State=Locked time="2020-08-20T19:57:48.735483122Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype3-6abda39686c43b30 InstanceType=type3 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.735337295Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000170 Instance=stub-providertype3-2b77e80684a6bfdc PID=2 State=Running time="2020-08-20T19:57:48.736660561Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000187 Instance=stub-providertype3-243a768b7c4e0b68 PID=5 time="2020-08-20T19:57:48.736662300Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000188 Instance=stub-providertype4-1c73fac825416fed PID=3 State=Locked time="2020-08-20T19:57:48.736834512Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000187 Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 time="2020-08-20T19:57:48.736858720Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-5359ab8439abb31b InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.737214135Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-14a2b0f5d4bb8fe2 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.737388104Z" level=error msg="error requeueing container" ContainerUUID=zzzzz-dz642-000000000000155 Priority=15 State=Locked error="changeState failed: state=\"Queued\"" time="2020-08-20T19:57:48.737534326Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.737835893Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-45331718f2f37eeb InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.737987186Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=152 skipped=0 time="2020-08-20T19:57:48.738034376Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000155 Reason="state=Queued" time="2020-08-20T19:57:48.738066717Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000052 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 time="2020-08-20T19:57:48.738137359Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype4-403a4eee5b07de19 InstanceType=type4 State=booting time="2020-08-20T19:57:48.738199706Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-64a9c3f4308fc0ba InstanceType=type6 State=booting time="2020-08-20T19:57:48.738346609Z" level=error msg="create failed" InstanceType=type3 error="rate limited until 2020-08-20 19:57:48.734592189 +0000 UTC m=+0.663081779" time="2020-08-20T19:57:48.738457929Z" level=error msg="create failed" InstanceType=type6 error="rate limited until 2020-08-20 19:57:48.734592189 +0000 UTC m=+0.663081779" time="2020-08-20T19:57:48.738547809Z" level=error msg="create failed" InstanceType=type8 error="rate limited until 2020-08-20 19:57:48.734592189 +0000 UTC m=+0.663081779" time="2020-08-20T19:57:48.738638570Z" level=error msg="create failed" InstanceType=type6 error="rate limited until 2020-08-20 19:57:48.734592189 +0000 UTC m=+0.663081779" time="2020-08-20T19:57:48.738658609Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000015 Instance=stub-providertype8-72bb5389421657ff PID=5 State=Locked time="2020-08-20T19:57:48.738807150Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype2-26e5c5f78bc637e0 InstanceType=type2 ProbeStart="2020-08-20 19:57:48.729770711 +0000 UTC m=+0.658260308" RunningContainers=0 State=idle time="2020-08-20T19:57:48.738895526Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-59d868f7f02dac0f InstanceType=type8 State=booting time="2020-08-20T19:57:48.738930829Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=258.188848ms Instance=stub-providertype8-55745a9abdc33b93 InstanceType=type8 Since="2020-08-20 19:57:48.471724379 +0000 UTC m=+0.400213981" State=booting time="2020-08-20T19:57:48.739049058Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000050 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 Signal=15 time="2020-08-20T19:57:48.739171728Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-2f64ed37e9a7b972 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.730250605 +0000 UTC m=+0.658740181" RunningContainers=0 State=idle time="2020-08-20T19:57:48.739239293Z" level=debug msg=runQueue Containers=149 Processes=32 time="2020-08-20T19:57:48.739328586Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000052 time="2020-08-20T19:57:48.739359635Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=309.072791ms Instance=stub-providertype8-731e9aa9d428d50f InstanceType=type8 Since="2020-08-20 19:57:48.400851514 +0000 UTC m=+0.329341098" State=booting time="2020-08-20T19:57:48.739415359Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-4aa061bcab382f6f InstanceType=type8 State=booting time="2020-08-20T19:57:48.739453347Z" level=debug msg="sync instances" Instances=152 time="2020-08-20T19:57:48.739360891Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-1089de3ba6ff3fbd InstanceType=type6 ProbeStart="2020-08-20 19:57:48.706243525 +0000 UTC m=+0.634733106" time="2020-08-20T19:57:48.739364031Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-28b9c12307c2a6b2 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.704179744 +0000 UTC m=+0.632669336" time="2020-08-20T19:57:48.739688473Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-5359ab8439abb31b InstanceType=type4 ProbeStart="2020-08-20 19:57:48.712500488 +0000 UTC m=+0.640990065" time="2020-08-20T19:57:48.739733131Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-14a2b0f5d4bb8fe2 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.72710272 +0000 UTC m=+0.655592303" time="2020-08-20T19:57:48.739808876Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-45331718f2f37eeb InstanceType=type6 ProbeStart="2020-08-20 19:57:48.719074033 +0000 UTC m=+0.647563607" time="2020-08-20T19:57:48.739848277Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000009 Instance=stub-providertype4-79fd5dff976108fa InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.739899302Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000051 Instance=stub-providertype4-41f27cc6f3875d04 PID=5 State=Running time="2020-08-20T19:57:48.739927392Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-3e5ddb0efd7a84af WorkerState=shutdown time="2020-08-20T19:57:48.740068314Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype8-14a2b0f5d4bb8fe2 InstanceType=type8 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.740096609Z" level=debug msg="sync done" time="2020-08-20T19:57:48.740121291Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000155 time="2020-08-20T19:57:48.740216363Z" level=error msg="create failed" InstanceType=type6 error="rate limited until 2020-08-20 19:57:48.738508432 +0000 UTC m=+0.666998022" time="2020-08-20T19:57:48.740280235Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000050 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 time="2020-08-20T19:57:48.740433155Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype4-5359ab8439abb31b InstanceType=type4 ProbeStart="2020-08-20 19:57:48.712500488 +0000 UTC m=+0.640990065" time="2020-08-20T19:57:48.740461317Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype4-5359ab8439abb31b InstanceType=type4 time="2020-08-20T19:57:48.740488370Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.226000 Instance=stub-providertype4-5359ab8439abb31b InstanceType=type4 State=booting time="2020-08-20T19:57:48.740531830Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000067 Instance=stub-providertype3-76a20af6b41292d PID=1 time="2020-08-20T19:57:48.740621785Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000067 Instance=stub-providertype3-76a20af6b41292d InstanceType=type3 time="2020-08-20T19:57:48.740735527Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000009 Instance=stub-providertype4-79fd5dff976108fa InstanceType=type4 time="2020-08-20T19:57:48.741021128Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000097 Instance=stub-providertype2-26e5c5f78bc637e0 InstanceType=type2 Priority=17 time="2020-08-20T19:57:48.741396022Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-931afd8b416421 InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:48.743700430Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype2-724f89ad01dd9982 InstanceType=type2 State=booting time="2020-08-20T19:57:48.742560559Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-3d0d3b628bd49471 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.743561290Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000129 ExitCode=1 Instance=stub-providertype4-11a39040f4b6f47f PID=4 time="2020-08-20T19:57:48.741586649Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-5166eacd4335740f InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.743815622Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000011 Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 time="2020-08-20T19:57:48.743936611Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-15c02dd62e95d9e4 InstanceType=type6 State=booting time="2020-08-20T19:57:48.743945121Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000067 Instance=stub-providertype3-76a20af6b41292d PID=1 State=Running time="2020-08-20T19:57:48.747069474Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000138 Instance=stub-providertype4-c7964976f269a28 PID=4 State=Running time="2020-08-20T19:57:48.747209883Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-931afd8b416421 InstanceType=type2 ProbeStart="2020-08-20 19:57:48.740977292 +0000 UTC m=+0.669466879" time="2020-08-20T19:57:48.748355182Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000028 Instance=stub-providertype4-79fd5dff976108fa InstanceType=type4 Priority=8 time="2020-08-20T19:57:48.748571592Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000108 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 Priority=8 time="2020-08-20T19:57:48.748658148Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000068 Instance=stub-providertype4-2f64ed37e9a7b972 InstanceType=type4 Priority=8 time="2020-08-20T19:57:48.748921812Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000107 Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 Priority=7 time="2020-08-20T19:57:48.749021827Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000146 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 Priority=6 time="2020-08-20T19:57:48.749346862Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000181 InstanceType=type6 time="2020-08-20T19:57:48.749397531Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000101 InstanceType=type6 time="2020-08-20T19:57:48.749911471Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype2-931afd8b416421 InstanceType=type2 ProbeStart="2020-08-20 19:57:48.740977292 +0000 UTC m=+0.669466879" RunningContainers=0 State=idle time="2020-08-20T19:57:48.750010670Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000052 State=Complete time="2020-08-20T19:57:48.750707411Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.750841207Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000097 Instance=stub-providertype2-26e5c5f78bc637e0 PID=1 time="2020-08-20T19:57:48.750073928Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000187 Instance=stub-providertype3-243a768b7c4e0b68 PID=5 State=Locked time="2020-08-20T19:57:48.751198597Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000097 Instance=stub-providertype2-26e5c5f78bc637e0 InstanceType=type2 time="2020-08-20T19:57:48.751362906Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000011 Op=cancel time="2020-08-20T19:57:48.751433848Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000011 Priority=11 State=Locked time="2020-08-20T19:57:48.751425259Z" level=debug msg=runQueue Containers=148 Processes=36 time="2020-08-20T19:57:48.751647545Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000050 Reason="state=Complete" time="2020-08-20T19:57:48.751674132Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-3d0d3b628bd49471 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.7124902 +0000 UTC m=+0.640979804" time="2020-08-20T19:57:48.751892989Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000050 time="2020-08-20T19:57:48.752065410Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000009 Reason="state=Complete" time="2020-08-20T19:57:48.752122567Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000009 time="2020-08-20T19:57:48.753999487Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-62a00a52b3a6a5a1 InstanceType=type6 State=booting time="2020-08-20T19:57:48.754085810Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-5dcc32c5d6959a73 InstanceType=type6 State=booting time="2020-08-20T19:57:48.754168512Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-364cb5db5e19a34e InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:48.754183190Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000129 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.755020883Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000068 Instance=stub-providertype4-2f64ed37e9a7b972 PID=1 time="2020-08-20T19:57:48.754295227Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=153 skipped=0 time="2020-08-20T19:57:48.755041170Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-16cd7d229a95cc49 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.755655038Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000178 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 Reason="state=Complete" time="2020-08-20T19:57:48.755920039Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-436c6404e63fb72b InstanceType=type6 State=booting time="2020-08-20T19:57:48.755950049Z" level=error msg="create failed" InstanceType=type6 error="rate limited until 2020-08-20 19:57:48.755297102 +0000 UTC m=+0.683786675" time="2020-08-20T19:57:48.755982897Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000089 Instance=stub-providertype3-33afd37941439089 InstanceType=type3 time="2020-08-20T19:57:48.755999739Z" level=error msg="create failed" InstanceType=type6 error="rate limited until 2020-08-20 19:57:48.755297102 +0000 UTC m=+0.683786675" time="2020-08-20T19:57:48.756020810Z" level=debug msg="sync instances" Instances=153 time="2020-08-20T19:57:48.756412882Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-731e9aa9d428d50f WorkerState=shutdown time="2020-08-20T19:57:48.756432863Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-5359ab8439abb31b WorkerState=shutdown time="2020-08-20T19:57:48.756448484Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-55745a9abdc33b93 WorkerState=shutdown time="2020-08-20T19:57:48.756469883Z" level=debug msg="sync done" time="2020-08-20T19:57:48.756483243Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-16cd7d229a95cc49 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.740236071 +0000 UTC m=+0.668725663" time="2020-08-20T19:57:48.756578290Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000154 Instance=stub-providertype2-931afd8b416421 InstanceType=type2 Priority=14 time="2020-08-20T19:57:48.756754069Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-364cb5db5e19a34e InstanceType=type2 ProbeStart="2020-08-20 19:57:48.740905812 +0000 UTC m=+0.669395396" time="2020-08-20T19:57:48.756803712Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000155 Op=lock time="2020-08-20T19:57:48.756851712Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000155 InstanceType=type3 time="2020-08-20T19:57:48.756837760Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-5166eacd4335740f InstanceType=type8 ProbeStart="2020-08-20 19:57:48.740791097 +0000 UTC m=+0.669280681" time="2020-08-20T19:57:48.756936717Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000028 Instance=stub-providertype4-79fd5dff976108fa PID=3 time="2020-08-20T19:57:48.756909849Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000026 Instance=stub-providertype3-33afd37941439089 InstanceType=type3 Priority=6 time="2020-08-20T19:57:48.757160007Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000028 Instance=stub-providertype4-79fd5dff976108fa InstanceType=type4 time="2020-08-20T19:57:48.757233825Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000068 Instance=stub-providertype4-2f64ed37e9a7b972 InstanceType=type4 time="2020-08-20T19:57:48.757372919Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000023 InstanceType=type8 time="2020-08-20T19:57:48.757512029Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000021 InstanceType=type6 time="2020-08-20T19:57:48.757664993Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype2-364cb5db5e19a34e InstanceType=type2 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.757674003Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000009 State=Complete time="2020-08-20T19:57:48.757717678Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000050 State=Complete time="2020-08-20T19:57:48.757937035Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype2-171a8ebfb2c1e9a4 InstanceType=type2 State=booting time="2020-08-20T19:57:48.757960261Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype8-5166eacd4335740f InstanceType=type8 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.757679638Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-230ff59da1d7abbf InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.758049809Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=294.759233ms Instance=stub-providertype8-5166eacd4335740f InstanceType=type8 Since="2020-08-20 19:57:48.446031874 +0000 UTC m=+0.374521448" State=booting time="2020-08-20T19:57:48.758156401Z" level=debug msg=runQueue Containers=146 Processes=36 time="2020-08-20T19:57:48.758417813Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000183 InstanceType=type8 time="2020-08-20T19:57:48.759173857Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-230ff59da1d7abbf InstanceType=type6 ProbeStart="2020-08-20 19:57:48.756846522 +0000 UTC m=+0.685336105" time="2020-08-20T19:57:48.759198271Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000011 Reason="state=Queued" time="2020-08-20T19:57:48.759561812Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000011 time="2020-08-20T19:57:48.759594652Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype2-5a5e21e096ac2d64 InstanceType=type2 State=booting time="2020-08-20T19:57:48.759244839Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000129 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.759271322Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000146 Instance=stub-providertype3-4dba7b0f9da1d7eb PID=4 time="2020-08-20T19:57:48.759804554Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000101 InstanceType=type6 time="2020-08-20T19:57:48.759822511Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000021 InstanceType=type6 time="2020-08-20T19:57:48.760216251Z" level=debug msg=runQueue Containers=146 Processes=35 time="2020-08-20T19:57:48.759336116Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000108 Instance=stub-providertype4-505ce263e2d6a9ce PID=6 time="2020-08-20T19:57:48.760782931Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-14080cd522278b50 InstanceType=type6 State=booting time="2020-08-20T19:57:48.760707385Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000011 Op=lock time="2020-08-20T19:57:48.761218113Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000146 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 time="2020-08-20T19:57:48.761236492Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000108 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 time="2020-08-20T19:57:48.761541163Z" level=debug msg=runQueue Containers=146 Processes=35 time="2020-08-20T19:57:48.761611740Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000129 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 time="2020-08-20T19:57:48.761687070Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000011 InstanceType=type3 time="2020-08-20T19:57:48.761728744Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000108 ExitCode=1 Instance=stub-providertype4-505ce263e2d6a9ce PID=6 time="2020-08-20T19:57:48.761861121Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000154 Instance=stub-providertype2-931afd8b416421 PID=1 time="2020-08-20T19:57:48.761946027Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000148 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 Priority=8 time="2020-08-20T19:57:48.761965737Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000178 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 Signal=15 time="2020-08-20T19:57:48.761947743Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000026 Instance=stub-providertype3-33afd37941439089 PID=6 time="2020-08-20T19:57:48.762141869Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000011 Op=lock time="2020-08-20T19:57:48.762164475Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000154 Instance=stub-providertype2-931afd8b416421 InstanceType=type2 time="2020-08-20T19:57:48.762180417Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000011 InstanceType=type3 State=Locked time="2020-08-20T19:57:48.762220146Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000026 Instance=stub-providertype3-33afd37941439089 InstanceType=type3 time="2020-08-20T19:57:48.762553707Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000178 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 time="2020-08-20T19:57:48.762628142Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000028 Instance=stub-providertype4-79fd5dff976108fa PID=3 State=Locked time="2020-08-20T19:57:48.762713213Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000089 Op=cancel time="2020-08-20T19:57:48.762735843Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000089 time="2020-08-20T19:57:48.762756468Z" level=debug msg=runQueue Containers=146 Processes=36 time="2020-08-20T19:57:48.762879889Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000051 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 time="2020-08-20T19:57:48.762920113Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000034 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 Priority=14 time="2020-08-20T19:57:48.763080708Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000027 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 Priority=7 time="2020-08-20T19:57:48.763533043Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000178 Reason="state=Complete" time="2020-08-20T19:57:48.763640418Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000178 time="2020-08-20T19:57:48.763686691Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000129 Reason="state=Complete" time="2020-08-20T19:57:48.763715879Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000129 time="2020-08-20T19:57:48.763798668Z" level=debug msg=runQueue Containers=146 Processes=36 time="2020-08-20T19:57:48.763870308Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000068 ExitCode=3 Instance=stub-providertype4-2f64ed37e9a7b972 PID=1 time="2020-08-20T19:57:48.763926304Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000107 Instance=stub-providertype3-27dff7ab244fcd36 PID=4 time="2020-08-20T19:57:48.764018422Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000107 Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 time="2020-08-20T19:57:48.764149715Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000178 Reason="state=Complete" time="2020-08-20T19:57:48.764215119Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000089 Reason="state=Cancelled" time="2020-08-20T19:57:48.764261564Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000089 time="2020-08-20T19:57:48.764295702Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000129 Reason="state=Complete" time="2020-08-20T19:57:48.764493018Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000178 State=Complete time="2020-08-20T19:57:48.764538191Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000089 State=Cancelled time="2020-08-20T19:57:48.764573000Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000129 State=Complete time="2020-08-20T19:57:48.764857317Z" level=debug msg=runQueue Containers=143 Processes=35 time="2020-08-20T19:57:48.765438777Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-47f6862ff1cecda2 InstanceType=type6 State=booting time="2020-08-20T19:57:48.771268801Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000027 Instance=stub-providertype4-41f27cc6f3875d04 PID=6 time="2020-08-20T19:57:48.771230391Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000034 Instance=stub-providertype2-429bd23a4efeeadd PID=3 time="2020-08-20T19:57:48.771773797Z" level=debug msg=runQueue Containers=143 Processes=35 time="2020-08-20T19:57:48.765852066Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.772093883Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 ProbeStart="2020-08-20 19:57:48.765344672 +0000 UTC m=+0.693834261" time="2020-08-20T19:57:48.772621001Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000027 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 time="2020-08-20T19:57:48.772669417Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000034 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 time="2020-08-20T19:57:48.772728132Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000097 Instance=stub-providertype2-26e5c5f78bc637e0 PID=1 State=Locked time="2020-08-20T19:57:48.773035058Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000051 Op=cancel time="2020-08-20T19:57:48.773091384Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000051 time="2020-08-20T19:57:48.773194187Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000108 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.773262166Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 ProbeStart="2020-08-20 19:57:48.765344672 +0000 UTC m=+0.693834261" RunningContainers=0 State=idle time="2020-08-20T19:57:48.773340993Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.773386172Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000068 Instance=stub-providertype4-2f64ed37e9a7b972 InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:48.773348705Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000148 Instance=stub-providertype4-11a39040f4b6f47f PID=5 time="2020-08-20T19:57:48.774688489Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000148 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 time="2020-08-20T19:57:48.774853487Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000175 Instance=stub-providertype8-2a80d0564cf20a65 InstanceType=type8 time="2020-08-20T19:57:48.774951900Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-4d2ba0f29c4d2eb5 InstanceType=type6 State=booting time="2020-08-20T19:57:48.775194797Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=158 skipped=0 time="2020-08-20T19:57:48.775239892Z" level=debug msg="sync instances" Instances=158 time="2020-08-20T19:57:48.775414689Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000107 Instance=stub-providertype3-27dff7ab244fcd36 PID=4 State=Locked time="2020-08-20T19:57:48.775674753Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000026 Instance=stub-providertype3-33afd37941439089 PID=6 State=Running time="2020-08-20T19:57:48.775906738Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-182fab478fad38aa InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.775938410Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-5166eacd4335740f WorkerState=shutdown time="2020-08-20T19:57:48.776327363Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-6bee0f0610a5231f InstanceType=type6 State=booting time="2020-08-20T19:57:48.776696667Z" level=debug msg="sync done" time="2020-08-20T19:57:48.776875684Z" level=debug msg=runQueue Containers=143 Processes=35 time="2020-08-20T19:57:48.777038798Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000158 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 Priority=18 time="2020-08-20T19:57:48.777442741Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000031 Instance=stub-providertype8-2a80d0564cf20a65 InstanceType=type8 Priority=11 time="2020-08-20T19:57:48.777283968Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000068 Instance=stub-providertype4-2f64ed37e9a7b972 InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.776988588Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-182fab478fad38aa InstanceType=type6 ProbeStart="2020-08-20 19:57:48.757854658 +0000 UTC m=+0.686344234" time="2020-08-20T19:57:48.776978677Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000108 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 Signal=15 time="2020-08-20T19:57:48.778137751Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000108 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 time="2020-08-20T19:57:48.778177953Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000068 Instance=stub-providertype4-2f64ed37e9a7b972 InstanceType=type4 time="2020-08-20T19:57:48.778334476Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-28d7c72962ceecc2 InstanceType=type6 State=booting time="2020-08-20T19:57:48.778341966Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-42f52f276ebcbc40 InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:48.778377660Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000090 Instance=stub-providertype4-72a9ae754e367aa4 InstanceType=type4 time="2020-08-20T19:57:48.778402428Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-42f52f276ebcbc40 InstanceType=type2 ProbeStart="2020-08-20 19:57:48.757788251 +0000 UTC m=+0.686277826" time="2020-08-20T19:57:48.779710958Z" level=debug msg=runQueue Containers=143 Processes=37 time="2020-08-20T19:57:48.779986691Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000147 Instance=stub-providertype4-72a9ae754e367aa4 InstanceType=type4 Priority=7 time="2020-08-20T19:57:48.780159883Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000066 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 Priority=6 time="2020-08-20T19:57:48.780263497Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000186 Instance=stub-providertype4-2f64ed37e9a7b972 InstanceType=type4 Priority=6 time="2020-08-20T19:57:48.780727503Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-ca73531b9a0b1a8 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.780769598Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-ca73531b9a0b1a8 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.761862065 +0000 UTC m=+0.690351652" time="2020-08-20T19:57:48.780978965Z" level=debug msg=runQueue Containers=143 Processes=40 time="2020-08-20T19:57:48.781051461Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype6-ca73531b9a0b1a8 InstanceType=type6 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.781186506Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=247.57179ms Instance=stub-providertype6-ca73531b9a0b1a8 InstanceType=type6 Since="2020-08-20 19:57:48.51429026 +0000 UTC m=+0.442779862" State=booting time="2020-08-20T19:57:48.781192440Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000175 Op=cancel time="2020-08-20T19:57:48.781475966Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000175 time="2020-08-20T19:57:48.781574431Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000175 Op=cancel time="2020-08-20T19:57:48.781653896Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000175 time="2020-08-20T19:57:48.781894892Z" level=warning msg="shutdown failed" Address= Instance=stub-providertype6-ca73531b9a0b1a8 InstanceType=type6 error="instance could not be destroyed" time="2020-08-20T19:57:48.781924773Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000186 Instance=stub-providertype4-2f64ed37e9a7b972 PID=2 time="2020-08-20T19:57:48.782167422Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000186 Instance=stub-providertype4-2f64ed37e9a7b972 InstanceType=type4 time="2020-08-20T19:57:48.782289630Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000108 Reason="state=Complete" time="2020-08-20T19:57:48.782396426Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000108 time="2020-08-20T19:57:48.782508404Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000068 Reason="state=Complete" time="2020-08-20T19:57:48.782602865Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000068 time="2020-08-20T19:57:48.782708537Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000051 Reason="state=Cancelled" time="2020-08-20T19:57:48.782803453Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000051 time="2020-08-20T19:57:48.782911138Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000108 Reason="state=Complete" time="2020-08-20T19:57:48.783042572Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000068 Reason="state=Complete" time="2020-08-20T19:57:48.783178746Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000108 Reason="state=Complete" time="2020-08-20T19:57:48.783313581Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000051 Reason="state=Cancelled" time="2020-08-20T19:57:48.783450238Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000051 Reason="state=Cancelled" time="2020-08-20T19:57:48.783571454Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000068 Reason="state=Complete" time="2020-08-20T19:57:48.783741625Z" level=debug msg=runQueue Containers=143 Processes=37 time="2020-08-20T19:57:48.784147948Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000181 InstanceType=type6 time="2020-08-20T19:57:48.783621197Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000027 Instance=stub-providertype4-41f27cc6f3875d04 PID=6 State=Locked time="2020-08-20T19:57:48.784278635Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000175 Reason="state=Cancelled" time="2020-08-20T19:57:48.784632662Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000175 time="2020-08-20T19:57:48.784978884Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000068 State=Complete time="2020-08-20T19:57:48.785009861Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000175 State=Cancelled time="2020-08-20T19:57:48.784984310Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-7f17250623fd5c80 InstanceType=type6 State=booting time="2020-08-20T19:57:48.785453606Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000051 State=Cancelled time="2020-08-20T19:57:48.785485880Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000108 State=Complete time="2020-08-20T19:57:48.785767248Z" level=debug msg=runQueue Containers=139 Processes=36 time="2020-08-20T19:57:48.786345029Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000154 ExitCode=2 Instance=stub-providertype2-931afd8b416421 PID=1 time="2020-08-20T19:57:48.786569808Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000031 Instance=stub-providertype8-2a80d0564cf20a65 PID=2 time="2020-08-20T19:57:48.786596061Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-1c33143dfa909fb7 InstanceType=type8 State=booting time="2020-08-20T19:57:48.786007966Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-646d7837ee4214dd InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.790075648Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-646d7837ee4214dd InstanceType=type8 ProbeStart="2020-08-20 19:57:48.774737399 +0000 UTC m=+0.703226987" time="2020-08-20T19:57:48.785817303Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000158 Instance=stub-providertype6-1f99425e3653491e PID=1 time="2020-08-20T19:57:48.790278884Z" level=debug msg=runQueue Containers=139 Processes=36 time="2020-08-20T19:57:48.788064592Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000066 Instance=stub-providertype4-505ce263e2d6a9ce PID=7 time="2020-08-20T19:57:48.790502320Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-6950a21787ed6407 InstanceType=type8 State=booting time="2020-08-20T19:57:48.789453322Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype4-a8a6b61d7a63938 InstanceType=type4 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.790831390Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000031 Instance=stub-providertype8-2a80d0564cf20a65 InstanceType=type8 time="2020-08-20T19:57:48.790863180Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000158 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 time="2020-08-20T19:57:48.790891568Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000034 ExitCode=1 Instance=stub-providertype2-429bd23a4efeeadd PID=3 time="2020-08-20T19:57:48.793241090Z" level=debug msg=runQueue Containers=139 Processes=36 time="2020-08-20T19:57:48.790911422Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000147 Instance=stub-providertype4-72a9ae754e367aa4 PID=3 time="2020-08-20T19:57:48.794460326Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-32313e50b8da0cd8 InstanceType=type6 State=booting time="2020-08-20T19:57:48.794748021Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000066 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 time="2020-08-20T19:57:48.795016827Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000154 Instance=stub-providertype2-931afd8b416421 InstanceType=type2 Reason="state=Complete" time="2020-08-20T19:57:48.795069524Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype8-646d7837ee4214dd InstanceType=type8 ProbeStart="2020-08-20 19:57:48.774737399 +0000 UTC m=+0.703226987" time="2020-08-20T19:57:48.795165655Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype8-646d7837ee4214dd InstanceType=type8 time="2020-08-20T19:57:48.795332660Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.246762 Instance=stub-providertype8-646d7837ee4214dd InstanceType=type8 State=booting time="2020-08-20T19:57:48.795457230Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-218920a050d10d9d InstanceType=type6 State=booting time="2020-08-20T19:57:48.788071559Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000146 ExitCode=0 Instance=stub-providertype3-4dba7b0f9da1d7eb PID=4 time="2020-08-20T19:57:48.795981340Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000066 Instance=stub-providertype4-505ce263e2d6a9ce PID=7 State=Locked time="2020-08-20T19:57:48.796118582Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000147 Instance=stub-providertype4-72a9ae754e367aa4 InstanceType=type4 time="2020-08-20T19:57:48.791995765Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000090 Op=cancel time="2020-08-20T19:57:48.798344426Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-4e25865f44fa13d1 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.798456111Z" level=debug msg=runQueue Containers=139 Processes=36 time="2020-08-20T19:57:48.798639183Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000148 Instance=stub-providertype4-11a39040f4b6f47f PID=5 State=Running time="2020-08-20T19:57:48.798769093Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000090 Priority=10 State=Locked time="2020-08-20T19:57:48.798660649Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype6-365a3763084a0fce InstanceType=type6 State=booting time="2020-08-20T19:57:48.792011988Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.798783010Z" level=debug msg="uuidLock not available, Op=cancel in progress" ContainerUUID=zzzzz-dz642-000000000000090 Op=cancel time="2020-08-20T19:57:48.799113189Z" level=debug msg="uuidLock not available, Op=cancel in progress" ContainerUUID=zzzzz-dz642-000000000000090 Op=cancel time="2020-08-20T19:57:48.799457836Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=165 skipped=0 time="2020-08-20T19:57:48.799573600Z" level=debug msg="sync instances" Instances=165 time="2020-08-20T19:57:48.800039223Z" level=info msg="worker still listed after shutdown; retrying" Instance=stub-providertype6-ca73531b9a0b1a8 time="2020-08-20T19:57:48.800513907Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-646d7837ee4214dd WorkerState=shutdown time="2020-08-20T19:57:48.800616519Z" level=debug msg="sync done" time="2020-08-20T19:57:48.800717328Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-4e25865f44fa13d1 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.778850038 +0000 UTC m=+0.707339618" time="2020-08-20T19:57:48.801521142Z" level=debug msg=runQueue Containers=139 Processes=36 time="2020-08-20T19:57:48.801894057Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-453753d7c2fabdcf InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:48.801913702Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-453753d7c2fabdcf InstanceType=type2 ProbeStart="2020-08-20 19:57:48.778685698 +0000 UTC m=+0.707175297" time="2020-08-20T19:57:48.802168859Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-486e513576db7378 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.802185852Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-486e513576db7378 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.797045151 +0000 UTC m=+0.725534735" time="2020-08-20T19:57:48.802300378Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-258a577a01a6b56b InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.802337005Z" level=debug msg=runQueue Containers=139 Processes=36 time="2020-08-20T19:57:48.802392858Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-258a577a01a6b56b InstanceType=type4 ProbeStart="2020-08-20 19:57:48.797243379 +0000 UTC m=+0.725732968" time="2020-08-20T19:57:48.802746542Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000154 Instance=stub-providertype2-931afd8b416421 InstanceType=type2 Signal=15 time="2020-08-20T19:57:48.803077553Z" level=debug msg=runQueue Containers=139 Processes=36 time="2020-08-20T19:57:48.803215114Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000034 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 Reason="state=Complete" time="2020-08-20T19:57:48.803591576Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000090 Reason="state=Queued" time="2020-08-20T19:57:48.803627770Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000090 time="2020-08-20T19:57:48.803672562Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000090 Reason="state=Queued" time="2020-08-20T19:57:48.803796581Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000090 Reason="state=Queued" time="2020-08-20T19:57:48.803826210Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000154 Instance=stub-providertype2-931afd8b416421 InstanceType=type2 time="2020-08-20T19:57:48.803869065Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000154 Reason="state=Complete" time="2020-08-20T19:57:48.803894738Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000154 time="2020-08-20T19:57:48.803984961Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000193 Instance=stub-providertype2-931afd8b416421 InstanceType=type2 Priority=13 time="2020-08-20T19:57:48.804400303Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000154 State=Complete time="2020-08-20T19:57:48.804546376Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000032 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 time="2020-08-20T19:57:48.804668746Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000186 Instance=stub-providertype4-2f64ed37e9a7b972 PID=2 State=Running time="2020-08-20T19:57:48.806117495Z" level=debug msg=runQueue Containers=138 Processes=35 time="2020-08-20T19:57:48.806310801Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000034 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 time="2020-08-20T19:57:48.806583624Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000073 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 Priority=13 time="2020-08-20T19:57:48.806597733Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype3-76f34c195e5f9aa2 InstanceType=type3 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.807006379Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000111 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 Priority=11 time="2020-08-20T19:57:48.807334192Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000090 Op=lock time="2020-08-20T19:57:48.807434599Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000090 InstanceType=type4 time="2020-08-20T19:57:48.807537553Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000171 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 time="2020-08-20T19:57:48.807757966Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000034 time="2020-08-20T19:57:48.807829780Z" level=info msg="crunch-run process ended" Address="127.0.0.1:41299" ContainerUUID=zzzzz-dz642-000000000000170 Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 time="2020-08-20T19:57:48.807991049Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=288.855912ms Instance=stub-providertype3-76f34c195e5f9aa2 InstanceType=type3 Since="2020-08-20 19:57:48.497589204 +0000 UTC m=+0.426078781" State=booting time="2020-08-20T19:57:48.808069833Z" level=info msg="boot failed" Address= Duration=288.855912ms Instance=stub-providertype3-76f34c195e5f9aa2 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.786445099 +0000 UTC m=+0.714934693" stderr="cannot fork\n" time="2020-08-20T19:57:48.808142919Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000032 Op=cancel time="2020-08-20T19:57:48.808208545Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000032 Priority=12 State=Locked time="2020-08-20T19:57:48.808226800Z" level=debug msg=runQueue Containers=138 Processes=36 time="2020-08-20T19:57:48.808271324Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000146 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 Reason="state=Complete" time="2020-08-20T19:57:48.808363050Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000111 Instance=stub-providertype8-76fd839a1e094f9a PID=2 time="2020-08-20T19:57:48.808555266Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000111 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 time="2020-08-20T19:57:48.809731486Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000031 Instance=stub-providertype8-2a80d0564cf20a65 PID=2 State=Running time="2020-08-20T19:57:48.810295223Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000073 Instance=stub-providertype2-429bd23a4efeeadd PID=4 time="2020-08-20T19:57:48.810477552Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000073 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 time="2020-08-20T19:57:48.810723110Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.810827058Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-6764373dae404245 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.811256999Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=163 skipped=0 time="2020-08-20T19:57:48.813210546Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000158 ExitCode=3 Instance=stub-providertype6-1f99425e3653491e PID=1 time="2020-08-20T19:57:48.814088688Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000034 Reason="state=Complete" time="2020-08-20T19:57:48.814201055Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000193 Instance=stub-providertype2-931afd8b416421 PID=2 time="2020-08-20T19:57:48.814179509Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000146 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 Signal=15 time="2020-08-20T19:57:48.814330496Z" level=debug msg="sync instances" Instances=163 time="2020-08-20T19:57:48.814350693Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-6764373dae404245 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.798033916 +0000 UTC m=+0.726523505" time="2020-08-20T19:57:48.814982340Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-ca73531b9a0b1a8 WorkerState=shutdown time="2020-08-20T19:57:48.815067820Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-76f34c195e5f9aa2 WorkerState=shutdown time="2020-08-20T19:57:48.815259673Z" level=debug msg="sync done" time="2020-08-20T19:57:48.815382118Z" level=debug msg="starting container" Address="127.0.0.1:41299" ContainerUUID=zzzzz-dz642-000000000000155 Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 Priority=15 time="2020-08-20T19:57:48.815518494Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000090 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 Priority=10 time="2020-08-20T19:57:48.815795127Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000034 State=Complete time="2020-08-20T19:57:48.816001108Z" level=debug msg=runQueue Containers=137 Processes=38 time="2020-08-20T19:57:48.816034851Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000170 Op=cancel time="2020-08-20T19:57:48.816057400Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000170 time="2020-08-20T19:57:48.816081832Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000171 Op=cancel time="2020-08-20T19:57:48.816311403Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000171 Priority=11 State=Locked time="2020-08-20T19:57:48.816354265Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000158 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:48.816486837Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000032 Reason="state=Queued" time="2020-08-20T19:57:48.816512277Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000032 time="2020-08-20T19:57:48.816529376Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000193 Instance=stub-providertype2-931afd8b416421 InstanceType=type2 time="2020-08-20T19:57:48.821049316Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000158 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 Signal=15 time="2020-08-20T19:57:48.824955178Z" level=debug msg=runQueue Containers=137 Processes=37 time="2020-08-20T19:57:48.825781232Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000090 Instance=stub-providertype4-2d89c820f5c353cf PID=4 time="2020-08-20T19:57:48.826510260Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000090 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 time="2020-08-20T19:57:48.827594572Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000032 Op=lock time="2020-08-20T19:57:48.827863422Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000032 InstanceType=type8 time="2020-08-20T19:57:48.827817295Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-41c99b43b864a80e InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.827920280Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000170 Reason="state=Cancelled" time="2020-08-20T19:57:48.828508440Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000158 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 time="2020-08-20T19:57:48.827947610Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.827960094Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000147 Instance=stub-providertype4-72a9ae754e367aa4 PID=3 State=Locked time="2020-08-20T19:57:48.827850189Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000111 Instance=stub-providertype8-76fd839a1e094f9a PID=2 State=Locked time="2020-08-20T19:57:48.828560786Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000158 Reason="state=Complete" time="2020-08-20T19:57:48.828793982Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000171 Reason="state=Queued" time="2020-08-20T19:57:48.828848819Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000146 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 time="2020-08-20T19:57:48.828871094Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-41c99b43b864a80e InstanceType=type3 ProbeStart="2020-08-20 19:57:48.796116799 +0000 UTC m=+0.724606387" time="2020-08-20T19:57:48.829044394Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000146 time="2020-08-20T19:57:48.829083544Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=163 skipped=0 time="2020-08-20T19:57:48.829123847Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000170 time="2020-08-20T19:57:48.831460956Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000158 time="2020-08-20T19:57:48.831796538Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000078 Instance=stub-providertype6-9c09a3e6f241c57 InstanceType=type6 time="2020-08-20T19:57:48.831827192Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000171 time="2020-08-20T19:57:48.831840157Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000192 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 time="2020-08-20T19:57:48.831852177Z" level=debug msg="sync instances" Instances=163 time="2020-08-20T19:57:48.831813882Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000146 State=Complete time="2020-08-20T19:57:48.832157013Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000158 State=Complete time="2020-08-20T19:57:48.832240856Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000170 State=Cancelled time="2020-08-20T19:57:48.832390714Z" level=debug msg="sync done" time="2020-08-20T19:57:48.832671063Z" level=debug msg=runQueue Containers=134 Processes=33 time="2020-08-20T19:57:48.832743919Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000117 Instance=stub-providertype6-9c09a3e6f241c57 InstanceType=type6 Priority=17 time="2020-08-20T19:57:48.832789661Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-15974b9d7f803594 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.832921667Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-61fece1535d95dc3 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.833004515Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000197 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 Priority=17 time="2020-08-20T19:57:48.833205618Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000032 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Priority=12 time="2020-08-20T19:57:48.833306728Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000011 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 Priority=11 time="2020-08-20T19:57:48.834190500Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000171 Reason="state=Queued" time="2020-08-20T19:57:48.834362286Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000155 Instance=stub-providertype3-2b77e80684a6bfdc PID=3 time="2020-08-20T19:57:48.834366112Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-15974b9d7f803594 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.832405569 +0000 UTC m=+0.760895151" time="2020-08-20T19:57:48.834212890Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000073 ExitCode=3 Instance=stub-providertype2-429bd23a4efeeadd PID=4 time="2020-08-20T19:57:48.834368128Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-61fece1535d95dc3 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.831387883 +0000 UTC m=+0.759877464" time="2020-08-20T19:57:48.834375962Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-661c8184b38c6f71 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.834257952Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000171 Op=lock time="2020-08-20T19:57:48.834556211Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000171 InstanceType=type4 time="2020-08-20T19:57:48.834580584Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000090 Instance=stub-providertype4-2d89c820f5c353cf PID=4 State=Running time="2020-08-20T19:57:48.834771397Z" level=info msg="crunch-run process started" Address="127.0.0.1:41299" ContainerUUID=zzzzz-dz642-000000000000155 Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 time="2020-08-20T19:57:48.834808950Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-4f4a6ef787e5b55d InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.834904006Z" level=debug msg=runQueue Containers=134 Processes=37 time="2020-08-20T19:57:48.835012872Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-661c8184b38c6f71 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.81529962 +0000 UTC m=+0.743789205" time="2020-08-20T19:57:48.835064709Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-15974b9d7f803594 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.832405569 +0000 UTC m=+0.760895151" RunningContainers=0 State=idle time="2020-08-20T19:57:48.835099406Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000171 Op=lock time="2020-08-20T19:57:48.835136762Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000171 InstanceType=type4 State=Locked time="2020-08-20T19:57:48.835099860Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-4f4a6ef787e5b55d InstanceType=type4 ProbeStart="2020-08-20 19:57:48.815157949 +0000 UTC m=+0.743647525" time="2020-08-20T19:57:48.835594903Z" level=debug msg=runQueue Containers=134 Processes=37 time="2020-08-20T19:57:48.835645096Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000077 Instance=stub-providertype6-15974b9d7f803594 InstanceType=type6 Priority=17 time="2020-08-20T19:57:48.836035866Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-4048c57dfab88cbe InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.836099464Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-4048c57dfab88cbe InstanceType=type8 ProbeStart="2020-08-20 19:57:48.834969006 +0000 UTC m=+0.763458599" time="2020-08-20T19:57:48.836212219Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype4-4f4a6ef787e5b55d InstanceType=type4 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.836367122Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-4048c57dfab88cbe InstanceType=type8 ProbeStart="2020-08-20 19:57:48.834969006 +0000 UTC m=+0.763458599" RunningContainers=0 State=idle time="2020-08-20T19:57:48.836746926Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000078 Op=cancel time="2020-08-20T19:57:48.836779293Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000078 time="2020-08-20T19:57:48.836804013Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000192 Op=cancel time="2020-08-20T19:57:48.840419444Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000192 Priority=12 State=Locked time="2020-08-20T19:57:48.836874710Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000073 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 Reason="state=Complete" time="2020-08-20T19:57:48.840610318Z" level=debug msg=runQueue Containers=134 Processes=38 time="2020-08-20T19:57:48.840718592Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000151 Instance=stub-providertype8-4048c57dfab88cbe InstanceType=type8 Priority=11 time="2020-08-20T19:57:48.841381627Z" level=debug msg=runQueue Containers=134 Processes=39 time="2020-08-20T19:57:48.838006716Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000032 Instance=stub-providertype8-528047936c9c64b7 PID=6 time="2020-08-20T19:57:48.838751713Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000077 Instance=stub-providertype6-15974b9d7f803594 PID=1 time="2020-08-20T19:57:48.840167852Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000011 Instance=stub-providertype3-4dba7b0f9da1d7eb PID=5 time="2020-08-20T19:57:48.842221190Z" level=debug msg=runQueue Containers=134 Processes=39 time="2020-08-20T19:57:48.842440398Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.842271070Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000011 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 time="2020-08-20T19:57:48.842278068Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000077 Instance=stub-providertype6-15974b9d7f803594 InstanceType=type6 time="2020-08-20T19:57:48.842313151Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000032 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 time="2020-08-20T19:57:48.842344591Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000078 Reason="state=Cancelled" time="2020-08-20T19:57:48.842639944Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000078 time="2020-08-20T19:57:48.842355736Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000117 Instance=stub-providertype6-9c09a3e6f241c57 PID=2 time="2020-08-20T19:57:48.842369928Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000197 Instance=stub-providertype6-1f99425e3653491e PID=2 time="2020-08-20T19:57:48.842678841Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000192 Reason="state=Queued" time="2020-08-20T19:57:48.842870965Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000192 time="2020-08-20T19:57:48.842920734Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000078 Reason="state=Cancelled" time="2020-08-20T19:57:48.842960229Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=163 skipped=0 time="2020-08-20T19:57:48.842995183Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000192 Reason="state=Queued" time="2020-08-20T19:57:48.843040283Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000197 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 time="2020-08-20T19:57:48.843052580Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000117 Instance=stub-providertype6-9c09a3e6f241c57 InstanceType=type6 time="2020-08-20T19:57:48.843492343Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000138 Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 time="2020-08-20T19:57:48.843595683Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000193 Instance=stub-providertype2-931afd8b416421 PID=2 State=Running time="2020-08-20T19:57:48.843876174Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000078 State=Cancelled time="2020-08-20T19:57:48.844006126Z" level=debug msg="sync instances" Instances=163 time="2020-08-20T19:57:48.844398166Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000077 Instance=stub-providertype6-15974b9d7f803594 PID=1 State=Locked time="2020-08-20T19:57:48.850583972Z" level=debug msg="sync done" time="2020-08-20T19:57:48.851352756Z" level=debug msg=runQueue Containers=133 Processes=37 time="2020-08-20T19:57:48.851837679Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000171 Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 Priority=11 time="2020-08-20T19:57:48.852087345Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000192 Op=lock time="2020-08-20T19:57:48.852127072Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000192 InstanceType=type8 time="2020-08-20T19:57:48.854162354Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000138 Op=cancel time="2020-08-20T19:57:48.854198597Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000138 time="2020-08-20T19:57:48.855330826Z" level=debug msg=runQueue Containers=133 Processes=38 time="2020-08-20T19:57:48.856514554Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000151 Instance=stub-providertype8-4048c57dfab88cbe PID=1 time="2020-08-20T19:57:48.856544076Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000073 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 Signal=15 time="2020-08-20T19:57:48.856660187Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000138 Reason="state=Cancelled" time="2020-08-20T19:57:48.856790692Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000138 time="2020-08-20T19:57:48.857117830Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000155 Instance=stub-providertype3-2b77e80684a6bfdc PID=3 State=Running time="2020-08-20T19:57:48.857219471Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000151 Instance=stub-providertype8-4048c57dfab88cbe InstanceType=type8 time="2020-08-20T19:57:48.857345614Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-70cf1e538a5157eb InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.857350777Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-3c745b1cde4b526b InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.857538714Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.857592867Z" level=debug msg=runQueue Containers=133 Processes=37 time="2020-08-20T19:57:48.857596820Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000073 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 time="2020-08-20T19:57:48.857884921Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-70cf1e538a5157eb InstanceType=type6 ProbeStart="2020-08-20 19:57:48.836417078 +0000 UTC m=+0.764906656" time="2020-08-20T19:57:48.857771747Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.858186953Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000130 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 Priority=10 time="2020-08-20T19:57:48.858007386Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 ProbeStart="2020-08-20 19:57:48.856476975 +0000 UTC m=+0.784966565" time="2020-08-20T19:57:48.858208917Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000197 ExitCode=1 Instance=stub-providertype6-1f99425e3653491e PID=2 time="2020-08-20T19:57:48.858005626Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-3c745b1cde4b526b InstanceType=type8 ProbeStart="2020-08-20 19:57:48.835376711 +0000 UTC m=+0.763866292" time="2020-08-20T19:57:48.858810578Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000138 State=Cancelled time="2020-08-20T19:57:48.859097822Z" level=debug msg=runQueue Containers=132 Processes=38 time="2020-08-20T19:57:48.859143484Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 ProbeStart="2020-08-20 19:57:48.856476975 +0000 UTC m=+0.784966565" RunningContainers=0 State=idle time="2020-08-20T19:57:48.859185853Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.857484809 +0000 UTC m=+0.785974388" time="2020-08-20T19:57:48.859285535Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000073 Reason="state=Complete" time="2020-08-20T19:57:48.859363650Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000073 time="2020-08-20T19:57:48.859492889Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000037 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Priority=17 time="2020-08-20T19:57:48.859743881Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.857484809 +0000 UTC m=+0.785974388" RunningContainers=0 State=idle time="2020-08-20T19:57:48.859965811Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000073 State=Complete time="2020-08-20T19:57:48.860215912Z" level=debug msg=runQueue Containers=131 Processes=38 time="2020-08-20T19:57:48.860255163Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000157 Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 Priority=17 time="2020-08-20T19:57:48.860655483Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.860883316Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-78ac46076870b5f1 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.860978044Z" level=debug msg=runQueue Containers=131 Processes=39 time="2020-08-20T19:57:48.861032989Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000197 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:48.861070107Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-78ac46076870b5f1 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.860611811 +0000 UTC m=+0.789101403" time="2020-08-20T19:57:48.861338824Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-78ac46076870b5f1 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.860611811 +0000 UTC m=+0.789101403" RunningContainers=0 State=idle time="2020-08-20T19:57:48.861560037Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=163 skipped=0 time="2020-08-20T19:57:48.861666926Z" level=debug msg="sync instances" Instances=163 time="2020-08-20T19:57:48.861633188Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000171 Instance=stub-providertype4-c7964976f269a28 PID=5 time="2020-08-20T19:57:48.861997088Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000171 Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 time="2020-08-20T19:57:48.862214419Z" level=debug msg="sync done" time="2020-08-20T19:57:48.862242645Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000130 Instance=stub-providertype2-429bd23a4efeeadd PID=5 time="2020-08-20T19:57:48.862319452Z" level=debug msg=runQueue Containers=131 Processes=39 time="2020-08-20T19:57:48.862420077Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000130 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 time="2020-08-20T19:57:48.862430603Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000174 Instance=stub-providertype6-78ac46076870b5f1 InstanceType=type6 Priority=14 time="2020-08-20T19:57:48.863145951Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-6ebe0de7c0f8f4f6 InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:48.863173093Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-6ebe0de7c0f8f4f6 InstanceType=type2 ProbeStart="2020-08-20 19:57:48.86287438 +0000 UTC m=+0.791363972" time="2020-08-20T19:57:48.863148460Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000157 Instance=stub-providertype6-4fb58fbeaf635d47 PID=1 time="2020-08-20T19:57:48.863333048Z" level=debug msg=runQueue Containers=131 Processes=40 time="2020-08-20T19:57:48.863544526Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000157 Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 time="2020-08-20T19:57:48.863762867Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype2-6ebe0de7c0f8f4f6 InstanceType=type2 ProbeStart="2020-08-20 19:57:48.86287438 +0000 UTC m=+0.791363972" RunningContainers=0 State=idle time="2020-08-20T19:57:48.864141014Z" level=debug msg=runQueue Containers=131 Processes=40 time="2020-08-20T19:57:48.864292470Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000010 Instance=stub-providertype2-6ebe0de7c0f8f4f6 InstanceType=type2 Priority=10 time="2020-08-20T19:57:48.864553162Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000117 ExitCode=2 Instance=stub-providertype6-9c09a3e6f241c57 PID=2 time="2020-08-20T19:57:48.864692815Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000197 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 Signal=15 time="2020-08-20T19:57:48.864917501Z" level=debug msg=runQueue Containers=131 Processes=41 time="2020-08-20T19:57:48.864846005Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000174 Instance=stub-providertype6-78ac46076870b5f1 PID=1 time="2020-08-20T19:57:48.865268277Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000197 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 time="2020-08-20T19:57:48.865365727Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000174 Instance=stub-providertype6-78ac46076870b5f1 InstanceType=type6 time="2020-08-20T19:57:48.865679563Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000117 Instance=stub-providertype6-9c09a3e6f241c57 InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:48.865736147Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-5fd08c9c1bbb5d2b InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.865699448Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000037 Instance=stub-providertype6-1d5a5d96389b7f4d PID=1 time="2020-08-20T19:57:48.865866975Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000197 Reason="state=Complete" time="2020-08-20T19:57:48.865918494Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000197 time="2020-08-20T19:57:48.865840688Z" level=debug msg=runQueue Containers=131 Processes=41 time="2020-08-20T19:57:48.866121581Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000094 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 Priority=14 time="2020-08-20T19:57:48.866262411Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000037 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 time="2020-08-20T19:57:48.865842769Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-5fd08c9c1bbb5d2b InstanceType=type4 ProbeStart="2020-08-20 19:57:48.85062367 +0000 UTC m=+0.779113244" time="2020-08-20T19:57:48.866651158Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000197 State=Complete time="2020-08-20T19:57:48.866969184Z" level=debug msg=runQueue Containers=130 Processes=41 time="2020-08-20T19:57:48.867534637Z" level=debug msg=runQueue Containers=130 Processes=41 time="2020-08-20T19:57:48.872209864Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000011 ExitCode=0 Instance=stub-providertype3-4dba7b0f9da1d7eb PID=5 time="2020-08-20T19:57:48.872287497Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000010 Instance=stub-providertype2-6ebe0de7c0f8f4f6 PID=1 time="2020-08-20T19:57:48.872303494Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.873226566Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000117 Instance=stub-providertype6-9c09a3e6f241c57 InstanceType=type6 Signal=15 time="2020-08-20T19:57:48.873381624Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000010 Instance=stub-providertype2-6ebe0de7c0f8f4f6 InstanceType=type2 time="2020-08-20T19:57:48.873585031Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=163 skipped=0 time="2020-08-20T19:57:48.873703126Z" level=debug msg="sync instances" Instances=163 time="2020-08-20T19:57:48.873643617Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000094 Instance=stub-providertype6-1f99425e3653491e PID=3 time="2020-08-20T19:57:48.873649712Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000174 Instance=stub-providertype6-78ac46076870b5f1 PID=1 State=Locked time="2020-08-20T19:57:48.876929083Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000130 ExitCode=0 Instance=stub-providertype2-429bd23a4efeeadd PID=5 time="2020-08-20T19:57:48.876933189Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000032 ExitCode=1 Instance=stub-providertype8-528047936c9c64b7 PID=6 time="2020-08-20T19:57:48.877341293Z" level=debug msg="sync done" time="2020-08-20T19:57:48.877518438Z" level=debug msg=runQueue Containers=130 Processes=41 time="2020-08-20T19:57:48.877718531Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000117 Instance=stub-providertype6-9c09a3e6f241c57 InstanceType=type6 time="2020-08-20T19:57:48.877788735Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype6-cae54ddc325f819 InstanceType=type6 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.877797625Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000094 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 time="2020-08-20T19:57:48.878161602Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000011 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 Reason="state=Complete" time="2020-08-20T19:57:48.878361474Z" level=debug msg=runQueue Containers=130 Processes=41 time="2020-08-20T19:57:48.878410254Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=458.031376ms Instance=stub-providertype6-cae54ddc325f819 InstanceType=type6 Since="2020-08-20 19:57:48.419340078 +0000 UTC m=+0.347829653" State=booting time="2020-08-20T19:57:48.878461283Z" level=info msg="boot failed" Address= Duration=458.031376ms Instance=stub-providertype6-cae54ddc325f819 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.877371455 +0000 UTC m=+0.805861029" stderr="cannot fork\n" time="2020-08-20T19:57:48.878517076Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000014 Instance=stub-providertype6-9c09a3e6f241c57 InstanceType=type6 Priority=14 time="2020-08-20T19:57:48.879056049Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000117 Reason="state=Complete" time="2020-08-20T19:57:48.879110368Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000117 time="2020-08-20T19:57:48.882553590Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000011 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 Signal=15 time="2020-08-20T19:57:48.883417407Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000157 ExitCode=0 Instance=stub-providertype6-4fb58fbeaf635d47 PID=1 time="2020-08-20T19:57:48.886204873Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000117 State=Complete time="2020-08-20T19:57:48.884895970Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-2089c93c79844140 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.886313290Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000032 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:48.886665693Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-2089c93c79844140 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.865952278 +0000 UTC m=+0.794441865" time="2020-08-20T19:57:48.887079810Z" level=debug msg=runQueue Containers=129 Processes=41 time="2020-08-20T19:57:48.887941939Z" level=debug msg=runQueue Containers=129 Processes=41 time="2020-08-20T19:57:48.888805573Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000130 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 Reason="state=Complete" time="2020-08-20T19:57:48.886594851Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000014 Instance=stub-providertype6-9c09a3e6f241c57 PID=3 time="2020-08-20T19:57:48.889365910Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000157 Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:48.889936415Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-63191d58a34080d2 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.890002770Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-63191d58a34080d2 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.869314119 +0000 UTC m=+0.797803707" time="2020-08-20T19:57:48.890323921Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype8-34048fe6b5780b21 InstanceType=type8 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.890452175Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=317.51602ms Instance=stub-providertype8-34048fe6b5780b21 InstanceType=type8 Since="2020-08-20 19:57:48.547986804 +0000 UTC m=+0.476476381" State=booting time="2020-08-20T19:57:48.890648528Z" level=info msg="boot failed" Address= Duration=317.51602ms Instance=stub-providertype8-34048fe6b5780b21 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.865502805 +0000 UTC m=+0.793992401" stderr="cannot fork\n" time="2020-08-20T19:57:48.890540207Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000014 Instance=stub-providertype6-9c09a3e6f241c57 InstanceType=type6 time="2020-08-20T19:57:48.890729918Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000171 Instance=stub-providertype4-c7964976f269a28 PID=5 State=Running time="2020-08-20T19:57:48.890998231Z" level=debug msg=runQueue Containers=129 Processes=41 time="2020-08-20T19:57:48.891184996Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-521f280971756de4 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.891423466Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-2b2253c1056265d7 InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:48.891837887Z" level=info msg="creating new instance" ContainerUUID=zzzzz-dz642-000000000000143 InstanceType=type8 time="2020-08-20T19:57:48.892280624Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000130 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 Signal=15 time="2020-08-20T19:57:48.892468815Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000157 Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 Signal=15 time="2020-08-20T19:57:48.890575476Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.892895997Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype8-63191d58a34080d2 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.869314119 +0000 UTC m=+0.797803707" time="2020-08-20T19:57:48.892930500Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype8-63191d58a34080d2 InstanceType=type8 time="2020-08-20T19:57:48.893383464Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=162 skipped=0 time="2020-08-20T19:57:48.893504477Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.218392 Instance=stub-providertype8-63191d58a34080d2 InstanceType=type8 State=booting time="2020-08-20T19:57:48.893993218Z" level=debug msg="sync instances" Instances=162 time="2020-08-20T19:57:48.894441081Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-f8365f39b8660aa InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.894547512Z" level=warning msg="shutdown failed" Address= Instance=stub-providertype8-63191d58a34080d2 InstanceType=type8 error="instance could not be destroyed" time="2020-08-20T19:57:48.894552305Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000032 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Signal=15 time="2020-08-20T19:57:48.894808240Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-cae54ddc325f819 WorkerState=shutdown time="2020-08-20T19:57:48.895667734Z" level=debug msg="sync done" time="2020-08-20T19:57:48.896167019Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-2b2253c1056265d7 InstanceType=type2 ProbeStart="2020-08-20 19:57:48.879128259 +0000 UTC m=+0.807617841" time="2020-08-20T19:57:48.896631208Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-521f280971756de4 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.878130842 +0000 UTC m=+0.806620456" time="2020-08-20T19:57:48.896674438Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000011 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 time="2020-08-20T19:57:48.897183650Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000130 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 time="2020-08-20T19:57:48.897558516Z" level=info msg="instance appeared in cloud" Address= IdleBehavior=run Instance=stub-providertype8-169d698448109a35 InstanceType=type8 State=booting time="2020-08-20T19:57:48.897721186Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-f8365f39b8660aa InstanceType=type3 ProbeStart="2020-08-20 19:57:48.879233238 +0000 UTC m=+0.807722835" time="2020-08-20T19:57:48.897875472Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000011 Reason="state=Complete" time="2020-08-20T19:57:48.897969754Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000011 time="2020-08-20T19:57:48.898041816Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000130 Reason="state=Complete" time="2020-08-20T19:57:48.898062030Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-67ab7759ae3d8bb4 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.898111830Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000130 time="2020-08-20T19:57:48.898158588Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000157 Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 time="2020-08-20T19:57:48.898316468Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000032 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 time="2020-08-20T19:57:48.898406909Z" level=debug msg=runQueue Containers=129 Processes=39 time="2020-08-20T19:57:48.898538360Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-67ab7759ae3d8bb4 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.886216037 +0000 UTC m=+0.814705617" time="2020-08-20T19:57:48.898606545Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000032 time="2020-08-20T19:57:48.898929504Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000134 Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 Priority=14 time="2020-08-20T19:57:48.899120525Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000192 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Priority=12 time="2020-08-20T19:57:48.899226824Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000049 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 Priority=9 time="2020-08-20T19:57:48.899271854Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000151 ExitCode=0 Instance=stub-providertype8-4048c57dfab88cbe PID=1 time="2020-08-20T19:57:48.899321445Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000037 ExitCode=0 Instance=stub-providertype6-1d5a5d96389b7f4d PID=1 time="2020-08-20T19:57:48.899333842Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000065 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 Priority=5 time="2020-08-20T19:57:48.899907694Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000130 State=Complete time="2020-08-20T19:57:48.899937364Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000011 State=Complete time="2020-08-20T19:57:48.900374052Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000010 ExitCode=2 Instance=stub-providertype2-6ebe0de7c0f8f4f6 PID=1 time="2020-08-20T19:57:48.903540316Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000134 Instance=stub-providertype6-4fb58fbeaf635d47 PID=2 time="2020-08-20T19:57:48.903990619Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000157 Reason="state=Complete" time="2020-08-20T19:57:48.904304761Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000157 time="2020-08-20T19:57:48.904157451Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000014 Instance=stub-providertype6-9c09a3e6f241c57 PID=3 State=Running time="2020-08-20T19:57:48.904562512Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000134 Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 time="2020-08-20T19:57:48.904593675Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-6d7acf370641dfb5 InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:48.904630141Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-6d7acf370641dfb5 InstanceType=type2 ProbeStart="2020-08-20 19:57:48.900966645 +0000 UTC m=+0.829456248" time="2020-08-20T19:57:48.904821378Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000192 Instance=stub-providertype8-528047936c9c64b7 PID=7 time="2020-08-20T19:57:48.904906502Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000096 Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 time="2020-08-20T19:57:48.904937673Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000032 State=Complete time="2020-08-20T19:57:48.905496480Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000192 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 time="2020-08-20T19:57:48.905681757Z" level=info msg="boot probe succeeded" Address="127.0.0.1:43913" Command=true Instance=stub-providertype6-1a63f3a3979121a6 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.905707106Z" level=info msg="instance booted; will try probeRunning" Address="127.0.0.1:43913" Instance=stub-providertype6-1a63f3a3979121a6 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.903688846 +0000 UTC m=+0.832178443" time="2020-08-20T19:57:48.905944756Z" level=debug msg=runQueue Containers=126 Processes=41 time="2020-08-20T19:57:48.906173673Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype2-6d7acf370641dfb5 InstanceType=type2 ProbeStart="2020-08-20 19:57:48.900966645 +0000 UTC m=+0.829456248" RunningContainers=0 State=idle time="2020-08-20T19:57:48.906577823Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000071 Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 Priority=11 time="2020-08-20T19:57:48.906765006Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000169 Instance=stub-providertype2-6d7acf370641dfb5 InstanceType=type2 Priority=9 time="2020-08-20T19:57:48.907598190Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000157 State=Complete time="2020-08-20T19:57:48.907739592Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000151 Instance=stub-providertype8-4048c57dfab88cbe InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:48.907609694Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000049 Instance=stub-providertype2-429bd23a4efeeadd PID=6 time="2020-08-20T19:57:48.907877034Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000037 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:48.908991676Z" level=debug msg=runQueue Containers=125 Processes=43 time="2020-08-20T19:57:48.909359152Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000049 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 time="2020-08-20T19:57:48.910953913Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000151 Instance=stub-providertype8-4048c57dfab88cbe InstanceType=type8 Signal=15 time="2020-08-20T19:57:48.917803459Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000071 Instance=stub-providertype8-4b7fafc3545836c4 PID=2 time="2020-08-20T19:57:48.914460725Z" level=info msg="probe reported broken instance" Address="127.0.0.1:43913" Instance=stub-providertype6-1a63f3a3979121a6 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.903688846 +0000 UTC m=+0.832178443" time="2020-08-20T19:57:48.918290758Z" level=info msg="set idle behavior" Address="127.0.0.1:43913" IdleBehavior=drain Instance=stub-providertype6-1a63f3a3979121a6 InstanceType=type6 time="2020-08-20T19:57:48.918340143Z" level=info msg="shutdown worker" Address="127.0.0.1:43913" IdleBehavior=drain IdleDuration=0.443874 Instance=stub-providertype6-1a63f3a3979121a6 InstanceType=type6 State=booting time="2020-08-20T19:57:48.914714731Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-3b979ab1bc2dce1e InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.918523415Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-3b979ab1bc2dce1e InstanceType=type8 ProbeStart="2020-08-20 19:57:48.890845787 +0000 UTC m=+0.819335372" time="2020-08-20T19:57:48.914762630Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-25597a8431737788 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.918612226Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-25597a8431737788 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.890389376 +0000 UTC m=+0.818878976" time="2020-08-20T19:57:48.914819117Z" level=info msg="boot probe succeeded" Address="127.0.0.1:44221" Command=true Instance=stub-providertype8-4df553895164f057 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.918702631Z" level=info msg="instance booted; will try probeRunning" Address="127.0.0.1:44221" Instance=stub-providertype8-4df553895164f057 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.89864802 +0000 UTC m=+0.827137601" time="2020-08-20T19:57:48.914879735Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000094 ExitCode=0 Instance=stub-providertype6-1f99425e3653491e PID=3 time="2020-08-20T19:57:48.911060419Z" level=debug msg=runQueue Containers=125 Processes=43 time="2020-08-20T19:57:48.920585404Z" level=debug msg=runQueue Containers=125 Processes=43 time="2020-08-20T19:57:48.911117852Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000037 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Signal=15 time="2020-08-20T19:57:48.918259107Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000071 Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 time="2020-08-20T19:57:48.921925218Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000169 Instance=stub-providertype2-6d7acf370641dfb5 PID=1 time="2020-08-20T19:57:48.922017840Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000169 Instance=stub-providertype2-6d7acf370641dfb5 InstanceType=type2 time="2020-08-20T19:57:48.922375375Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.922798470Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=161 skipped=0 time="2020-08-20T19:57:48.923981240Z" level=debug msg="sync instances" Instances=161 time="2020-08-20T19:57:48.924339242Z" level=info msg="worker still listed after shutdown; retrying" Instance=stub-providertype8-63191d58a34080d2 time="2020-08-20T19:57:48.924615834Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-34048fe6b5780b21 WorkerState=shutdown time="2020-08-20T19:57:48.924832502Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-1a63f3a3979121a6 WorkerState=shutdown time="2020-08-20T19:57:48.924872596Z" level=debug msg="sync done" time="2020-08-20T19:57:48.924972383Z" level=debug msg=runQueue Containers=125 Processes=43 time="2020-08-20T19:57:48.925847880Z" level=debug msg=runQueue Containers=125 Processes=43 time="2020-08-20T19:57:48.926281878Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000096 Op=cancel time="2020-08-20T19:57:48.926331854Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000065 Instance=stub-providertype3-4dba7b0f9da1d7eb PID=6 time="2020-08-20T19:57:48.926335404Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000096 Priority=16 State=Locked time="2020-08-20T19:57:48.926401473Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000049 ExitCode=2 Instance=stub-providertype2-429bd23a4efeeadd PID=6 time="2020-08-20T19:57:48.926452566Z" level=debug msg="uuidLock not available, Op=cancel in progress" ContainerUUID=zzzzz-dz642-000000000000096 Op=cancel time="2020-08-20T19:57:48.926465456Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000094 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:48.926488273Z" level=warning msg="shutdown failed" Address= Instance=stub-providertype8-63191d58a34080d2 InstanceType=type8 error="instance could not be destroyed" time="2020-08-20T19:57:48.926513007Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000192 ExitCode=1 Instance=stub-providertype8-528047936c9c64b7 PID=7 time="2020-08-20T19:57:48.927366844Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000010 Instance=stub-providertype2-6ebe0de7c0f8f4f6 InstanceType=type2 Reason="state=Complete" time="2020-08-20T19:57:48.927876506Z" level=debug msg=runQueue Containers=125 Processes=43 time="2020-08-20T19:57:48.929155270Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000065 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 time="2020-08-20T19:57:48.931856758Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000094 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 Signal=15 time="2020-08-20T19:57:48.936776232Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000010 Instance=stub-providertype2-6ebe0de7c0f8f4f6 InstanceType=type2 Signal=15 time="2020-08-20T19:57:48.933775389Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype4-22c308b5edb65ba6 InstanceType=type4 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.937491344Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000134 Instance=stub-providertype6-4fb58fbeaf635d47 PID=2 State=Running time="2020-08-20T19:57:48.932835572Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-28dfd8d37b3ccebc InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:48.936551678Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-447c3b645e3a731d InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.936666793Z" level=debug msg=runQueue Containers=125 Processes=43 time="2020-08-20T19:57:48.936674861Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000071 Instance=stub-providertype8-4b7fafc3545836c4 PID=2 State=Locked time="2020-08-20T19:57:48.936779846Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000037 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 time="2020-08-20T19:57:48.937702412Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000151 Instance=stub-providertype8-4048c57dfab88cbe InstanceType=type8 time="2020-08-20T19:57:48.937777353Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000096 Reason="state=Queued" time="2020-08-20T19:57:48.937825128Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000096 time="2020-08-20T19:57:48.937956039Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-2da306ae66d3a04c InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.938184166Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-2da306ae66d3a04c InstanceType=type3 ProbeStart="2020-08-20 19:57:48.904669369 +0000 UTC m=+0.833158971" time="2020-08-20T19:57:48.935249316Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-5c2535ca822d00ef InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.938557084Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-5c2535ca822d00ef InstanceType=type4 ProbeStart="2020-08-20 19:57:48.928196944 +0000 UTC m=+0.856686527" time="2020-08-20T19:57:48.939081561Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000151 Reason="state=Complete" time="2020-08-20T19:57:48.939136071Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000151 time="2020-08-20T19:57:48.939527027Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=379.467999ms Instance=stub-providertype4-22c308b5edb65ba6 InstanceType=type4 Since="2020-08-20 19:57:48.526612928 +0000 UTC m=+0.455102510" State=booting time="2020-08-20T19:57:48.939586263Z" level=info msg="boot failed" Address= Duration=379.467999ms Instance=stub-providertype4-22c308b5edb65ba6 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.906080908 +0000 UTC m=+0.834570509" stderr="cannot fork\n" time="2020-08-20T19:57:48.939650028Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-28dfd8d37b3ccebc InstanceType=type2 ProbeStart="2020-08-20 19:57:48.918417804 +0000 UTC m=+0.846907378" time="2020-08-20T19:57:48.940034529Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-447c3b645e3a731d InstanceType=type8 ProbeStart="2020-08-20 19:57:48.907201134 +0000 UTC m=+0.835690717" time="2020-08-20T19:57:48.940102388Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-501b6a22b648e604 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.940128797Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000054 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Priority=14 time="2020-08-20T19:57:48.942108062Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype3-2da306ae66d3a04c InstanceType=type3 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.944838348Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000191 Instance=stub-providertype8-4048c57dfab88cbe InstanceType=type8 Priority=11 time="2020-08-20T19:57:48.942637774Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype2-5f8cf4d56c29bd93 InstanceType=type2 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.942819880Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-20e7309f035b88ab InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.942863383Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-588c3cf4e16e27dd InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.945056860Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-501b6a22b648e604 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.936726152 +0000 UTC m=+0.865215722" time="2020-08-20T19:57:48.942284852Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-5ab37b0b3e181749 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.943205260Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-647ea68f0b80eccd InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.943305349Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-17170262d7ba58a1 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.943131718Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.943020124Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-693a570dd2d99eb9 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.943107878Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-25b10429c7d52fd InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.945200001Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000094 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 time="2020-08-20T19:57:48.945574073Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000010 Instance=stub-providertype2-6ebe0de7c0f8f4f6 InstanceType=type2 time="2020-08-20T19:57:48.945633562Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=160 skipped=0 time="2020-08-20T19:57:48.945679160Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-5c2535ca822d00ef InstanceType=type4 ProbeStart="2020-08-20 19:57:48.928196944 +0000 UTC m=+0.856686527" RunningContainers=0 State=idle time="2020-08-20T19:57:48.945805084Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=370.079013ms Instance=stub-providertype3-2da306ae66d3a04c InstanceType=type3 Since="2020-08-20 19:57:48.534590368 +0000 UTC m=+0.463079958" State=booting time="2020-08-20T19:57:48.945933938Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=269.476199ms Instance=stub-providertype2-5f8cf4d56c29bd93 InstanceType=type2 Since="2020-08-20 19:57:48.629214568 +0000 UTC m=+0.557704155" State=booting time="2020-08-20T19:57:48.945957812Z" level=info msg="boot failed" Address= Duration=269.476199ms Instance=stub-providertype2-5f8cf4d56c29bd93 InstanceType=type2 ProbeStart="2020-08-20 19:57:48.898690751 +0000 UTC m=+0.827180354" stderr="cannot fork\n" time="2020-08-20T19:57:48.945989577Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-20e7309f035b88ab InstanceType=type3 ProbeStart="2020-08-20 19:57:48.939845371 +0000 UTC m=+0.868334955" time="2020-08-20T19:57:48.946085919Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-588c3cf4e16e27dd InstanceType=type8 ProbeStart="2020-08-20 19:57:48.907922197 +0000 UTC m=+0.836411772" time="2020-08-20T19:57:48.946294188Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000106 Instance=stub-providertype2-6ebe0de7c0f8f4f6 InstanceType=type2 Priority=6 time="2020-08-20T19:57:48.946530598Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype8-588c3cf4e16e27dd InstanceType=type8 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.946598007Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=359.181328ms Instance=stub-providertype8-588c3cf4e16e27dd InstanceType=type8 Since="2020-08-20 19:57:48.548740854 +0000 UTC m=+0.477230444" State=booting time="2020-08-20T19:57:48.946743889Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000105 Instance=stub-providertype4-5c2535ca822d00ef InstanceType=type4 Priority=5 time="2020-08-20T19:57:48.947085218Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype3-20e7309f035b88ab InstanceType=type3 ProbeStart="2020-08-20 19:57:48.939845371 +0000 UTC m=+0.868334955" RunningContainers=0 State=idle time="2020-08-20T19:57:48.947104058Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000151 State=Complete time="2020-08-20T19:57:48.947594585Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000192 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:48.947652101Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-647ea68f0b80eccd InstanceType=type3 ProbeStart="2020-08-20 19:57:48.928110089 +0000 UTC m=+0.856599687" time="2020-08-20T19:57:48.947751262Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-17170262d7ba58a1 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.926342165 +0000 UTC m=+0.854831740" time="2020-08-20T19:57:48.947846553Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-693a570dd2d99eb9 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.939672618 +0000 UTC m=+0.868162216" time="2020-08-20T19:57:48.947895025Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-25b10429c7d52fd InstanceType=type4 ProbeStart="2020-08-20 19:57:48.923836217 +0000 UTC m=+0.852325802" time="2020-08-20T19:57:48.947966247Z" level=debug msg="sync instances" Instances=160 time="2020-08-20T19:57:48.948017399Z" level=info msg="worker still listed after shutdown; retrying" Instance=stub-providertype8-63191d58a34080d2 time="2020-08-20T19:57:48.948416452Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-22c308b5edb65ba6 WorkerState=shutdown time="2020-08-20T19:57:48.948442868Z" level=debug msg="sync done" time="2020-08-20T19:57:48.948460177Z" level=warning msg="shutdown failed" Address= Instance=stub-providertype8-63191d58a34080d2 InstanceType=type8 error="instance could not be destroyed" time="2020-08-20T19:57:48.948475919Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-5ab37b0b3e181749 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.904869686 +0000 UTC m=+0.833359264" time="2020-08-20T19:57:48.948519125Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000094 Reason="state=Complete" time="2020-08-20T19:57:48.949165526Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000169 ExitCode=2 Instance=stub-providertype2-6d7acf370641dfb5 PID=1 time="2020-08-20T19:57:48.949284742Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000191 Instance=stub-providertype8-4048c57dfab88cbe PID=2 time="2020-08-20T19:57:48.949406912Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000191 Instance=stub-providertype8-4048c57dfab88cbe InstanceType=type8 time="2020-08-20T19:57:48.949655997Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-24dfa628aa50d2c8 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:48.949771936Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-2b4984a40b8d54db InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.950020766Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000094 time="2020-08-20T19:57:48.950154008Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000010 Reason="state=Complete" time="2020-08-20T19:57:48.950285886Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000037 Reason="state=Complete" time="2020-08-20T19:57:48.950363831Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000049 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 Reason="state=Complete" time="2020-08-20T19:57:48.950416933Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype4-17170262d7ba58a1 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.926342165 +0000 UTC m=+0.854831740" time="2020-08-20T19:57:48.950453190Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype4-17170262d7ba58a1 InstanceType=type4 time="2020-08-20T19:57:48.950482181Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.333997 Instance=stub-providertype4-17170262d7ba58a1 InstanceType=type4 State=booting time="2020-08-20T19:57:48.950518342Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-24dfa628aa50d2c8 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.927686019 +0000 UTC m=+0.856175608" time="2020-08-20T19:57:48.950567614Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-2b4984a40b8d54db InstanceType=type4 ProbeStart="2020-08-20 19:57:48.947457566 +0000 UTC m=+0.875947160" time="2020-08-20T19:57:48.950623980Z" level=debug msg=runQueue Containers=124 Processes=44 time="2020-08-20T19:57:48.950667943Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype6-5ab37b0b3e181749 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.904869686 +0000 UTC m=+0.833359264" time="2020-08-20T19:57:48.950679386Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000096 Op=lock time="2020-08-20T19:57:48.950722069Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000096 InstanceType=type8 time="2020-08-20T19:57:48.950686878Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype6-5ab37b0b3e181749 InstanceType=type6 time="2020-08-20T19:57:48.950750464Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.254818 Instance=stub-providertype6-5ab37b0b3e181749 InstanceType=type6 State=booting time="2020-08-20T19:57:48.950706294Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000192 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Signal=15 time="2020-08-20T19:57:48.950810533Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000037 time="2020-08-20T19:57:48.951147884Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000093 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 Priority=13 time="2020-08-20T19:57:48.951350700Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000185 Instance=stub-providertype3-20e7309f035b88ab InstanceType=type3 Priority=5 time="2020-08-20T19:57:48.951632570Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000037 State=Complete time="2020-08-20T19:57:48.951653570Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000094 State=Complete time="2020-08-20T19:57:48.951872300Z" level=debug msg=runQueue Containers=122 Processes=45 time="2020-08-20T19:57:48.952404644Z" level=debug msg=runQueue Containers=122 Processes=45 time="2020-08-20T19:57:48.952838550Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000105 Instance=stub-providertype4-5c2535ca822d00ef PID=1 time="2020-08-20T19:57:48.955916031Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000010 time="2020-08-20T19:57:48.956472750Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000010 Reason="state=Complete" time="2020-08-20T19:57:48.957170142Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000192 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 time="2020-08-20T19:57:48.957391147Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000192 Reason="state=Complete" time="2020-08-20T19:57:48.957458144Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000192 time="2020-08-20T19:57:48.957541701Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000169 Instance=stub-providertype2-6d7acf370641dfb5 InstanceType=type2 Reason="state=Complete" time="2020-08-20T19:57:48.957770933Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000192 Reason="state=Complete" time="2020-08-20T19:57:48.958037314Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000049 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 Signal=15 time="2020-08-20T19:57:48.958674401Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000105 Instance=stub-providertype4-5c2535ca822d00ef InstanceType=type4 time="2020-08-20T19:57:48.960700222Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000169 Instance=stub-providertype2-6d7acf370641dfb5 InstanceType=type2 Signal=15 time="2020-08-20T19:57:48.961346834Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000106 Instance=stub-providertype2-6ebe0de7c0f8f4f6 PID=2 time="2020-08-20T19:57:48.961350522Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.963246920Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000106 Instance=stub-providertype2-6ebe0de7c0f8f4f6 InstanceType=type2 time="2020-08-20T19:57:48.963273506Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000065 ExitCode=2 Instance=stub-providertype3-4dba7b0f9da1d7eb PID=6 time="2020-08-20T19:57:48.963411961Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000054 Instance=stub-providertype6-1d5a5d96389b7f4d PID=2 time="2020-08-20T19:57:48.963676333Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000054 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 time="2020-08-20T19:57:48.963744789Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=155 skipped=0 time="2020-08-20T19:57:48.963850711Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-3c788ef3f354b0b5 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.963889593Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-5c859148e75d3f5b InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.963852635Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-5e377ef58485d68b InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.966082736Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000010 Reason="state=Complete" time="2020-08-20T19:57:48.966162545Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000010 Reason="state=Complete" time="2020-08-20T19:57:48.966190313Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype4-2b4984a40b8d54db InstanceType=type4 ProbeStart="2020-08-20 19:57:48.947457566 +0000 UTC m=+0.875947160" time="2020-08-20T19:57:48.966225386Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype4-2b4984a40b8d54db InstanceType=type4 time="2020-08-20T19:57:48.966244514Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.542257 Instance=stub-providertype4-2b4984a40b8d54db InstanceType=type4 State=booting time="2020-08-20T19:57:48.966309984Z" level=debug msg="sync instances" Instances=155 time="2020-08-20T19:57:48.966376422Z" level=info msg="worker still listed after shutdown; retrying" Instance=stub-providertype8-63191d58a34080d2 time="2020-08-20T19:57:48.966721123Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-2da306ae66d3a04c WorkerState=shutdown time="2020-08-20T19:57:48.966738944Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype2-5f8cf4d56c29bd93 WorkerState=shutdown time="2020-08-20T19:57:48.966752276Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-5ab37b0b3e181749 WorkerState=shutdown time="2020-08-20T19:57:48.966764827Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-17170262d7ba58a1 WorkerState=shutdown time="2020-08-20T19:57:48.966776841Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-588c3cf4e16e27dd WorkerState=shutdown time="2020-08-20T19:57:48.966798489Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000169 Instance=stub-providertype2-6d7acf370641dfb5 InstanceType=type2 time="2020-08-20T19:57:48.966815049Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000049 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 time="2020-08-20T19:57:48.967188680Z" level=debug msg=runQueue Containers=122 Processes=43 time="2020-08-20T19:57:48.967235313Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000096 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Priority=16 time="2020-08-20T19:57:48.967412983Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000185 Instance=stub-providertype3-20e7309f035b88ab PID=1 time="2020-08-20T19:57:48.967557415Z" level=debug msg="sync done" time="2020-08-20T19:57:48.967449388Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000025 Instance=stub-providertype2-6d7acf370641dfb5 InstanceType=type2 Priority=5 time="2020-08-20T19:57:48.967661889Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-3c788ef3f354b0b5 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.919112411 +0000 UTC m=+0.847601985" time="2020-08-20T19:57:48.967790808Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-5c859148e75d3f5b InstanceType=type4 ProbeStart="2020-08-20 19:57:48.939168355 +0000 UTC m=+0.867657935" time="2020-08-20T19:57:48.967834578Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-5e377ef58485d68b InstanceType=type4 ProbeStart="2020-08-20 19:57:48.955424127 +0000 UTC m=+0.883913711" time="2020-08-20T19:57:48.967928993Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000145 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 Priority=5 time="2020-08-20T19:57:48.968414154Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000192 State=Complete time="2020-08-20T19:57:48.968450167Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000010 State=Complete time="2020-08-20T19:57:48.969088045Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype6-3c788ef3f354b0b5 InstanceType=type6 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:48.969204759Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype4-5c859148e75d3f5b InstanceType=type4 ProbeStart="2020-08-20 19:57:48.939168355 +0000 UTC m=+0.867657935" time="2020-08-20T19:57:48.969504578Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype4-5c859148e75d3f5b InstanceType=type4 time="2020-08-20T19:57:48.969682616Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.336027 Instance=stub-providertype4-5c859148e75d3f5b InstanceType=type4 State=booting time="2020-08-20T19:57:48.969565324Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-601f294b0b8da07f InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.969371305Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000185 Instance=stub-providertype3-20e7309f035b88ab InstanceType=type3 time="2020-08-20T19:57:48.969961762Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-601f294b0b8da07f InstanceType=type8 ProbeStart="2020-08-20 19:57:48.950997333 +0000 UTC m=+0.879486913" time="2020-08-20T19:57:48.970190543Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000049 time="2020-08-20T19:57:48.970231376Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000169 time="2020-08-20T19:57:48.970439903Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=430.027169ms Instance=stub-providertype6-3c788ef3f354b0b5 InstanceType=type6 Since="2020-08-20 19:57:48.489085234 +0000 UTC m=+0.417574816" State=booting time="2020-08-20T19:57:48.970516831Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000169 Reason="state=Complete" time="2020-08-20T19:57:48.970561901Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000065 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 Reason="state=Complete" time="2020-08-20T19:57:48.970605039Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000049 Reason="state=Complete" time="2020-08-20T19:57:48.970688928Z" level=debug msg=runQueue Containers=120 Processes=44 time="2020-08-20T19:57:48.970722736Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.970744220Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.970391613 +0000 UTC m=+0.898881190" time="2020-08-20T19:57:48.971050156Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype6-4a007b2750145bf1 InstanceType=type6 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.971053489Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.970391613 +0000 UTC m=+0.898881190" RunningContainers=0 State=idle time="2020-08-20T19:57:48.971101974Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=337.004336ms Instance=stub-providertype6-4a007b2750145bf1 InstanceType=type6 Since="2020-08-20 19:57:48.613913756 +0000 UTC m=+0.542403363" State=booting time="2020-08-20T19:57:48.971122835Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000169 State=Complete time="2020-08-20T19:57:48.971158742Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000049 State=Complete time="2020-08-20T19:57:48.971191303Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000093 Instance=stub-providertype6-1f99425e3653491e PID=4 time="2020-08-20T19:57:48.971129043Z" level=info msg="boot failed" Address= Duration=337.004336ms Instance=stub-providertype6-4a007b2750145bf1 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.950918122 +0000 UTC m=+0.879407699" stderr="cannot fork\n" time="2020-08-20T19:57:48.971273659Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000093 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 time="2020-08-20T19:57:48.971486283Z" level=debug msg=runQueue Containers=118 Processes=44 time="2020-08-20T19:57:48.971526552Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000013 Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 Priority=13 time="2020-08-20T19:57:48.971901385Z" level=debug msg=runQueue Containers=118 Processes=45 time="2020-08-20T19:57:48.972259770Z" level=debug msg=runQueue Containers=118 Processes=45 time="2020-08-20T19:57:48.972730191Z" level=debug msg=runQueue Containers=118 Processes=45 time="2020-08-20T19:57:48.973485670Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000145 Instance=stub-providertype2-429bd23a4efeeadd PID=7 time="2020-08-20T19:57:48.973595151Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000096 Instance=stub-providertype8-528047936c9c64b7 PID=8 time="2020-08-20T19:57:48.973658400Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000145 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 time="2020-08-20T19:57:48.973826972Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000096 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 time="2020-08-20T19:57:48.974245191Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000072 Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 time="2020-08-20T19:57:48.974564928Z" level=debug msg=runQueue Containers=118 Processes=45 time="2020-08-20T19:57:48.974743566Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000008 Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 Priority=8 time="2020-08-20T19:57:48.975212810Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000013 Instance=stub-providertype6-6d8e96f5b8e56a9 PID=1 time="2020-08-20T19:57:48.975439964Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000013 Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 time="2020-08-20T19:57:48.975657966Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-1448c1cb2ccf3d4a InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:48.975857952Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-1448c1cb2ccf3d4a InstanceType=type4 ProbeStart="2020-08-20 19:57:48.952077022 +0000 UTC m=+0.880566609" time="2020-08-20T19:57:48.975773999Z" level=debug msg=runQueue Containers=118 Processes=46 time="2020-08-20T19:57:48.976312380Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.976333030Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.966835286 +0000 UTC m=+0.895324862" time="2020-08-20T19:57:48.976435094Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000025 Instance=stub-providertype2-6d7acf370641dfb5 PID=2 time="2020-08-20T19:57:48.976000288Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000065 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 Signal=15 time="2020-08-20T19:57:48.976685886Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000025 Instance=stub-providertype2-6d7acf370641dfb5 InstanceType=type2 time="2020-08-20T19:57:48.976786835Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000065 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 time="2020-08-20T19:57:48.976853416Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.966835286 +0000 UTC m=+0.895324862" RunningContainers=0 State=idle time="2020-08-20T19:57:48.977004282Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype8-a03f4cc4d49461f InstanceType=type8 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.977107530Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=513.383702ms Instance=stub-providertype8-a03f4cc4d49461f InstanceType=type8 Since="2020-08-20 19:57:48.463278605 +0000 UTC m=+0.391768188" State=booting time="2020-08-20T19:57:48.977138602Z" level=info msg="boot failed" Address= Duration=513.383702ms Instance=stub-providertype8-a03f4cc4d49461f InstanceType=type8 ProbeStart="2020-08-20 19:57:48.976662293 +0000 UTC m=+0.905151890" stderr="cannot fork\n" time="2020-08-20T19:57:48.977284006Z" level=debug msg=runQueue Containers=118 Processes=46 time="2020-08-20T19:57:48.977442086Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000053 Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 Priority=13 time="2020-08-20T19:57:48.981406821Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000191 Instance=stub-providertype8-4048c57dfab88cbe PID=2 State=Running time="2020-08-20T19:57:48.982711419Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000043 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 Priority=3 time="2020-08-20T19:57:48.984128276Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000105 Instance=stub-providertype4-5c2535ca822d00ef PID=1 State=Running time="2020-08-20T19:57:48.984149030Z" level=debug msg="getting instance list" time="2020-08-20T19:57:48.986038182Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=149 skipped=0 time="2020-08-20T19:57:48.986169943Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000185 ExitCode=0 Instance=stub-providertype3-20e7309f035b88ab PID=1 time="2020-08-20T19:57:48.986186380Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000072 Op=cancel time="2020-08-20T19:57:48.986980558Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000072 time="2020-08-20T19:57:48.986265498Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000065 Reason="state=Complete" time="2020-08-20T19:57:48.987050329Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000065 time="2020-08-20T19:57:48.984255530Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000008 Instance=stub-providertype8-2195baf7d30e4b85 PID=3 time="2020-08-20T19:57:48.987521880Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000008 Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 time="2020-08-20T19:57:48.987623788Z" level=debug msg=runQueue Containers=118 Processes=47 time="2020-08-20T19:57:48.987782312Z" level=debug msg="sync instances" Instances=149 time="2020-08-20T19:57:48.990445241Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000093 Instance=stub-providertype6-1f99425e3653491e PID=4 State=Locked time="2020-08-20T19:57:48.990753184Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:48.991095762Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000106 ExitCode=1 Instance=stub-providertype2-6ebe0de7c0f8f4f6 PID=2 time="2020-08-20T19:57:48.991196451Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000054 Instance=stub-providertype6-1d5a5d96389b7f4d PID=2 State=Running time="2020-08-20T19:57:48.991404702Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-63191d58a34080d2 WorkerState=shutdown time="2020-08-20T19:57:48.991425374Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-3c788ef3f354b0b5 WorkerState=shutdown time="2020-08-20T19:57:48.991439798Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-5c859148e75d3f5b WorkerState=shutdown time="2020-08-20T19:57:48.991452537Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-2b4984a40b8d54db WorkerState=shutdown time="2020-08-20T19:57:48.991485765Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-4a007b2750145bf1 WorkerState=shutdown time="2020-08-20T19:57:48.991499021Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-a03f4cc4d49461f WorkerState=shutdown time="2020-08-20T19:57:48.991512793Z" level=debug msg="sync done" time="2020-08-20T19:57:48.991887717Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000065 State=Complete time="2020-08-20T19:57:48.992120045Z" level=debug msg=runQueue Containers=117 Processes=47 time="2020-08-20T19:57:48.992678248Z" level=debug msg=runQueue Containers=117 Processes=47 time="2020-08-20T19:57:48.993064357Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000072 Reason="state=Cancelled" time="2020-08-20T19:57:48.993093743Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000072 time="2020-08-20T19:57:48.993105765Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000145 Instance=stub-providertype2-429bd23a4efeeadd PID=7 State=Locked time="2020-08-20T19:57:48.993437165Z" level=debug msg=runQueue Containers=117 Processes=46 time="2020-08-20T19:57:48.994079623Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000072 State=Cancelled time="2020-08-20T19:57:48.994209083Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000072 Reason="state=Cancelled" time="2020-08-20T19:57:48.994258241Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000072 Reason="state=Cancelled" time="2020-08-20T19:57:48.994381716Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.981518462 +0000 UTC m=+0.910008050" time="2020-08-20T19:57:48.994875101Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000043 Instance=stub-providertype3-4dba7b0f9da1d7eb PID=7 time="2020-08-20T19:57:48.995009608Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000043 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 time="2020-08-20T19:57:48.995077247Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype2-71c64da312bc945c InstanceType=type2 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:48.995127382Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=304.310308ms Instance=stub-providertype2-71c64da312bc945c InstanceType=type2 Since="2020-08-20 19:57:48.668204715 +0000 UTC m=+0.596694317" State=booting time="2020-08-20T19:57:48.995152881Z" level=info msg="boot failed" Address= Duration=304.310308ms Instance=stub-providertype2-71c64da312bc945c InstanceType=type2 ProbeStart="2020-08-20 19:57:48.97251505 +0000 UTC m=+0.901004625" stderr="cannot fork\n" time="2020-08-20T19:57:48.995368142Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-4c4f95107709ec27 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:48.995387225Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-4c4f95107709ec27 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.99414043 +0000 UTC m=+0.922630031" time="2020-08-20T19:57:48.995454832Z" level=debug msg=runQueue Containers=116 Processes=46 time="2020-08-20T19:57:48.995589141Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000188 Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 time="2020-08-20T19:57:48.995627102Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000044 Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 Priority=4 time="2020-08-20T19:57:48.996190497Z" level=debug msg=runQueue Containers=116 Processes=47 time="2020-08-20T19:57:48.998327020Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000025 Instance=stub-providertype2-6d7acf370641dfb5 PID=2 State=Running time="2020-08-20T19:57:48.998388827Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000096 ExitCode=3 Instance=stub-providertype8-528047936c9c64b7 PID=8 time="2020-08-20T19:57:49.001071207Z" level=debug msg=runQueue Containers=116 Processes=47 time="2020-08-20T19:57:49.001168563Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-4c4f95107709ec27 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.99414043 +0000 UTC m=+0.922630031" RunningContainers=0 State=idle time="2020-08-20T19:57:49.001221104Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000048 Instance=stub-providertype8-4c4f95107709ec27 InstanceType=type8 Priority=8 time="2020-08-20T19:57:49.001628260Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.002079246Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=148 skipped=0 time="2020-08-20T19:57:49.002106364Z" level=debug msg="sync instances" Instances=148 time="2020-08-20T19:57:49.002584868Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype2-71c64da312bc945c WorkerState=shutdown time="2020-08-20T19:57:49.002620063Z" level=debug msg="sync done" time="2020-08-20T19:57:49.002895707Z" level=debug msg=runQueue Containers=116 Processes=48 time="2020-08-20T19:57:49.003392918Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000185 Instance=stub-providertype3-20e7309f035b88ab InstanceType=type3 Reason="state=Complete" time="2020-08-20T19:57:49.003667655Z" level=debug msg=runQueue Containers=116 Processes=48 time="2020-08-20T19:57:49.003800607Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000053 Instance=stub-providertype6-5e90e1770e094fe8 PID=1 time="2020-08-20T19:57:49.004189772Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000188 Op=cancel time="2020-08-20T19:57:49.004251094Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000188 Priority=8 State=Locked time="2020-08-20T19:57:49.004315704Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000188 Op=cancel time="2020-08-20T19:57:49.004364422Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000188 Priority=8 State=Locked time="2020-08-20T19:57:49.004394499Z" level=error msg="error requeueing container" ContainerUUID=zzzzz-dz642-000000000000188 Priority=8 State=Locked error="changeState failed: state=\"Queued\"" time="2020-08-20T19:57:49.004621196Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000053 Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 time="2020-08-20T19:57:49.004993213Z" level=debug msg=runQueue Containers=116 Processes=48 time="2020-08-20T19:57:49.005557757Z" level=debug msg=runQueue Containers=116 Processes=48 time="2020-08-20T19:57:49.005579532Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000008 Instance=stub-providertype8-2195baf7d30e4b85 PID=3 State=Locked time="2020-08-20T19:57:49.005932509Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000044 Instance=stub-providertype4-1c73fac825416fed PID=4 time="2020-08-20T19:57:49.006160537Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000106 Instance=stub-providertype2-6ebe0de7c0f8f4f6 InstanceType=type2 Reason="state=Complete" time="2020-08-20T19:57:49.006214245Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000096 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:49.006316554Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000188 Reason="state=Queued" time="2020-08-20T19:57:49.006360324Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000188 time="2020-08-20T19:57:49.006430762Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000188 Reason="state=Queued" time="2020-08-20T19:57:49.006475463Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000185 Instance=stub-providertype3-20e7309f035b88ab InstanceType=type3 Signal=15 time="2020-08-20T19:57:49.006574859Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000188 Reason="state=Queued" time="2020-08-20T19:57:49.008172892Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000044 Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 time="2020-08-20T19:57:49.012953684Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.014163272Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=148 skipped=0 time="2020-08-20T19:57:49.014234866Z" level=debug msg="sync instances" Instances=148 time="2020-08-20T19:57:49.015271884Z" level=debug msg="sync done" time="2020-08-20T19:57:49.015374699Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000013 ExitCode=1 Instance=stub-providertype6-6d8e96f5b8e56a9 PID=1 time="2020-08-20T19:57:49.015650471Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000106 Instance=stub-providertype2-6ebe0de7c0f8f4f6 InstanceType=type2 Signal=15 time="2020-08-20T19:57:49.018900054Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000048 Instance=stub-providertype8-4c4f95107709ec27 PID=1 time="2020-08-20T19:57:49.025188588Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000096 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Signal=15 time="2020-08-20T19:57:49.026634810Z" level=debug msg=runQueue Containers=116 Processes=47 time="2020-08-20T19:57:49.026902879Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-2f5fe3e8a73e5dad InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.026927007Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-2f5fe3e8a73e5dad InstanceType=type8 ProbeStart="2020-08-20 19:57:48.983931265 +0000 UTC m=+0.912420873" time="2020-08-20T19:57:49.027114742Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-51825d31521f7308 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.027134422Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-51825d31521f7308 InstanceType=type8 ProbeStart="2020-08-20 19:57:49.015328829 +0000 UTC m=+0.943818426" time="2020-08-20T19:57:49.027287840Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-8cd00c4e533e9a3 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.027312518Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-8cd00c4e533e9a3 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.010887602 +0000 UTC m=+0.939377192" time="2020-08-20T19:57:49.027411751Z" level=debug msg=runQueue Containers=116 Processes=47 time="2020-08-20T19:57:49.027491674Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000096 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 time="2020-08-20T19:57:49.027522258Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype6-304b27cde4a51225 InstanceType=type6 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:49.027570424Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=465.542338ms Instance=stub-providertype6-304b27cde4a51225 InstanceType=type6 Since="2020-08-20 19:57:48.50748562 +0000 UTC m=+0.435975199" State=booting time="2020-08-20T19:57:49.027604109Z" level=info msg="boot failed" Address= Duration=465.542338ms Instance=stub-providertype6-304b27cde4a51225 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.973027963 +0000 UTC m=+0.901517537" stderr="cannot fork\n" time="2020-08-20T19:57:49.027644415Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000128 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Priority=8 time="2020-08-20T19:57:49.027649524Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000188 Op=lock time="2020-08-20T19:57:49.028040735Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000188 InstanceType=type4 time="2020-08-20T19:57:49.028322397Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.028731880Z" level=debug msg=runQueue Containers=116 Processes=48 time="2020-08-20T19:57:49.028773378Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=147 skipped=0 time="2020-08-20T19:57:49.028952264Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000188 Op=lock time="2020-08-20T19:57:49.029025649Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000188 InstanceType=type4 State=Locked time="2020-08-20T19:57:49.029271728Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000185 Instance=stub-providertype3-20e7309f035b88ab InstanceType=type3 time="2020-08-20T19:57:49.029475933Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000083 Instance=stub-providertype3-20e7309f035b88ab InstanceType=type3 Priority=3 time="2020-08-20T19:57:49.029593482Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-4c7390ebb0459cd3 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.029661718Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-4c7390ebb0459cd3 InstanceType=type6 ProbeStart="2020-08-20 19:57:48.985005843 +0000 UTC m=+0.913495439" time="2020-08-20T19:57:49.029963754Z" level=debug msg=runQueue Containers=116 Processes=49 time="2020-08-20T19:57:49.030085686Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000048 Instance=stub-providertype8-4c4f95107709ec27 InstanceType=type8 time="2020-08-20T19:57:49.030255943Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000044 ExitCode=0 Instance=stub-providertype4-1c73fac825416fed PID=4 time="2020-08-20T19:57:49.030346373Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000013 Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.030400713Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000185 Reason="state=Complete" time="2020-08-20T19:57:49.030426557Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000185 time="2020-08-20T19:57:49.030446916Z" level=debug msg="sync instances" Instances=147 time="2020-08-20T19:57:49.030980049Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-304b27cde4a51225 WorkerState=shutdown time="2020-08-20T19:57:49.031006301Z" level=debug msg="sync done" time="2020-08-20T19:57:49.031041885Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000185 Reason="state=Complete" time="2020-08-20T19:57:49.031105038Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000096 Reason="state=Complete" time="2020-08-20T19:57:49.031126215Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000096 time="2020-08-20T19:57:49.031189304Z" level=debug msg=runQueue Containers=116 Processes=47 time="2020-08-20T19:57:49.031217315Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000043 Instance=stub-providertype3-4dba7b0f9da1d7eb PID=7 State=Running time="2020-08-20T19:57:49.031532048Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000096 State=Complete time="2020-08-20T19:57:49.031555586Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000185 State=Complete time="2020-08-20T19:57:49.031786841Z" level=debug msg=runQueue Containers=114 Processes=47 time="2020-08-20T19:57:49.032179489Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000128 Instance=stub-providertype8-528047936c9c64b7 PID=9 time="2020-08-20T19:57:49.032254479Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000096 Reason="state=Complete" time="2020-08-20T19:57:49.032305379Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000185 Reason="state=Complete" time="2020-08-20T19:57:49.032351119Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000096 Reason="state=Complete" time="2020-08-20T19:57:49.032525370Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-72bf44f202077487 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.032580122Z" level=debug msg=runQueue Containers=114 Processes=47 time="2020-08-20T19:57:49.032623075Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-72bf44f202077487 InstanceType=type4 ProbeStart="2020-08-20 19:57:48.987075652 +0000 UTC m=+0.915565249" time="2020-08-20T19:57:49.033117146Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000096 Reason="state=Complete" time="2020-08-20T19:57:49.033176817Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000185 Reason="state=Complete" time="2020-08-20T19:57:49.033441420Z" level=debug msg=runQueue Containers=114 Processes=47 time="2020-08-20T19:57:49.033985334Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000106 Instance=stub-providertype2-6ebe0de7c0f8f4f6 InstanceType=type2 time="2020-08-20T19:57:49.034152070Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000128 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 time="2020-08-20T19:57:49.034219965Z" level=debug msg=runQueue Containers=114 Processes=47 time="2020-08-20T19:57:49.034491951Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-e4b5ac059483870 InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:49.034242479Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000106 Reason="state=Complete" time="2020-08-20T19:57:49.034839080Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-39ee49c22554adf4 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.034917361Z" level=debug msg="boot probe failed" Address="127.0.0.1:35989" Command=true Instance=stub-providertype3-28c9d1b4f6432818 InstanceType=type3 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:49.034985056Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-5cb044c7dfc67257 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:49.035210140Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000106 time="2020-08-20T19:57:49.035366630Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000106 Reason="state=Complete" time="2020-08-20T19:57:49.035522687Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000106 Reason="state=Complete" time="2020-08-20T19:57:49.037351155Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000082 Instance=stub-providertype2-6ebe0de7c0f8f4f6 InstanceType=type2 Priority=2 time="2020-08-20T19:57:49.037869421Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000106 State=Complete time="2020-08-20T19:57:49.038237149Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-e4b5ac059483870 InstanceType=type2 ProbeStart="2020-08-20 19:57:49.031312072 +0000 UTC m=+0.959801654" time="2020-08-20T19:57:49.038587504Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-39ee49c22554adf4 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.032848513 +0000 UTC m=+0.961338110" time="2020-08-20T19:57:49.038817996Z" level=warning msg="new instance unresponsive, shutting down" Address="127.0.0.1:35989" Duration=338.420033ms Instance=stub-providertype3-28c9d1b4f6432818 InstanceType=type3 Since="2020-08-20 19:57:48.645155345 +0000 UTC m=+0.573644920" State=booting time="2020-08-20T19:57:49.039109039Z" level=info msg="boot failed" Address="127.0.0.1:35989" Duration=338.420033ms Instance=stub-providertype3-28c9d1b4f6432818 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.983575358 +0000 UTC m=+0.912064953" stderr="cannot fork\n" time="2020-08-20T19:57:49.039516999Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-5cb044c7dfc67257 InstanceType=type3 ProbeStart="2020-08-20 19:57:48.994930241 +0000 UTC m=+0.923419834" time="2020-08-20T19:57:49.040180453Z" level=debug msg=runQueue Containers=113 Processes=47 time="2020-08-20T19:57:49.040614687Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-39ee49c22554adf4 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.032848513 +0000 UTC m=+0.961338110" RunningContainers=0 State=idle time="2020-08-20T19:57:49.045067244Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype2-e4b5ac059483870 InstanceType=type2 ProbeStart="2020-08-20 19:57:49.031312072 +0000 UTC m=+0.959801654" RunningContainers=0 State=idle time="2020-08-20T19:57:49.045200664Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000015 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 time="2020-08-20T19:57:49.045390651Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000188 Instance=stub-providertype4-39ee49c22554adf4 InstanceType=type4 Priority=8 time="2020-08-20T19:57:49.045697405Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000088 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 Priority=8 time="2020-08-20T19:57:49.046594542Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000121 Instance=stub-providertype2-e4b5ac059483870 InstanceType=type2 Priority=1 time="2020-08-20T19:57:49.046960587Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-213182a38aae50dc InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.048826359Z" level=debug msg=runQueue Containers=113 Processes=50 time="2020-08-20T19:57:49.042076256Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000048 Instance=stub-providertype8-4c4f95107709ec27 PID=1 State=Locked time="2020-08-20T19:57:49.055123704Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.042458140Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-1c8a984cc4088b27 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.055553481Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000013 Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.055567196Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-6208ccef90a5b41 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.055819946Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-6208ccef90a5b41 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.05003988 +0000 UTC m=+0.978529481" time="2020-08-20T19:57:49.055574235Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-1c8a984cc4088b27 InstanceType=type8 ProbeStart="2020-08-20 19:57:48.987720291 +0000 UTC m=+0.916209870" time="2020-08-20T19:57:49.055567087Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-3bda2fd033aaafe6 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.056042647Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-3bda2fd033aaafe6 InstanceType=type8 ProbeStart="2020-08-20 19:57:49.004804119 +0000 UTC m=+0.933293711" time="2020-08-20T19:57:49.042529691Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000083 Instance=stub-providertype3-20e7309f035b88ab PID=2 time="2020-08-20T19:57:49.050629117Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000082 Instance=stub-providertype2-6ebe0de7c0f8f4f6 PID=3 time="2020-08-20T19:57:49.054329126Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000053 Instance=stub-providertype6-5e90e1770e094fe8 PID=1 State=Running time="2020-08-20T19:57:49.056780725Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000082 Instance=stub-providertype2-6ebe0de7c0f8f4f6 InstanceType=type2 time="2020-08-20T19:57:49.058414178Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-6791f0b0847fb86 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.058437179Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype8-1c8a984cc4088b27 InstanceType=type8 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:49.056538113Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000044 Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:49.058604317Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=146 skipped=0 time="2020-08-20T19:57:49.058924236Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-213182a38aae50dc InstanceType=type4 ProbeStart="2020-08-20 19:57:48.996574274 +0000 UTC m=+0.925063861" time="2020-08-20T19:57:49.056520988Z" level=debug msg=runQueue Containers=113 Processes=50 time="2020-08-20T19:57:49.059085069Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000013 Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 time="2020-08-20T19:57:49.059216224Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-6208ccef90a5b41 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.05003988 +0000 UTC m=+0.978529481" RunningContainers=0 State=idle time="2020-08-20T19:57:49.059277741Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype8-3bda2fd033aaafe6 InstanceType=type8 ProbeStart="2020-08-20 19:57:49.004804119 +0000 UTC m=+0.933293711" time="2020-08-20T19:57:49.059353626Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype8-3bda2fd033aaafe6 InstanceType=type8 time="2020-08-20T19:57:49.059398522Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.404747 Instance=stub-providertype8-3bda2fd033aaafe6 InstanceType=type8 State=booting time="2020-08-20T19:57:49.059448066Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000148 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 time="2020-08-20T19:57:49.058599195Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-58321a228538c40f InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.059449115Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype4-213182a38aae50dc InstanceType=type4 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:49.056571694Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000083 Instance=stub-providertype3-20e7309f035b88ab InstanceType=type3 time="2020-08-20T19:57:49.056586472Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000015 Op=cancel time="2020-08-20T19:57:49.059651672Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000015 Priority=15 State=Locked time="2020-08-20T19:57:49.059723518Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000055 Instance=stub-providertype8-284b8607a09f7b29 InstanceType=type8 time="2020-08-20T19:57:49.059798694Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-6791f0b0847fb86 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.026910212 +0000 UTC m=+0.955399794" time="2020-08-20T19:57:49.059917426Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=314.446212ms Instance=stub-providertype8-1c8a984cc4088b27 InstanceType=type8 Since="2020-08-20 19:57:48.67327407 +0000 UTC m=+0.601763658" State=booting time="2020-08-20T19:57:49.059961314Z" level=debug msg="sync instances" Instances=146 time="2020-08-20T19:57:49.060360964Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-64d9f0b69ddf570d InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:49.060429569Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000188 Instance=stub-providertype4-39ee49c22554adf4 PID=1 time="2020-08-20T19:57:49.060499801Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-28c9d1b4f6432818 WorkerState=shutdown time="2020-08-20T19:57:49.060523445Z" level=debug msg="sync done" time="2020-08-20T19:57:49.060530388Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000188 Instance=stub-providertype4-39ee49c22554adf4 InstanceType=type4 time="2020-08-20T19:57:49.060730837Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000173 Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 Priority=13 time="2020-08-20T19:57:49.060801193Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=416.340724ms Instance=stub-providertype4-213182a38aae50dc InstanceType=type4 Since="2020-08-20 19:57:48.580233555 +0000 UTC m=+0.508723137" State=booting time="2020-08-20T19:57:49.060856983Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-58321a228538c40f InstanceType=type4 ProbeStart="2020-08-20 19:57:49.031852696 +0000 UTC m=+0.960342286" time="2020-08-20T19:57:49.060977535Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.648104 Instance=stub-providertype6-6208ccef90a5b41 InstanceType=type6 State=idle time="2020-08-20T19:57:49.061160327Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-64d9f0b69ddf570d InstanceType=type3 ProbeStart="2020-08-20 19:57:48.981924904 +0000 UTC m=+0.910414492" time="2020-08-20T19:57:49.061389749Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000168 Instance=stub-providertype8-284b8607a09f7b29 InstanceType=type8 Priority=8 time="2020-08-20T19:57:49.061536924Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000084 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 Priority=4 time="2020-08-20T19:57:49.062097912Z" level=debug msg=runQueue Containers=113 Processes=53 time="2020-08-20T19:57:49.062667069Z" level=debug msg=runQueue Containers=113 Processes=53 time="2020-08-20T19:57:49.062715960Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype3-64d9f0b69ddf570d InstanceType=type3 ProbeStart="2020-08-20 19:57:48.981924904 +0000 UTC m=+0.910414492" time="2020-08-20T19:57:49.062773744Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype3-64d9f0b69ddf570d InstanceType=type3 time="2020-08-20T19:57:49.062810254Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.564194 Instance=stub-providertype3-64d9f0b69ddf570d InstanceType=type3 State=booting time="2020-08-20T19:57:49.062849698Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000055 Op=cancel time="2020-08-20T19:57:49.062896213Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000055 Priority=15 State=Locked time="2020-08-20T19:57:49.062947102Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000148 Op=cancel time="2020-08-20T19:57:49.062982806Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000148 time="2020-08-20T19:57:49.062994153Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000173 Instance=stub-providertype6-6d8e96f5b8e56a9 PID=2 time="2020-08-20T19:57:49.063116106Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000015 Reason="state=Queued" time="2020-08-20T19:57:49.063163515Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000055 Op=cancel time="2020-08-20T19:57:49.063198837Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000055 Priority=15 State=Locked time="2020-08-20T19:57:49.063223831Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000173 Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 time="2020-08-20T19:57:49.063231599Z" level=error msg="error requeueing container" ContainerUUID=zzzzz-dz642-000000000000055 Priority=15 State=Locked error="changeState failed: state=\"Queued\"" time="2020-08-20T19:57:49.063245370Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000148 Op=cancel time="2020-08-20T19:57:49.064501303Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000148 time="2020-08-20T19:57:49.063630538Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-258a577a01a6b56b InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.063324049Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000015 time="2020-08-20T19:57:49.063564914Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-41c99b43b864a80e InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:49.063584193Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000128 ExitCode=3 Instance=stub-providertype8-528047936c9c64b7 PID=9 time="2020-08-20T19:57:49.064758566Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-56777402de630ae1 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.064858850Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000015 Reason="state=Queued" time="2020-08-20T19:57:49.065206083Z" level=debug msg=runQueue Containers=113 Processes=52 time="2020-08-20T19:57:49.065553125Z" level=debug msg=runQueue Containers=113 Processes=52 time="2020-08-20T19:57:49.065980626Z" level=debug msg=runQueue Containers=113 Processes=52 time="2020-08-20T19:57:49.066277556Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000013 Reason="state=Complete" time="2020-08-20T19:57:49.066302125Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000013 time="2020-08-20T19:57:49.066332449Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000013 Reason="state=Complete" time="2020-08-20T19:57:49.066349263Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000044 Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 Signal=15 time="2020-08-20T19:57:49.066420578Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000015 Op=lock time="2020-08-20T19:57:49.066439013Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000015 InstanceType=type8 time="2020-08-20T19:57:49.066440291Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000013 Reason="state=Complete" time="2020-08-20T19:57:49.066493278Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000055 Reason="state=Queued" time="2020-08-20T19:57:49.066516412Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000055 time="2020-08-20T19:57:49.066528281Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-258a577a01a6b56b InstanceType=type4 ProbeStart="2020-08-20 19:57:49.061949406 +0000 UTC m=+0.990438988" time="2020-08-20T19:57:49.066556259Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000121 Instance=stub-providertype2-e4b5ac059483870 PID=1 time="2020-08-20T19:57:49.066572751Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-41c99b43b864a80e InstanceType=type3 ProbeStart="2020-08-20 19:57:49.061897979 +0000 UTC m=+0.990387581" time="2020-08-20T19:57:49.066614161Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-56777402de630ae1 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.026259005 +0000 UTC m=+0.954748605" time="2020-08-20T19:57:49.066633824Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000088 Instance=stub-providertype8-72bb5389421657ff PID=6 time="2020-08-20T19:57:49.066449834Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000015 Op=lock time="2020-08-20T19:57:49.067215418Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000015 Op=lock time="2020-08-20T19:57:49.067233444Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000015 InstanceType=type8 State=Locked time="2020-08-20T19:57:49.067316040Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000088 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 time="2020-08-20T19:57:49.067546421Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-6c6c0d1276be6262 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.066674505Z" level=debug msg=runQueue Containers=113 Processes=50 time="2020-08-20T19:57:49.067771220Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000055 Op=lock time="2020-08-20T19:57:49.067800854Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000055 InstanceType=type8 time="2020-08-20T19:57:49.066826306Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000121 Instance=stub-providertype2-e4b5ac059483870 InstanceType=type2 time="2020-08-20T19:57:49.066939648Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000084 Instance=stub-providertype4-11a39040f4b6f47f PID=6 time="2020-08-20T19:57:49.066745202Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000148 Reason="state=Cancelled" time="2020-08-20T19:57:49.068008841Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000148 time="2020-08-20T19:57:49.068183798Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000055 Reason="state=Queued" time="2020-08-20T19:57:49.068252646Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000148 Reason="state=Cancelled" time="2020-08-20T19:57:49.068274827Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000084 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 time="2020-08-20T19:57:49.068297855Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000013 Reason="state=Complete" time="2020-08-20T19:57:49.068491348Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000148 Reason="state=Cancelled" time="2020-08-20T19:57:49.068570716Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000055 Reason="state=Queued" time="2020-08-20T19:57:49.068611976Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000013 Reason="state=Complete" time="2020-08-20T19:57:49.068669573Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000128 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:49.068721208Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000055 Reason="state=Queued" time="2020-08-20T19:57:49.068800991Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000013 Reason="state=Complete" time="2020-08-20T19:57:49.068850304Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000148 Reason="state=Cancelled" time="2020-08-20T19:57:49.069059820Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000145 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 time="2020-08-20T19:57:49.069154469Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype3-41c99b43b864a80e InstanceType=type3 ProbeStart="2020-08-20 19:57:49.061897979 +0000 UTC m=+0.990387581" RunningContainers=0 State=idle time="2020-08-20T19:57:49.069224246Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-258a577a01a6b56b InstanceType=type4 ProbeStart="2020-08-20 19:57:49.061949406 +0000 UTC m=+0.990438988" RunningContainers=0 State=idle time="2020-08-20T19:57:49.069309524Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000044 Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 time="2020-08-20T19:57:49.069372584Z" level=info msg="crunch-run process ended" Address="127.0.0.1:41299" ContainerUUID=zzzzz-dz642-000000000000155 Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 time="2020-08-20T19:57:49.069450605Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype4-56777402de630ae1 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.026259005 +0000 UTC m=+0.954748605" time="2020-08-20T19:57:49.069545221Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype4-56777402de630ae1 InstanceType=type4 time="2020-08-20T19:57:49.069621045Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.534539 Instance=stub-providertype4-56777402de630ae1 InstanceType=type4 State=booting time="2020-08-20T19:57:49.069562159Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-486e513576db7378 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:49.070182376Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000111 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 time="2020-08-20T19:57:49.070208182Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-486e513576db7378 InstanceType=type3 ProbeStart="2020-08-20 19:57:49.068969285 +0000 UTC m=+0.997458870" time="2020-08-20T19:57:49.070437503Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000004 Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 Priority=4 time="2020-08-20T19:57:49.070527416Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000164 Instance=stub-providertype4-258a577a01a6b56b InstanceType=type4 Priority=4 time="2020-08-20T19:57:49.070634641Z" level=debug msg="starting container" Address="127.0.0.1:41299" ContainerUUID=zzzzz-dz642-000000000000163 Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 Priority=3 time="2020-08-20T19:57:49.070740410Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000002 Instance=stub-providertype3-41c99b43b864a80e InstanceType=type3 Priority=2 time="2020-08-20T19:57:49.070885469Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000001 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 Priority=1 time="2020-08-20T19:57:49.071140270Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000013 State=Complete time="2020-08-20T19:57:49.071172555Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000148 State=Cancelled time="2020-08-20T19:57:49.071398687Z" level=debug msg=runQueue Containers=111 Processes=54 time="2020-08-20T19:57:49.071527650Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-6764373dae404245 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.072767436Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.072016233Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000128 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Signal=15 time="2020-08-20T19:57:49.071581519Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-6c6c0d1276be6262 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.048035586 +0000 UTC m=+0.976525187" time="2020-08-20T19:57:49.071565520Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype3-486e513576db7378 InstanceType=type3 ProbeStart="2020-08-20 19:57:49.068969285 +0000 UTC m=+0.997458870" RunningContainers=0 State=idle time="2020-08-20T19:57:49.073358912Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000015 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 Priority=15 time="2020-08-20T19:57:49.073434568Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype6-6c6c0d1276be6262 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.048035586 +0000 UTC m=+0.976525187" time="2020-08-20T19:57:49.073521837Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype6-6c6c0d1276be6262 InstanceType=type6 time="2020-08-20T19:57:49.073579667Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.485199 Instance=stub-providertype6-6c6c0d1276be6262 InstanceType=type6 State=booting time="2020-08-20T19:57:49.070640184Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000121 ExitCode=3 Instance=stub-providertype2-e4b5ac059483870 PID=1 time="2020-08-20T19:57:49.073985128Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000128 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 time="2020-08-20T19:57:49.074064622Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000044 Reason="state=Complete" time="2020-08-20T19:57:49.074138773Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000044 time="2020-08-20T19:57:49.074368113Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000122 Instance=stub-providertype3-486e513576db7378 InstanceType=type3 Priority=2 time="2020-08-20T19:57:49.074433096Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000015 Instance=stub-providertype8-76fd839a1e094f9a PID=3 time="2020-08-20T19:57:49.082477567Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=140 skipped=0 time="2020-08-20T19:57:49.087614363Z" level=debug msg="sync instances" Instances=140 time="2020-08-20T19:57:49.082887090Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000164 Instance=stub-providertype4-258a577a01a6b56b PID=1 time="2020-08-20T19:57:49.083064952Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000168 Instance=stub-providertype8-284b8607a09f7b29 PID=2 time="2020-08-20T19:57:49.083269583Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000002 Instance=stub-providertype3-41c99b43b864a80e PID=1 time="2020-08-20T19:57:49.083427422Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000001 Instance=stub-providertype2-429bd23a4efeeadd PID=8 time="2020-08-20T19:57:49.083578419Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000004 Instance=stub-providertype4-1c73fac825416fed PID=5 time="2020-08-20T19:57:49.088113175Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000015 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 time="2020-08-20T19:57:49.088307580Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000004 Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 time="2020-08-20T19:57:49.083679245Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000163 Instance=stub-providertype3-2b77e80684a6bfdc PID=4 time="2020-08-20T19:57:49.086268428Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000145 Op=cancel time="2020-08-20T19:57:49.086119807Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000044 State=Complete time="2020-08-20T19:57:49.088543206Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000145 Priority=5 State=Locked time="2020-08-20T19:57:49.088930548Z" level=info msg="crunch-run process started" Address="127.0.0.1:41299" ContainerUUID=zzzzz-dz642-000000000000163 Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 time="2020-08-20T19:57:49.090452575Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000002 Instance=stub-providertype3-41c99b43b864a80e InstanceType=type3 time="2020-08-20T19:57:49.090556518Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000001 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 time="2020-08-20T19:57:49.090805710Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000168 Instance=stub-providertype8-284b8607a09f7b29 InstanceType=type8 time="2020-08-20T19:57:49.090908161Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000164 Instance=stub-providertype4-258a577a01a6b56b InstanceType=type4 time="2020-08-20T19:57:49.091110455Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000111 Op=cancel time="2020-08-20T19:57:49.091735776Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000111 Priority=11 State=Locked time="2020-08-20T19:57:49.091422216Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype3-20279d8e6d9b26a1 InstanceType=type3 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:49.089846420Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-6764373dae404245 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.070403355 +0000 UTC m=+0.998892933" time="2020-08-20T19:57:49.091455495Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000083 Instance=stub-providertype3-20e7309f035b88ab PID=2 State=Running time="2020-08-20T19:57:49.091594425Z" level=info msg="worker still listed after shutdown; retrying" Instance=stub-providertype6-6c6c0d1276be6262 time="2020-08-20T19:57:49.091606208Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000122 Instance=stub-providertype3-486e513576db7378 PID=1 time="2020-08-20T19:57:49.091629326Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-7426715c257c2559 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.091665976Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-61fece1535d95dc3 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:49.091859283Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000155 Op=cancel time="2020-08-20T19:57:49.092548366Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000155 time="2020-08-20T19:57:49.092655050Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-64d9f0b69ddf570d WorkerState=shutdown time="2020-08-20T19:57:49.092716072Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000122 Instance=stub-providertype3-486e513576db7378 InstanceType=type3 time="2020-08-20T19:57:49.091872342Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000082 Instance=stub-providertype2-6ebe0de7c0f8f4f6 PID=3 State=Running time="2020-08-20T19:57:49.092810756Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-1c8a984cc4088b27 WorkerState=shutdown time="2020-08-20T19:57:49.093042543Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-213182a38aae50dc WorkerState=shutdown time="2020-08-20T19:57:49.093083203Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-3bda2fd033aaafe6 WorkerState=shutdown time="2020-08-20T19:57:49.093100880Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-56777402de630ae1 WorkerState=shutdown time="2020-08-20T19:57:49.093128411Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-6208ccef90a5b41 WorkerState=shutdown time="2020-08-20T19:57:49.093390191Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000128 Reason="state=Complete" time="2020-08-20T19:57:49.094088087Z" level=debug msg="sync done" time="2020-08-20T19:57:49.096613567Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-28ca961b861cc65f InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.097160572Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000001 ExitCode=0 Instance=stub-providertype2-429bd23a4efeeadd PID=8 time="2020-08-20T19:57:49.097827809Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000121 Instance=stub-providertype2-e4b5ac059483870 InstanceType=type2 Reason="state=Complete" time="2020-08-20T19:57:49.097949794Z" level=debug msg=runQueue Containers=110 Processes=55 time="2020-08-20T19:57:49.097988010Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000090 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 time="2020-08-20T19:57:49.098039849Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000128 time="2020-08-20T19:57:49.098065474Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-28ca961b861cc65f InstanceType=type6 ProbeStart="2020-08-20 19:57:49.05521839 +0000 UTC m=+0.983707985" time="2020-08-20T19:57:49.098137069Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=486.066512ms Instance=stub-providertype3-20279d8e6d9b26a1 InstanceType=type3 Since="2020-08-20 19:57:48.57448358 +0000 UTC m=+0.502973164" State=booting time="2020-08-20T19:57:49.098182531Z" level=info msg="boot failed" Address= Duration=486.066512ms Instance=stub-providertype3-20279d8e6d9b26a1 InstanceType=type3 ProbeStart="2020-08-20 19:57:49.060550093 +0000 UTC m=+0.989039676" stderr="cannot fork\n" time="2020-08-20T19:57:49.098230168Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000055 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 Priority=15 time="2020-08-20T19:57:49.098058769Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-7426715c257c2559 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.05898691 +0000 UTC m=+0.987476498" time="2020-08-20T19:57:49.098060226Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-61fece1535d95dc3 InstanceType=type3 ProbeStart="2020-08-20 19:57:49.085536252 +0000 UTC m=+1.014025848" time="2020-08-20T19:57:49.098471774Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000088 ExitCode=3 Instance=stub-providertype8-72bb5389421657ff PID=6 time="2020-08-20T19:57:49.098694237Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000124 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 Priority=4 time="2020-08-20T19:57:49.099044575Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000128 State=Complete time="2020-08-20T19:57:49.099119541Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000188 Instance=stub-providertype4-39ee49c22554adf4 PID=1 State=Running time="2020-08-20T19:57:49.099127475Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-661c8184b38c6f71 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.099514169Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-4f4a6ef787e5b55d InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.099739175Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000173 ExitCode=2 Instance=stub-providertype6-6d8e96f5b8e56a9 PID=2 time="2020-08-20T19:57:49.100290141Z" level=debug msg=runQueue Containers=109 Processes=56 time="2020-08-20T19:57:49.100809649Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000111 Reason="state=Queued" time="2020-08-20T19:57:49.100858120Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000111 time="2020-08-20T19:57:49.100943153Z" level=debug msg=runQueue Containers=109 Processes=55 time="2020-08-20T19:57:49.101057723Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000111 Op=lock time="2020-08-20T19:57:49.101087164Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000145 Reason="state=Queued" time="2020-08-20T19:57:49.101217782Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000145 time="2020-08-20T19:57:49.101329181Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000111 Reason="state=Queued" time="2020-08-20T19:57:49.101474648Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000054 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 time="2020-08-20T19:57:49.101955877Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000155 Reason="state=Cancelled" time="2020-08-20T19:57:49.101141079Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000124 Instance=stub-providertype4-2d89c820f5c353cf PID=5 time="2020-08-20T19:57:49.102120329Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000055 Instance=stub-providertype8-528047936c9c64b7 PID=10 time="2020-08-20T19:57:49.101978050Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-661c8184b38c6f71 InstanceType=type8 ProbeStart="2020-08-20 19:57:49.098240573 +0000 UTC m=+1.026730166" time="2020-08-20T19:57:49.101979838Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-4f4a6ef787e5b55d InstanceType=type4 ProbeStart="2020-08-20 19:57:49.099038674 +0000 UTC m=+1.027528271" time="2020-08-20T19:57:49.102160725Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000155 time="2020-08-20T19:57:49.101162662Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000121 Instance=stub-providertype2-e4b5ac059483870 InstanceType=type2 Signal=15 time="2020-08-20T19:57:49.102393630Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000111 InstanceType=type8 time="2020-08-20T19:57:49.102434269Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000145 Reason="state=Queued" time="2020-08-20T19:57:49.102613871Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000155 Reason="state=Cancelled" time="2020-08-20T19:57:49.102727831Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000090 Op=cancel time="2020-08-20T19:57:49.103040687Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000090 time="2020-08-20T19:57:49.103324849Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000055 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 time="2020-08-20T19:57:49.103325943Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-6950a21787ed6407 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.103366463Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000124 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 time="2020-08-20T19:57:49.103366866Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000155 Reason="state=Cancelled" time="2020-08-20T19:57:49.103491347Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000088 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:49.103539865Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000173 Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.103598408Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000001 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 Reason="state=Complete" time="2020-08-20T19:57:49.103694913Z" level=debug msg=runQueue Containers=109 Processes=53 time="2020-08-20T19:57:49.103745982Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000133 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Priority=13 time="2020-08-20T19:57:49.103918384Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-661c8184b38c6f71 InstanceType=type8 ProbeStart="2020-08-20 19:57:49.098240573 +0000 UTC m=+1.026730166" RunningContainers=0 State=idle time="2020-08-20T19:57:49.103936003Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000145 Op=lock time="2020-08-20T19:57:49.103993941Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000145 InstanceType=type2 time="2020-08-20T19:57:49.104030108Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype4-4f4a6ef787e5b55d InstanceType=type4 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:49.104136894Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=403.200389ms Instance=stub-providertype4-4f4a6ef787e5b55d InstanceType=type4 Since="2020-08-20 19:57:48.695838303 +0000 UTC m=+0.624327882" State=booting time="2020-08-20T19:57:49.104227543Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000084 ExitCode=1 Instance=stub-providertype4-11a39040f4b6f47f PID=6 time="2020-08-20T19:57:49.104529504Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000155 State=Cancelled time="2020-08-20T19:57:49.104715686Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-6950a21787ed6407 InstanceType=type8 ProbeStart="2020-08-20 19:57:49.070434798 +0000 UTC m=+0.998924374" time="2020-08-20T19:57:49.104801240Z" level=debug msg=runQueue Containers=108 Processes=54 time="2020-08-20T19:57:49.104721002Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-70cf1e538a5157eb InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.104900549Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000191 Instance=stub-providertype8-4048c57dfab88cbe InstanceType=type8 time="2020-08-20T19:57:49.104938733Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000090 Reason="state=Cancelled" time="2020-08-20T19:57:49.104967956Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000090 time="2020-08-20T19:57:49.104978314Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000121 Instance=stub-providertype2-e4b5ac059483870 InstanceType=type2 time="2020-08-20T19:57:49.105011696Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000111 Instance=stub-providertype8-4048c57dfab88cbe InstanceType=type8 Priority=11 time="2020-08-20T19:57:49.105444396Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000127 Instance=stub-providertype8-661c8184b38c6f71 InstanceType=type8 Priority=7 time="2020-08-20T19:57:49.105663267Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000145 Instance=stub-providertype2-e4b5ac059483870 InstanceType=type2 Priority=5 time="2020-08-20T19:57:49.105938760Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000121 Reason="state=Complete" time="2020-08-20T19:57:49.106134733Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000090 State=Cancelled time="2020-08-20T19:57:49.106275184Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-5fd08c9c1bbb5d2b InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.106295107Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-5fd08c9c1bbb5d2b InstanceType=type4 ProbeStart="2020-08-20 19:57:49.105971366 +0000 UTC m=+1.034460944" time="2020-08-20T19:57:49.106296314Z" level=debug msg=runQueue Containers=107 Processes=56 time="2020-08-20T19:57:49.106300752Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-70cf1e538a5157eb InstanceType=type6 ProbeStart="2020-08-20 19:57:49.1044499 +0000 UTC m=+1.032939472" time="2020-08-20T19:57:49.106302564Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000121 time="2020-08-20T19:57:49.106465375Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000121 Reason="state=Complete" time="2020-08-20T19:57:49.106505783Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000084 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:49.106312776Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000191 Op=cancel time="2020-08-20T19:57:49.106554008Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000191 time="2020-08-20T19:57:49.106587191Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000054 Op=cancel time="2020-08-20T19:57:49.106604260Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000054 time="2020-08-20T19:57:49.106535985Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-5fd08c9c1bbb5d2b InstanceType=type4 ProbeStart="2020-08-20 19:57:49.105971366 +0000 UTC m=+1.034460944" RunningContainers=0 State=idle time="2020-08-20T19:57:49.106644448Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000168 ExitCode=2 Instance=stub-providertype8-284b8607a09f7b29 PID=2 time="2020-08-20T19:57:49.106700726Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-70cf1e538a5157eb InstanceType=type6 ProbeStart="2020-08-20 19:57:49.1044499 +0000 UTC m=+1.032939472" RunningContainers=0 State=idle time="2020-08-20T19:57:49.106886238Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000150 Instance=stub-providertype6-70cf1e538a5157eb InstanceType=type6 Priority=10 time="2020-08-20T19:57:49.107030968Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000003 Instance=stub-providertype4-5fd08c9c1bbb5d2b InstanceType=type4 Priority=3 time="2020-08-20T19:57:49.107262745Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000121 State=Complete time="2020-08-20T19:57:49.107449591Z" level=debug msg=runQueue Containers=106 Processes=57 time="2020-08-20T19:57:49.107814753Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000001 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 Signal=15 time="2020-08-20T19:57:49.107881043Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000088 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 Signal=15 time="2020-08-20T19:57:49.107923199Z" level=debug msg=runQueue Containers=106 Processes=57 time="2020-08-20T19:57:49.107991263Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000127 Instance=stub-providertype8-661c8184b38c6f71 PID=1 time="2020-08-20T19:57:49.108033525Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000127 Instance=stub-providertype8-661c8184b38c6f71 PID=1 State=Locked time="2020-08-20T19:57:49.108351801Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000127 Instance=stub-providertype8-661c8184b38c6f71 InstanceType=type8 time="2020-08-20T19:57:49.108454229Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.108512811Z" level=debug msg=runQueue Containers=106 Processes=57 time="2020-08-20T19:57:49.107927501Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000173 Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.108841382Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=137 skipped=0 time="2020-08-20T19:57:49.108857535Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000191 Reason="state=Cancelled" time="2020-08-20T19:57:49.109127272Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000191 time="2020-08-20T19:57:49.109189379Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000173 Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 time="2020-08-20T19:57:49.109191370Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-3c745b1cde4b526b InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.109282761Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000054 Reason="state=Cancelled" time="2020-08-20T19:57:49.109362877Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000054 time="2020-08-20T19:57:49.109467002Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000054 Reason="state=Cancelled" time="2020-08-20T19:57:49.109508783Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000054 Reason="state=Cancelled" time="2020-08-20T19:57:49.109563764Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000191 Reason="state=Cancelled" time="2020-08-20T19:57:49.109628868Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000173 Reason="state=Complete" time="2020-08-20T19:57:49.109670727Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000001 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 time="2020-08-20T19:57:49.109688681Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000088 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 time="2020-08-20T19:57:49.109717607Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000084 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 Signal=15 time="2020-08-20T19:57:49.109803123Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000111 Instance=stub-providertype8-4048c57dfab88cbe PID=3 time="2020-08-20T19:57:49.109896241Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000191 State=Cancelled time="2020-08-20T19:57:49.110120616Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000054 State=Cancelled time="2020-08-20T19:57:49.110050292Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000111 Instance=stub-providertype8-4048c57dfab88cbe InstanceType=type8 time="2020-08-20T19:57:49.109976056Z" level=debug msg="sync instances" Instances=137 time="2020-08-20T19:57:49.109943580Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000015 ExitCode=0 Instance=stub-providertype8-76fd839a1e094f9a PID=3 time="2020-08-20T19:57:49.110644092Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-6c6c0d1276be6262 WorkerState=shutdown time="2020-08-20T19:57:49.110666752Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-20279d8e6d9b26a1 WorkerState=shutdown time="2020-08-20T19:57:49.110684123Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-4f4a6ef787e5b55d WorkerState=shutdown time="2020-08-20T19:57:49.110694282Z" level=debug msg="sync done" time="2020-08-20T19:57:49.110746710Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000001 Reason="state=Complete" time="2020-08-20T19:57:49.110833246Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000001 time="2020-08-20T19:57:49.110905206Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000191 Reason="state=Cancelled" time="2020-08-20T19:57:49.110950326Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000173 Reason="state=Complete" time="2020-08-20T19:57:49.110994697Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000088 time="2020-08-20T19:57:49.111019717Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000173 time="2020-08-20T19:57:49.111046808Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000173 Reason="state=Complete" time="2020-08-20T19:57:49.111070369Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000084 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 time="2020-08-20T19:57:49.111118232Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000001 Reason="state=Complete" time="2020-08-20T19:57:49.111157895Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000088 Reason="state=Complete" time="2020-08-20T19:57:49.111230879Z" level=debug msg=runQueue Containers=104 Processes=52 time="2020-08-20T19:57:49.111284098Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000070 Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 Priority=10 time="2020-08-20T19:57:49.111373371Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000047 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 Priority=7 time="2020-08-20T19:57:49.111480583Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000123 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 Priority=3 time="2020-08-20T19:57:49.111681125Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000001 State=Complete time="2020-08-20T19:57:49.111701882Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000173 State=Complete time="2020-08-20T19:57:49.111712392Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000088 State=Complete time="2020-08-20T19:57:49.111895220Z" level=debug msg=runQueue Containers=101 Processes=55 time="2020-08-20T19:57:49.112633879Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000084 time="2020-08-20T19:57:49.116481243Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000168 Instance=stub-providertype8-284b8607a09f7b29 InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:49.116557489Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000084 Reason="state=Complete" time="2020-08-20T19:57:49.117378516Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000163 ExitCode=0 Instance=stub-providertype3-2b77e80684a6bfdc PID=4 time="2020-08-20T19:57:49.117651623Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000082 Instance=stub-providertype2-6ebe0de7c0f8f4f6 InstanceType=type2 time="2020-08-20T19:57:49.117672018Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-3c745b1cde4b526b InstanceType=type8 ProbeStart="2020-08-20 19:57:49.102848712 +0000 UTC m=+1.031338298" time="2020-08-20T19:57:49.118997153Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000174 Instance=stub-providertype6-78ac46076870b5f1 InstanceType=type6 time="2020-08-20T19:57:49.119181605Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000004 Instance=stub-providertype4-1c73fac825416fed PID=5 State=Running time="2020-08-20T19:57:49.119047540Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000002 ExitCode=0 Instance=stub-providertype3-41c99b43b864a80e PID=1 time="2020-08-20T19:57:49.119048922Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000150 Instance=stub-providertype6-70cf1e538a5157eb PID=1 time="2020-08-20T19:57:49.119049118Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000133 Instance=stub-providertype6-1d5a5d96389b7f4d PID=3 time="2020-08-20T19:57:49.119077320Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000003 Instance=stub-providertype4-5fd08c9c1bbb5d2b PID=1 time="2020-08-20T19:57:49.119644260Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000084 Reason="state=Complete" time="2020-08-20T19:57:49.119615733Z" level=debug msg=runQueue Containers=101 Processes=54 time="2020-08-20T19:57:49.119795560Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000133 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 time="2020-08-20T19:57:49.119872350Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000110 Instance=stub-providertype6-78ac46076870b5f1 InstanceType=type6 Priority=10 time="2020-08-20T19:57:49.120385688Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000055 Instance=stub-providertype8-528047936c9c64b7 PID=10 State=Running time="2020-08-20T19:57:49.119875215Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000150 Instance=stub-providertype6-70cf1e538a5157eb InstanceType=type6 time="2020-08-20T19:57:49.119752099Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000003 Instance=stub-providertype4-5fd08c9c1bbb5d2b InstanceType=type4 time="2020-08-20T19:57:49.120422382Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000084 State=Complete time="2020-08-20T19:57:49.119677519Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000164 Instance=stub-providertype4-258a577a01a6b56b PID=1 State=Running time="2020-08-20T19:57:49.120430912Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000174 Op=cancel time="2020-08-20T19:57:49.123229679Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000003 ExitCode=2 Instance=stub-providertype4-5fd08c9c1bbb5d2b PID=1 time="2020-08-20T19:57:49.123211097Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000123 Instance=stub-providertype4-11a39040f4b6f47f PID=7 time="2020-08-20T19:57:49.123242786Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000174 Priority=14 State=Locked time="2020-08-20T19:57:49.123253061Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000082 Op=cancel time="2020-08-20T19:57:49.123552419Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000082 time="2020-08-20T19:57:49.122007317Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000070 Instance=stub-providertype6-6d8e96f5b8e56a9 PID=3 time="2020-08-20T19:57:49.120795012Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.120578284Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000134 Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 time="2020-08-20T19:57:49.123273189Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-724f89ad01dd9982 InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:49.124001207Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-724f89ad01dd9982 InstanceType=type2 ProbeStart="2020-08-20 19:57:49.103094917 +0000 UTC m=+1.031584510" time="2020-08-20T19:57:49.123486857Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000123 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 time="2020-08-20T19:57:49.120651346Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-2089c93c79844140 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.124072432Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-2089c93c79844140 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.117909861 +0000 UTC m=+1.046399442" time="2020-08-20T19:57:49.122356976Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000110 Instance=stub-providertype6-78ac46076870b5f1 PID=2 time="2020-08-20T19:57:49.124299528Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000015 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:49.124502054Z" level=debug msg=runQueue Containers=100 Processes=55 time="2020-08-20T19:57:49.124587359Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 Priority=10 time="2020-08-20T19:57:49.119672120Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000145 Instance=stub-providertype2-e4b5ac059483870 PID=2 time="2020-08-20T19:57:49.124769491Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-2089c93c79844140 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.117909861 +0000 UTC m=+1.046399442" RunningContainers=0 State=idle time="2020-08-20T19:57:49.124321602Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000110 Instance=stub-providertype6-78ac46076870b5f1 InstanceType=type6 time="2020-08-20T19:57:49.121721600Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000168 Instance=stub-providertype8-284b8607a09f7b29 InstanceType=type8 Signal=15 time="2020-08-20T19:57:49.123685008Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000070 Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 time="2020-08-20T19:57:49.124963728Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype2-724f89ad01dd9982 InstanceType=type2 ProbeStart="2020-08-20 19:57:49.103094917 +0000 UTC m=+1.031584510" time="2020-08-20T19:57:49.124986233Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype2-724f89ad01dd9982 InstanceType=type2 time="2020-08-20T19:57:49.125003318Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.381249 Instance=stub-providertype2-724f89ad01dd9982 InstanceType=type2 State=booting time="2020-08-20T19:57:49.120799170Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000122 Instance=stub-providertype3-486e513576db7378 PID=1 State=Running time="2020-08-20T19:57:49.125131727Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000145 Instance=stub-providertype2-e4b5ac059483870 InstanceType=type2 time="2020-08-20T19:57:49.125495093Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=137 skipped=0 time="2020-08-20T19:57:49.125599194Z" level=debug msg=runQueue Containers=100 Processes=56 time="2020-08-20T19:57:49.125767756Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000030 Instance=stub-providertype6-2089c93c79844140 InstanceType=type6 Priority=10 time="2020-08-20T19:57:49.126208355Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000168 Instance=stub-providertype8-284b8607a09f7b29 InstanceType=type8 time="2020-08-20T19:57:49.126409190Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000168 Reason="state=Complete" time="2020-08-20T19:57:49.126478645Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000168 time="2020-08-20T19:57:49.126570139Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000124 ExitCode=2 Instance=stub-providertype4-2d89c820f5c353cf PID=5 time="2020-08-20T19:57:49.126581125Z" level=debug msg="sync instances" Instances=137 time="2020-08-20T19:57:49.127218873Z" level=debug msg="sync done" time="2020-08-20T19:57:49.127365863Z" level=debug msg=runQueue Containers=100 Processes=56 time="2020-08-20T19:57:49.127419559Z" level=info msg="killing crunch-run process" Address="127.0.0.1:41299" ContainerUUID=zzzzz-dz642-000000000000163 Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 Reason="state=Complete" time="2020-08-20T19:57:49.127495390Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000002 Instance=stub-providertype3-41c99b43b864a80e InstanceType=type3 Reason="state=Complete" time="2020-08-20T19:57:49.127540208Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000168 Reason="state=Complete" time="2020-08-20T19:57:49.127585729Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000174 Reason="state=Queued" time="2020-08-20T19:57:49.127611901Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000174 time="2020-08-20T19:57:49.127701981Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000082 Reason="state=Cancelled" time="2020-08-20T19:57:49.127725252Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000082 time="2020-08-20T19:57:49.127796260Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000082 Reason="state=Cancelled" time="2020-08-20T19:57:49.127837371Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000174 Reason="state=Queued" time="2020-08-20T19:57:49.127901431Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000167 Instance=stub-providertype8-284b8607a09f7b29 InstanceType=type8 Priority=7 time="2020-08-20T19:57:49.128140558Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000168 State=Complete time="2020-08-20T19:57:49.128170548Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000082 State=Cancelled time="2020-08-20T19:57:49.128407099Z" level=debug msg=runQueue Containers=98 Processes=55 time="2020-08-20T19:57:49.128824192Z" level=debug msg=runQueue Containers=98 Processes=55 time="2020-08-20T19:57:49.128895146Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000174 Op=lock time="2020-08-20T19:57:49.128921330Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000174 InstanceType=type6 time="2020-08-20T19:57:49.128947230Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000174 Op=lock time="2020-08-20T19:57:49.128964351Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000174 InstanceType=type6 State=Locked time="2020-08-20T19:57:49.129333474Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-4fb58fbeaf635d47 PID=3 time="2020-08-20T19:57:49.129409538Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000015 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 Signal=15 time="2020-08-20T19:57:49.129438515Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 time="2020-08-20T19:57:49.129490230Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000047 Instance=stub-providertype8-72bb5389421657ff PID=7 time="2020-08-20T19:57:49.129339067Z" level=debug msg=runQueue Containers=98 Processes=55 time="2020-08-20T19:57:49.132541736Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000047 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 time="2020-08-20T19:57:49.132625215Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype4-1e1683aab4041e22 InstanceType=type4 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:49.132170608Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000133 ExitCode=0 Instance=stub-providertype6-1d5a5d96389b7f4d PID=3 time="2020-08-20T19:57:49.130752641Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000002 Instance=stub-providertype3-41c99b43b864a80e InstanceType=type3 Signal=15 time="2020-08-20T19:57:49.132829790Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000003 Instance=stub-providertype4-5fd08c9c1bbb5d2b InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:49.133376053Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000124 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:49.132836987Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000134 Op=cancel time="2020-08-20T19:57:49.136224827Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000134 time="2020-08-20T19:57:49.136180513Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-28d7c72962ceecc2 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.130776565Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000030 Instance=stub-providertype6-2089c93c79844140 PID=1 time="2020-08-20T19:57:49.130783338Z" level=info msg="sending signal" Address="127.0.0.1:41299" ContainerUUID=zzzzz-dz642-000000000000163 Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 Signal=15 time="2020-08-20T19:57:49.135849073Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000110 Instance=stub-providertype6-78ac46076870b5f1 PID=2 State=Locked time="2020-08-20T19:57:49.136450112Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000030 Instance=stub-providertype6-2089c93c79844140 InstanceType=type6 time="2020-08-20T19:57:49.136601851Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000003 Instance=stub-providertype4-5fd08c9c1bbb5d2b InstanceType=type4 Signal=15 time="2020-08-20T19:57:49.136213401Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000015 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 time="2020-08-20T19:57:49.133038951Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-521f280971756de4 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.136498534Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-2b2253c1056265d7 InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:49.132805173Z" level=debug msg=runQueue Containers=98 Processes=55 time="2020-08-20T19:57:49.134670927Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000111 Instance=stub-providertype8-4048c57dfab88cbe PID=3 State=Running time="2020-08-20T19:57:49.136075220Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000150 ExitCode=0 Instance=stub-providertype6-70cf1e538a5157eb PID=1 time="2020-08-20T19:57:49.133005876Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-365a3763084a0fce InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.136811773Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=420.209944ms Instance=stub-providertype4-1e1683aab4041e22 InstanceType=type4 Since="2020-08-20 19:57:48.698909088 +0000 UTC m=+0.627398659" State=booting time="2020-08-20T19:57:49.136987247Z" level=info msg="boot failed" Address= Duration=420.209944ms Instance=stub-providertype4-1e1683aab4041e22 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.11911902 +0000 UTC m=+1.047608603" stderr="cannot fork\n" time="2020-08-20T19:57:49.137166272Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000002 Instance=stub-providertype3-41c99b43b864a80e InstanceType=type3 time="2020-08-20T19:57:49.137273643Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-28d7c72962ceecc2 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.123886523 +0000 UTC m=+1.052376098" time="2020-08-20T19:57:49.137320477Z" level=info msg="crunch-run process ended" Address="127.0.0.1:41299" ContainerUUID=zzzzz-dz642-000000000000163 Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 time="2020-08-20T19:57:49.137348310Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-521f280971756de4 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.132179946 +0000 UTC m=+1.060669529" time="2020-08-20T19:57:49.137385912Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-2b2253c1056265d7 InstanceType=type2 ProbeStart="2020-08-20 19:57:49.136160063 +0000 UTC m=+1.064649656" time="2020-08-20T19:57:49.137509865Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000007 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 Priority=7 time="2020-08-20T19:57:49.137699248Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000161 Instance=stub-providertype3-41c99b43b864a80e InstanceType=type3 Priority=1 time="2020-08-20T19:57:49.137749355Z" level=debug msg="starting container" Address="127.0.0.1:41299" ContainerUUID=zzzzz-dz642-000000000000041 Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 Priority=1 time="2020-08-20T19:57:49.138160423Z" level=debug msg=runQueue Containers=98 Processes=58 time="2020-08-20T19:57:49.138612312Z" level=debug msg=runQueue Containers=98 Processes=58 time="2020-08-20T19:57:49.140043578Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000163 Reason="state=Complete" time="2020-08-20T19:57:49.140167808Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000163 time="2020-08-20T19:57:49.140381644Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000015 Reason="state=Complete" time="2020-08-20T19:57:49.140457999Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000015 time="2020-08-20T19:57:49.140633383Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000167 Instance=stub-providertype8-284b8607a09f7b29 PID=3 time="2020-08-20T19:57:49.140869070Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.141831672Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000167 Instance=stub-providertype8-284b8607a09f7b29 InstanceType=type8 time="2020-08-20T19:57:49.140662216Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000133 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.142560771Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000030 Instance=stub-providertype6-2089c93c79844140 PID=1 State=Locked time="2020-08-20T19:57:49.145211948Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000002 Reason="state=Complete" time="2020-08-20T19:57:49.145304016Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000003 Instance=stub-providertype4-5fd08c9c1bbb5d2b InstanceType=type4 time="2020-08-20T19:57:49.145382240Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000134 Reason="state=Cancelled" time="2020-08-20T19:57:49.145431799Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000124 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 Signal=15 time="2020-08-20T19:57:49.145449916Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000003 Reason="state=Complete" time="2020-08-20T19:57:49.145453094Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-365a3763084a0fce InstanceType=type6 ProbeStart="2020-08-20 19:57:49.116199828 +0000 UTC m=+1.044689423" time="2020-08-20T19:57:49.145323558Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=135 skipped=0 time="2020-08-20T19:57:49.145492745Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000133 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.145890619Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000134 Reason="state=Cancelled" time="2020-08-20T19:57:49.146341665Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-f8365f39b8660aa InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:49.146391353Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000003 Reason="state=Complete" time="2020-08-20T19:57:49.146406896Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-32313e50b8da0cd8 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.147422147Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000163 Reason="state=Complete" time="2020-08-20T19:57:49.146493052Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-47f6862ff1cecda2 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.147504004Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000134 Reason="state=Cancelled" time="2020-08-20T19:57:49.147551681Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000015 Reason="state=Complete" time="2020-08-20T19:57:49.147594602Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000002 Reason="state=Complete" time="2020-08-20T19:57:49.147447499Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000161 Instance=stub-providertype3-41c99b43b864a80e PID=2 time="2020-08-20T19:57:49.147634787Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000002 Reason="state=Complete" time="2020-08-20T19:57:49.147660737Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000007 Instance=stub-providertype8-76fd839a1e094f9a PID=4 time="2020-08-20T19:57:49.147708737Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000161 Instance=stub-providertype3-41c99b43b864a80e InstanceType=type3 time="2020-08-20T19:57:49.147709695Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000163 Reason="state=Complete" time="2020-08-20T19:57:49.147754285Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000007 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 time="2020-08-20T19:57:49.147775201Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000015 Reason="state=Complete" time="2020-08-20T19:57:49.147813169Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000002 time="2020-08-20T19:57:49.147825274Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000134 time="2020-08-20T19:57:49.147840686Z" level=debug msg="sync instances" Instances=135 time="2020-08-20T19:57:49.148314662Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype2-724f89ad01dd9982 WorkerState=shutdown time="2020-08-20T19:57:49.148338449Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-1e1683aab4041e22 WorkerState=shutdown time="2020-08-20T19:57:49.148358376Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000003 time="2020-08-20T19:57:49.148406678Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000124 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 time="2020-08-20T19:57:49.148424503Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000133 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 time="2020-08-20T19:57:49.148450915Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000124 time="2020-08-20T19:57:49.148475915Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-47f6862ff1cecda2 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.124758058 +0000 UTC m=+1.053247635" time="2020-08-20T19:57:49.148539009Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000133 time="2020-08-20T19:57:49.147774691Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000167 Instance=stub-providertype8-284b8607a09f7b29 PID=3 State=Locked time="2020-08-20T19:57:49.148977838Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000071 Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 time="2020-08-20T19:57:49.148551338Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-4fb58fbeaf635d47 PID=3 State=Locked time="2020-08-20T19:57:49.148586819Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000047 Instance=stub-providertype8-72bb5389421657ff PID=7 State=Locked time="2020-08-20T19:57:49.148663663Z" level=debug msg=runQueue Containers=98 Processes=53 time="2020-08-20T19:57:49.148822929Z" level=debug msg="sync done" time="2020-08-20T19:57:49.148835012Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-f8365f39b8660aa InstanceType=type3 ProbeStart="2020-08-20 19:57:49.137204402 +0000 UTC m=+1.065693980" time="2020-08-20T19:57:49.149224775Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000174 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Priority=14 time="2020-08-20T19:57:49.149322557Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000087 Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 Priority=7 time="2020-08-20T19:57:49.148860096Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-32313e50b8da0cd8 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.123897182 +0000 UTC m=+1.052386773" time="2020-08-20T19:57:49.148941124Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-67ab7759ae3d8bb4 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.149426964Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000162 Instance=stub-providertype4-5fd08c9c1bbb5d2b InstanceType=type4 Priority=2 time="2020-08-20T19:57:49.149237377Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000123 ExitCode=0 Instance=stub-providertype4-11a39040f4b6f47f PID=7 time="2020-08-20T19:57:49.149530586Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-25597a8431737788 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.149626889Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000042 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 Priority=2 time="2020-08-20T19:57:49.149972282Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000134 State=Cancelled time="2020-08-20T19:57:49.149986719Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000003 State=Complete time="2020-08-20T19:57:49.149994429Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000163 State=Complete time="2020-08-20T19:57:49.150003563Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000124 State=Complete time="2020-08-20T19:57:49.150011532Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000002 State=Complete time="2020-08-20T19:57:49.150020509Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000015 State=Complete time="2020-08-20T19:57:49.150026268Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000133 State=Complete time="2020-08-20T19:57:49.150148409Z" level=debug msg=runQueue Containers=91 Processes=55 time="2020-08-20T19:57:49.150457291Z" level=debug msg=runQueue Containers=91 Processes=55 time="2020-08-20T19:57:49.150663763Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000150 Instance=stub-providertype6-70cf1e538a5157eb InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.150745347Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-67ab7759ae3d8bb4 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.14871432 +0000 UTC m=+1.077203904" time="2020-08-20T19:57:49.150793059Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype6-32313e50b8da0cd8 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.123897182 +0000 UTC m=+1.052386773" time="2020-08-20T19:57:49.150811809Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype6-32313e50b8da0cd8 InstanceType=type6 time="2020-08-20T19:57:49.150824801Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.356298 Instance=stub-providertype6-32313e50b8da0cd8 InstanceType=type6 State=booting time="2020-08-20T19:57:49.150841437Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-25597a8431737788 InstanceType=type8 ProbeStart="2020-08-20 19:57:49.149179377 +0000 UTC m=+1.077668952" time="2020-08-20T19:57:49.151023072Z" level=debug msg=runQueue Containers=91 Processes=55 time="2020-08-20T19:57:49.151336925Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000070 Instance=stub-providertype6-6d8e96f5b8e56a9 PID=3 State=Running time="2020-08-20T19:57:49.151757504Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-25597a8431737788 InstanceType=type8 ProbeStart="2020-08-20 19:57:49.149179377 +0000 UTC m=+1.077668952" RunningContainers=0 State=idle time="2020-08-20T19:57:49.151807510Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-3b979ab1bc2dce1e InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.151826902Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-3b979ab1bc2dce1e InstanceType=type8 ProbeStart="2020-08-20 19:57:49.150866417 +0000 UTC m=+1.079355996" time="2020-08-20T19:57:49.151866638Z" level=info msg="boot probe succeeded" Address="127.0.0.1:44221" Command=true Instance=stub-providertype8-4df553895164f057 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.151884738Z" level=info msg="instance booted; will try probeRunning" Address="127.0.0.1:44221" Instance=stub-providertype8-4df553895164f057 InstanceType=type8 ProbeStart="2020-08-20 19:57:49.151364506 +0000 UTC m=+1.079854085" time="2020-08-20T19:57:49.152038007Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-3b979ab1bc2dce1e InstanceType=type8 ProbeStart="2020-08-20 19:57:49.150866417 +0000 UTC m=+1.079355996" RunningContainers=0 State=idle time="2020-08-20T19:57:49.152218963Z" level=debug msg=runQueue Containers=91 Processes=55 time="2020-08-20T19:57:49.152405072Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000144 Instance=stub-providertype8-3b979ab1bc2dce1e InstanceType=type8 Priority=4 time="2020-08-20T19:57:49.152467706Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000064 Instance=stub-providertype8-25597a8431737788 InstanceType=type8 Priority=4 time="2020-08-20T19:57:49.152589393Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000042 Instance=stub-providertype4-2d89c820f5c353cf PID=6 time="2020-08-20T19:57:49.152691974Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000162 Instance=stub-providertype4-5fd08c9c1bbb5d2b PID=2 time="2020-08-20T19:57:49.152822371Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000042 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 time="2020-08-20T19:57:49.152891594Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000162 Instance=stub-providertype4-5fd08c9c1bbb5d2b InstanceType=type4 time="2020-08-20T19:57:49.152933775Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000071 Op=cancel time="2020-08-20T19:57:49.152976098Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000071 Priority=11 State=Locked time="2020-08-20T19:57:49.153051639Z" level=debug msg=runQueue Containers=91 Processes=57 time="2020-08-20T19:57:49.153134875Z" level=info msg="probes succeeded, instance is in service" Address="127.0.0.1:44221" Instance=stub-providertype8-4df553895164f057 InstanceType=type8 ProbeStart="2020-08-20 19:57:49.151364506 +0000 UTC m=+1.079854085" RunningContainers=0 State=idle time="2020-08-20T19:57:49.153221247Z" level=debug msg="starting container" Address="127.0.0.1:44221" ContainerUUID=zzzzz-dz642-000000000000024 Instance=stub-providertype8-4df553895164f057 InstanceType=type8 Priority=4 time="2020-08-20T19:57:49.153293980Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000087 Instance=stub-providertype8-4b7fafc3545836c4 PID=3 time="2020-08-20T19:57:49.153374300Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000087 Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 time="2020-08-20T19:57:49.153668306Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000123 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:49.153762002Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000071 Reason="state=Queued" time="2020-08-20T19:57:49.153801677Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000071 time="2020-08-20T19:57:49.154020462Z" level=debug msg=runQueue Containers=91 Processes=57 time="2020-08-20T19:57:49.154426307Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-28dfd8d37b3ccebc InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:49.154476855Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-28dfd8d37b3ccebc InstanceType=type2 ProbeStart="2020-08-20 19:57:49.15413184 +0000 UTC m=+1.082621437" time="2020-08-20T19:57:49.154514006Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000071 Op=lock time="2020-08-20T19:57:49.154545820Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000071 InstanceType=type8 time="2020-08-20T19:57:49.154652777Z" level=debug msg=runQueue Containers=91 Processes=57 time="2020-08-20T19:57:49.154801097Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000071 Op=lock time="2020-08-20T19:57:49.154824391Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000071 InstanceType=type8 State=Locked time="2020-08-20T19:57:49.155278729Z" level=debug msg=runQueue Containers=91 Processes=57 time="2020-08-20T19:57:49.155408238Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype2-28dfd8d37b3ccebc InstanceType=type2 ProbeStart="2020-08-20 19:57:49.15413184 +0000 UTC m=+1.082621437" RunningContainers=0 State=idle time="2020-08-20T19:57:49.156055982Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000174 Instance=stub-providertype6-1d5a5d96389b7f4d PID=4 time="2020-08-20T19:57:49.156754241Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000041 Instance=stub-providertype3-2b77e80684a6bfdc PID=5 time="2020-08-20T19:57:49.157319087Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000150 Instance=stub-providertype6-70cf1e538a5157eb InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.158305767Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000025 Instance=stub-providertype2-6d7acf370641dfb5 InstanceType=type2 time="2020-08-20T19:57:49.160818259Z" level=info msg="crunch-run process started" Address="127.0.0.1:41299" ContainerUUID=zzzzz-dz642-000000000000041 Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 time="2020-08-20T19:57:49.158389964Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000174 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 time="2020-08-20T19:57:49.158688407Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000145 Instance=stub-providertype2-e4b5ac059483870 PID=2 State=Running time="2020-08-20T19:57:49.160263744Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000123 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 Signal=15 time="2020-08-20T19:57:49.161117366Z" level=debug msg=runQueue Containers=91 Processes=57 time="2020-08-20T19:57:49.161472201Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000064 Instance=stub-providertype8-25597a8431737788 PID=1 time="2020-08-20T19:57:49.161598122Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000144 Instance=stub-providertype8-3b979ab1bc2dce1e PID=1 time="2020-08-20T19:57:49.161616247Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.162009677Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000144 Instance=stub-providertype8-3b979ab1bc2dce1e InstanceType=type8 time="2020-08-20T19:57:49.162117296Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000064 Instance=stub-providertype8-25597a8431737788 InstanceType=type8 time="2020-08-20T19:57:49.162132895Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000007 ExitCode=0 Instance=stub-providertype8-76fd839a1e094f9a PID=4 time="2020-08-20T19:57:49.162469963Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=134 skipped=0 time="2020-08-20T19:57:49.162487356Z" level=debug msg="sync instances" Instances=134 time="2020-08-20T19:57:49.162725577Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-1c33143dfa909fb7 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.162797009Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-32313e50b8da0cd8 WorkerState=shutdown time="2020-08-20T19:57:49.162820306Z" level=debug msg="sync done" time="2020-08-20T19:57:49.162837458Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000042 ExitCode=3 Instance=stub-providertype4-2d89c820f5c353cf PID=6 time="2020-08-20T19:57:49.162855033Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000123 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 time="2020-08-20T19:57:49.162993583Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-25b10429c7d52fd InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.163004546Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-693a570dd2d99eb9 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.163059839Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-25b10429c7d52fd InstanceType=type4 ProbeStart="2020-08-20 19:57:49.161134305 +0000 UTC m=+1.089623892" time="2020-08-20T19:57:49.163099290Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-693a570dd2d99eb9 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.162234343 +0000 UTC m=+1.090723941" time="2020-08-20T19:57:49.163152290Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000123 Reason="state=Complete" time="2020-08-20T19:57:49.163175135Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000123 time="2020-08-20T19:57:49.163186934Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000150 Instance=stub-providertype6-70cf1e538a5157eb InstanceType=type6 time="2020-08-20T19:57:49.163202488Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-1c33143dfa909fb7 InstanceType=type8 ProbeStart="2020-08-20 19:57:49.148882794 +0000 UTC m=+1.077372372" time="2020-08-20T19:57:49.163283109Z" level=debug msg=runQueue Containers=91 Processes=56 time="2020-08-20T19:57:49.163338269Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000069 Instance=stub-providertype6-70cf1e538a5157eb InstanceType=type6 Priority=9 time="2020-08-20T19:57:49.163447109Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000150 Reason="state=Complete" time="2020-08-20T19:57:49.163586924Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000150 time="2020-08-20T19:57:49.163479749Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000024 Instance=stub-providertype8-4df553895164f057 PID=1 time="2020-08-20T19:57:49.163688623Z" level=info msg="crunch-run process started" Address="127.0.0.1:44221" ContainerUUID=zzzzz-dz642-000000000000024 Instance=stub-providertype8-4df553895164f057 InstanceType=type8 time="2020-08-20T19:57:49.163753870Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype8-1c33143dfa909fb7 InstanceType=type8 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:49.163782693Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000081 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 Priority=1 time="2020-08-20T19:57:49.164087888Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000150 State=Complete time="2020-08-20T19:57:49.164109597Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000123 State=Complete time="2020-08-20T19:57:49.164114081Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=358.957616ms Instance=stub-providertype8-1c33143dfa909fb7 InstanceType=type8 Since="2020-08-20 19:57:48.789925131 +0000 UTC m=+0.718414756" State=booting time="2020-08-20T19:57:49.164278405Z" level=debug msg=runQueue Containers=89 Processes=57 time="2020-08-20T19:57:49.164720308Z" level=debug msg=runQueue Containers=89 Processes=57 time="2020-08-20T19:57:49.165394374Z" level=debug msg=runQueue Containers=89 Processes=57 time="2020-08-20T19:57:49.165400853Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-7db5f9adaa29f1d1 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.165533345Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-7db5f9adaa29f1d1 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.153699651 +0000 UTC m=+1.082189253" time="2020-08-20T19:57:49.165623522Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000083 Instance=stub-providertype3-20e7309f035b88ab InstanceType=type3 time="2020-08-20T19:57:49.165702307Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000025 Op=cancel time="2020-08-20T19:57:49.165770854Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000025 time="2020-08-20T19:57:49.165731929Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000042 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:49.166006015Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000007 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:49.166087640Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype6-7db5f9adaa29f1d1 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.153699651 +0000 UTC m=+1.082189253" time="2020-08-20T19:57:49.166149083Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype6-7db5f9adaa29f1d1 InstanceType=type6 time="2020-08-20T19:57:49.166202825Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.460299 Instance=stub-providertype6-7db5f9adaa29f1d1 InstanceType=type6 State=booting time="2020-08-20T19:57:49.166322844Z" level=debug msg=runQueue Containers=89 Processes=57 time="2020-08-20T19:57:49.166405141Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-447c3b645e3a731d InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.166457669Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-447c3b645e3a731d InstanceType=type8 ProbeStart="2020-08-20 19:57:49.160878487 +0000 UTC m=+1.089368071" time="2020-08-20T19:57:49.166730114Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000025 Reason="state=Cancelled" time="2020-08-20T19:57:49.166759823Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000025 time="2020-08-20T19:57:49.166796601Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000041 Instance=stub-providertype3-2b77e80684a6bfdc PID=5 State=Running time="2020-08-20T19:57:49.166814924Z" level=debug msg=runQueue Containers=89 Processes=56 time="2020-08-20T19:57:49.166839593Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000105 Instance=stub-providertype4-5c2535ca822d00ef InstanceType=type4 time="2020-08-20T19:57:49.167034328Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000081 Instance=stub-providertype4-11a39040f4b6f47f PID=8 time="2020-08-20T19:57:49.167248037Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000081 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 time="2020-08-20T19:57:49.167499107Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000025 State=Cancelled time="2020-08-20T19:57:49.167667884Z" level=debug msg=runQueue Containers=88 Processes=56 time="2020-08-20T19:57:49.167673460Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-24dfa628aa50d2c8 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:49.167846972Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-24dfa628aa50d2c8 InstanceType=type3 ProbeStart="2020-08-20 19:57:49.167100693 +0000 UTC m=+1.095590281" time="2020-08-20T19:57:49.168216412Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype3-24dfa628aa50d2c8 InstanceType=type3 ProbeStart="2020-08-20 19:57:49.167100693 +0000 UTC m=+1.095590281" RunningContainers=0 State=idle time="2020-08-20T19:57:49.168239522Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-647ea68f0b80eccd InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:49.168376475Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-647ea68f0b80eccd InstanceType=type3 ProbeStart="2020-08-20 19:57:49.167943639 +0000 UTC m=+1.096433232" time="2020-08-20T19:57:49.168539242Z" level=debug msg=runQueue Containers=88 Processes=56 time="2020-08-20T19:57:49.168677233Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype3-647ea68f0b80eccd InstanceType=type3 ProbeStart="2020-08-20 19:57:49.167943639 +0000 UTC m=+1.096433232" RunningContainers=0 State=idle time="2020-08-20T19:57:49.168926201Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000042 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 Signal=15 time="2020-08-20T19:57:49.168954485Z" level=debug msg=runQueue Containers=88 Processes=56 time="2020-08-20T19:57:49.169175206Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-501b6a22b648e604 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.169280686Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000042 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 time="2020-08-20T19:57:49.169251907Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000007 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 Signal=15 time="2020-08-20T19:57:49.169311639Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-501b6a22b648e604 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.16886566 +0000 UTC m=+1.097355248" time="2020-08-20T19:57:49.169270166Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000069 Instance=stub-providertype6-70cf1e538a5157eb PID=2 time="2020-08-20T19:57:49.169368711Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000087 Instance=stub-providertype8-4b7fafc3545836c4 PID=3 State=Locked time="2020-08-20T19:57:49.169463764Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000042 Reason="state=Complete" time="2020-08-20T19:57:49.169645526Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000069 Instance=stub-providertype6-70cf1e538a5157eb InstanceType=type6 time="2020-08-20T19:57:49.169828055Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-501b6a22b648e604 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.16886566 +0000 UTC m=+1.097355248" RunningContainers=0 State=idle time="2020-08-20T19:57:49.170061152Z" level=debug msg=runQueue Containers=88 Processes=56 time="2020-08-20T19:57:49.170233245Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000042 time="2020-08-20T19:57:49.170403888Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000007 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 time="2020-08-20T19:57:49.170451996Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000071 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 Priority=11 time="2020-08-20T19:57:49.170718028Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-601f294b0b8da07f InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.170842323Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-601f294b0b8da07f InstanceType=type8 ProbeStart="2020-08-20 19:57:49.170377901 +0000 UTC m=+1.098867500" time="2020-08-20T19:57:49.171036225Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000042 State=Complete time="2020-08-20T19:57:49.171048900Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-6bee0f0610a5231f InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.171112520Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000074 Instance=stub-providertype3-7ce2e98ef360412c InstanceType=type3 time="2020-08-20T19:57:49.171216417Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000007 Reason="state=Complete" time="2020-08-20T19:57:49.171244434Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000007 time="2020-08-20T19:57:49.171258742Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-601f294b0b8da07f InstanceType=type8 ProbeStart="2020-08-20 19:57:49.170377901 +0000 UTC m=+1.098867500" RunningContainers=0 State=idle time="2020-08-20T19:57:49.171279720Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-6bee0f0610a5231f InstanceType=type6 ProbeStart="2020-08-20 19:57:49.160892378 +0000 UTC m=+1.089381960" time="2020-08-20T19:57:49.171068714Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000083 Op=cancel time="2020-08-20T19:57:49.171345005Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000083 time="2020-08-20T19:57:49.171367161Z" level=debug msg=runQueue Containers=87 Processes=55 time="2020-08-20T19:57:49.171368339Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000105 Op=cancel time="2020-08-20T19:57:49.171443156Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000105 time="2020-08-20T19:57:49.171612212Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000184 Instance=stub-providertype8-601f294b0b8da07f InstanceType=type8 Priority=4 time="2020-08-20T19:57:49.171844756Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000007 State=Complete time="2020-08-20T19:57:49.171947495Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000162 ExitCode=0 Instance=stub-providertype4-5fd08c9c1bbb5d2b PID=2 time="2020-08-20T19:57:49.171967395Z" level=debug msg=runQueue Containers=86 Processes=56 time="2020-08-20T19:57:49.172073748Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000105 Reason="state=Cancelled" time="2020-08-20T19:57:49.172095294Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000105 time="2020-08-20T19:57:49.172276066Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000105 State=Cancelled time="2020-08-20T19:57:49.172287677Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000070 Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 time="2020-08-20T19:57:49.172417994Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000071 Instance=stub-providertype8-76fd839a1e094f9a PID=5 time="2020-08-20T19:57:49.172447624Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000083 Reason="state=Cancelled" time="2020-08-20T19:57:49.172476591Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000083 time="2020-08-20T19:57:49.172506857Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000083 Reason="state=Cancelled" time="2020-08-20T19:57:49.172427131Z" level=debug msg=runQueue Containers=85 Processes=55 time="2020-08-20T19:57:49.172543864Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000071 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 time="2020-08-20T19:57:49.172579690Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000149 Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 Priority=9 time="2020-08-20T19:57:49.172832413Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000083 State=Cancelled time="2020-08-20T19:57:49.172989666Z" level=debug msg=runQueue Containers=84 Processes=55 time="2020-08-20T19:57:49.173110176Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000064 Instance=stub-providertype8-25597a8431737788 PID=1 State=Locked time="2020-08-20T19:57:49.173168075Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.173538860Z" level=debug msg=runQueue Containers=84 Processes=55 time="2020-08-20T19:57:49.173743260Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000069 Instance=stub-providertype6-70cf1e538a5157eb PID=2 State=Running time="2020-08-20T19:57:49.173817587Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000053 Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 time="2020-08-20T19:57:49.174022090Z" level=debug msg=runQueue Containers=84 Processes=55 time="2020-08-20T19:57:49.174059325Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=132 skipped=0 time="2020-08-20T19:57:49.174078798Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000029 Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 Priority=9 time="2020-08-20T19:57:49.174082862Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-1448c1cb2ccf3d4a InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.174230077Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-1448c1cb2ccf3d4a InstanceType=type4 ProbeStart="2020-08-20 19:57:49.173857615 +0000 UTC m=+1.102347185" time="2020-08-20T19:57:49.174360343Z" level=debug msg="sync instances" Instances=132 time="2020-08-20T19:57:49.174718895Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-1c33143dfa909fb7 WorkerState=shutdown time="2020-08-20T19:57:49.174745604Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-7db5f9adaa29f1d1 WorkerState=shutdown time="2020-08-20T19:57:49.174762529Z" level=debug msg="sync done" time="2020-08-20T19:57:49.174824238Z" level=debug msg=runQueue Containers=84 Processes=56 time="2020-08-20T19:57:49.175075268Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000149 Instance=stub-providertype6-6d8e96f5b8e56a9 PID=4 time="2020-08-20T19:57:49.175198219Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000149 Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 time="2020-08-20T19:57:49.175558114Z" level=debug msg=runQueue Containers=84 Processes=56 time="2020-08-20T19:57:49.176484707Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000161 ExitCode=1 Instance=stub-providertype3-41c99b43b864a80e PID=2 time="2020-08-20T19:57:49.176904100Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000184 Instance=stub-providertype8-601f294b0b8da07f PID=1 time="2020-08-20T19:57:49.177065549Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000144 ExitCode=1 Instance=stub-providertype8-3b979ab1bc2dce1e PID=1 time="2020-08-20T19:57:49.177497483Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000184 Instance=stub-providertype8-601f294b0b8da07f InstanceType=type8 time="2020-08-20T19:57:49.177824507Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000162 Instance=stub-providertype4-5fd08c9c1bbb5d2b InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:49.177940128Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000074 Op=cancel time="2020-08-20T19:57:49.178025739Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000074 time="2020-08-20T19:57:49.178099297Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000053 Op=cancel time="2020-08-20T19:57:49.178191825Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000053 time="2020-08-20T19:57:49.177996081Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000174 ExitCode=0 Instance=stub-providertype6-1d5a5d96389b7f4d PID=4 time="2020-08-20T19:57:49.178265328Z" level=debug msg=runQueue Containers=84 Processes=56 time="2020-08-20T19:57:49.178331943Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000070 Op=cancel time="2020-08-20T19:57:49.178360673Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000070 time="2020-08-20T19:57:49.178846145Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-5e377ef58485d68b InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.178872753Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-5e377ef58485d68b InstanceType=type4 ProbeStart="2020-08-20 19:57:49.176759911 +0000 UTC m=+1.105249505" time="2020-08-20T19:57:49.179173797Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-5e377ef58485d68b InstanceType=type4 ProbeStart="2020-08-20 19:57:49.176759911 +0000 UTC m=+1.105249505" RunningContainers=0 State=idle time="2020-08-20T19:57:49.179202607Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000024 Instance=stub-providertype8-4df553895164f057 PID=1 State=Running time="2020-08-20T19:57:49.179289998Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.179327960Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.17790723 +0000 UTC m=+1.106396818" time="2020-08-20T19:57:49.179645345Z" level=debug msg=runQueue Containers=84 Processes=56 time="2020-08-20T19:57:49.179726852Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000070 Reason="state=Cancelled" time="2020-08-20T19:57:49.179804105Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000070 time="2020-08-20T19:57:49.179854783Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.17790723 +0000 UTC m=+1.106396818" RunningContainers=0 State=idle time="2020-08-20T19:57:49.180369198Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000053 Reason="state=Cancelled" time="2020-08-20T19:57:49.180482009Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000053 time="2020-08-20T19:57:49.180654020Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000074 Reason="state=Cancelled" time="2020-08-20T19:57:49.180730845Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000074 time="2020-08-20T19:57:49.180776735Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000008 Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 time="2020-08-20T19:57:49.180852814Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000104 Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 Priority=4 time="2020-08-20T19:57:49.180931481Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000162 Instance=stub-providertype4-5fd08c9c1bbb5d2b InstanceType=type4 Signal=15 time="2020-08-20T19:57:49.181396220Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000070 State=Cancelled time="2020-08-20T19:57:49.181435077Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000174 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.181464868Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000053 State=Cancelled time="2020-08-20T19:57:49.181483808Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000074 State=Cancelled time="2020-08-20T19:57:49.181486355Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000161 Instance=stub-providertype3-41c99b43b864a80e InstanceType=type3 Reason="state=Complete" time="2020-08-20T19:57:49.181604429Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000144 Instance=stub-providertype8-3b979ab1bc2dce1e InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:49.181694809Z" level=debug msg=runQueue Containers=81 Processes=54 time="2020-08-20T19:57:49.181749775Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000189 Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 Priority=9 time="2020-08-20T19:57:49.181972530Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-2f5fe3e8a73e5dad InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.181988918Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-2f5fe3e8a73e5dad InstanceType=type8 ProbeStart="2020-08-20 19:57:49.181131121 +0000 UTC m=+1.109620711" time="2020-08-20T19:57:49.182125417Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000162 Instance=stub-providertype4-5fd08c9c1bbb5d2b InstanceType=type4 time="2020-08-20T19:57:49.182273471Z" level=debug msg=runQueue Containers=81 Processes=55 time="2020-08-20T19:57:49.182300035Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-4c7390ebb0459cd3 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.182322567Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-4c7390ebb0459cd3 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.181886739 +0000 UTC m=+1.110376328" time="2020-08-20T19:57:49.182363733Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000162 Reason="state=Complete" time="2020-08-20T19:57:49.182391713Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000162 time="2020-08-20T19:57:49.182420150Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-2f5fe3e8a73e5dad InstanceType=type8 ProbeStart="2020-08-20 19:57:49.181131121 +0000 UTC m=+1.109620711" RunningContainers=0 State=idle time="2020-08-20T19:57:49.182524139Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000162 State=Complete time="2020-08-20T19:57:49.182637061Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-4c7390ebb0459cd3 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.181886739 +0000 UTC m=+1.110376328" RunningContainers=0 State=idle time="2020-08-20T19:57:49.182718605Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000029 Instance=stub-providertype6-5e90e1770e094fe8 PID=2 time="2020-08-20T19:57:49.182775320Z" level=debug msg=runQueue Containers=80 Processes=54 time="2020-08-20T19:57:49.182813390Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000029 Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 time="2020-08-20T19:57:49.182834115Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000109 Instance=stub-providertype6-4c7390ebb0459cd3 InstanceType=type6 Priority=9 time="2020-08-20T19:57:49.182860913Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000081 ExitCode=3 Instance=stub-providertype4-11a39040f4b6f47f PID=8 time="2020-08-20T19:57:49.182956998Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000143 Instance=stub-providertype8-2f5fe3e8a73e5dad InstanceType=type8 Priority=3 time="2020-08-20T19:57:49.183401159Z" level=debug msg=runQueue Containers=80 Processes=56 time="2020-08-20T19:57:49.184250973Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000189 Instance=stub-providertype6-5427f21867fd10a4 PID=1 time="2020-08-20T19:57:49.184565487Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000161 Instance=stub-providertype3-41c99b43b864a80e InstanceType=type3 Signal=15 time="2020-08-20T19:57:49.184567261Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000143 Instance=stub-providertype8-2f5fe3e8a73e5dad PID=1 time="2020-08-20T19:57:49.184701800Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000174 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.184795247Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.185182062Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=132 skipped=0 time="2020-08-20T19:57:49.185199550Z" level=debug msg="sync instances" Instances=132 time="2020-08-20T19:57:49.185224263Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000144 Instance=stub-providertype8-3b979ab1bc2dce1e InstanceType=type8 Signal=15 time="2020-08-20T19:57:49.185638458Z" level=debug msg="sync done" time="2020-08-20T19:57:49.185753638Z" level=debug msg=runQueue Containers=80 Processes=56 time="2020-08-20T19:57:49.186133370Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000008 Op=cancel time="2020-08-20T19:57:49.186194475Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000008 Priority=8 State=Locked time="2020-08-20T19:57:49.186240949Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000189 Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 time="2020-08-20T19:57:49.186389864Z" level=debug msg=runQueue Containers=80 Processes=56 time="2020-08-20T19:57:49.186720089Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000081 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:49.186203788Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000143 Instance=stub-providertype8-2f5fe3e8a73e5dad InstanceType=type8 time="2020-08-20T19:57:49.186922393Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000008 Reason="state=Queued" time="2020-08-20T19:57:49.186983866Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000008 time="2020-08-20T19:57:49.187014136Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-5cb044c7dfc67257 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:49.187069668Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000161 Instance=stub-providertype3-41c99b43b864a80e InstanceType=type3 time="2020-08-20T19:57:49.187121955Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-5cb044c7dfc67257 InstanceType=type3 ProbeStart="2020-08-20 19:57:49.186043023 +0000 UTC m=+1.114532621" time="2020-08-20T19:57:49.187230478Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000174 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 time="2020-08-20T19:57:49.187285758Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000144 Instance=stub-providertype8-3b979ab1bc2dce1e InstanceType=type8 time="2020-08-20T19:57:49.187315867Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000109 Instance=stub-providertype6-4c7390ebb0459cd3 PID=1 time="2020-08-20T19:57:49.187471081Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000109 Instance=stub-providertype6-4c7390ebb0459cd3 InstanceType=type6 time="2020-08-20T19:57:49.187537142Z" level=debug msg=runQueue Containers=80 Processes=55 time="2020-08-20T19:57:49.187630954Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000126 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Priority=6 time="2020-08-20T19:57:49.187694942Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000008 Op=lock time="2020-08-20T19:57:49.187744525Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000008 InstanceType=type8 time="2020-08-20T19:57:49.187878527Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000183 Instance=stub-providertype8-3b979ab1bc2dce1e InstanceType=type8 Priority=3 time="2020-08-20T19:57:49.188235373Z" level=debug msg=runQueue Containers=80 Processes=57 time="2020-08-20T19:57:49.188439336Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype3-5cb044c7dfc67257 InstanceType=type3 ProbeStart="2020-08-20 19:57:49.186043023 +0000 UTC m=+1.114532621" RunningContainers=0 State=idle time="2020-08-20T19:57:49.188493001Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000161 Reason="state=Complete" time="2020-08-20T19:57:49.188515779Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000161 time="2020-08-20T19:57:49.188551774Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000144 Reason="state=Complete" time="2020-08-20T19:57:49.188573079Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000144 time="2020-08-20T19:57:49.188704979Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000174 Reason="state=Complete" time="2020-08-20T19:57:49.188726093Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000174 time="2020-08-20T19:57:49.188789425Z" level=debug msg=runQueue Containers=80 Processes=54 time="2020-08-20T19:57:49.188978537Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000174 State=Complete time="2020-08-20T19:57:49.188993117Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000161 State=Complete time="2020-08-20T19:57:49.189009713Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000144 State=Complete time="2020-08-20T19:57:49.189128644Z" level=debug msg=runQueue Containers=77 Processes=54 time="2020-08-20T19:57:49.189358851Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000144 Reason="state=Complete" time="2020-08-20T19:57:49.189397640Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000174 Reason="state=Complete" time="2020-08-20T19:57:49.189431046Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000161 Reason="state=Complete" time="2020-08-20T19:57:49.189730164Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-403a4eee5b07de19 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.189745305Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-403a4eee5b07de19 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.175273177 +0000 UTC m=+1.103762763" time="2020-08-20T19:57:49.189736047Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-72bf44f202077487 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.189792403Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-72bf44f202077487 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.189559763 +0000 UTC m=+1.118049359" time="2020-08-20T19:57:49.189840027Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000104 Instance=stub-providertype8-2195baf7d30e4b85 PID=4 time="2020-08-20T19:57:49.190069021Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-72bf44f202077487 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.189559763 +0000 UTC m=+1.118049359" RunningContainers=0 State=idle time="2020-08-20T19:57:49.190677542Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000104 Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 time="2020-08-20T19:57:49.190686218Z" level=debug msg=runQueue Containers=77 Processes=54 time="2020-08-20T19:57:49.190228098Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000071 ExitCode=2 Instance=stub-providertype8-76fd839a1e094f9a PID=5 time="2020-08-20T19:57:49.191165766Z" level=debug msg=runQueue Containers=77 Processes=54 time="2020-08-20T19:57:49.192839009Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000183 Instance=stub-providertype8-3b979ab1bc2dce1e PID=2 time="2020-08-20T19:57:49.193007878Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000183 Instance=stub-providertype8-3b979ab1bc2dce1e InstanceType=type8 time="2020-08-20T19:57:49.193058478Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000004 Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 time="2020-08-20T19:57:49.193291903Z" level=debug msg=runQueue Containers=77 Processes=54 time="2020-08-20T19:57:49.193565121Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000057 Instance=stub-providertype4-26984b92f6740304 InstanceType=type4 time="2020-08-20T19:57:49.193790078Z" level=debug msg=runQueue Containers=77 Processes=54 time="2020-08-20T19:57:49.193849111Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype8-59d868f7f02dac0f InstanceType=type8 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:49.193986038Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=440.071995ms Instance=stub-providertype8-59d868f7f02dac0f InstanceType=type8 Since="2020-08-20 19:57:48.738910541 +0000 UTC m=+0.667400116" State=booting time="2020-08-20T19:57:49.194145147Z" level=info msg="boot failed" Address= Duration=440.071995ms Instance=stub-providertype8-59d868f7f02dac0f InstanceType=type8 ProbeStart="2020-08-20 19:57:49.178982505 +0000 UTC m=+1.107472111" stderr="cannot fork\n" time="2020-08-20T19:57:49.194152873Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000126 Instance=stub-providertype6-1d5a5d96389b7f4d PID=5 time="2020-08-20T19:57:49.194380327Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-436c6404e63fb72b InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.194608182Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-436c6404e63fb72b InstanceType=type6 ProbeStart="2020-08-20 19:57:49.181213624 +0000 UTC m=+1.109703215" time="2020-08-20T19:57:49.194505342Z" level=debug msg=runQueue Containers=77 Processes=54 time="2020-08-20T19:57:49.197408382Z" level=debug msg=runQueue Containers=77 Processes=54 time="2020-08-20T19:57:49.197736649Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000029 ExitCode=1 Instance=stub-providertype6-5e90e1770e094fe8 PID=2 time="2020-08-20T19:57:49.198500827Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000112 Instance=stub-providertype8-6aa7aaf5ad3205d0 InstanceType=type8 time="2020-08-20T19:57:49.194548203Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000126 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 time="2020-08-20T19:57:49.194676925Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-8cd00c4e533e9a3 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.198747023Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-8cd00c4e533e9a3 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.194338066 +0000 UTC m=+1.122827670" time="2020-08-20T19:57:49.199084967Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.199519137Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000081 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 Signal=15 time="2020-08-20T19:57:49.199630081Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=131 skipped=0 time="2020-08-20T19:57:49.199633329Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000008 Instance=stub-providertype8-6aa7aaf5ad3205d0 InstanceType=type8 Priority=8 time="2020-08-20T19:57:49.200113786Z" level=debug msg=runQueue Containers=77 Processes=55 time="2020-08-20T19:57:49.200321492Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000004 Op=cancel time="2020-08-20T19:57:49.200341564Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000004 time="2020-08-20T19:57:49.200471687Z" level=debug msg=runQueue Containers=77 Processes=55 time="2020-08-20T19:57:49.200614547Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000057 Op=cancel time="2020-08-20T19:57:49.200653294Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000057 Priority=17 State=Locked time="2020-08-20T19:57:49.200739930Z" level=debug msg="uuidLock not available, Op=cancel in progress" ContainerUUID=zzzzz-dz642-000000000000057 Op=cancel time="2020-08-20T19:57:49.200784539Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000004 Op=cancel time="2020-08-20T19:57:49.200802026Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000004 time="2020-08-20T19:57:49.200823548Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000071 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:49.200870559Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000057 Op=cancel time="2020-08-20T19:57:49.200887990Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000057 Priority=17 State=Locked time="2020-08-20T19:57:49.200902802Z" level=error msg="error requeueing container" ContainerUUID=zzzzz-dz642-000000000000057 Priority=17 State=Locked error="changeState failed: state=\"Queued\"" time="2020-08-20T19:57:49.200996683Z" level=debug msg=runQueue Containers=77 Processes=55 time="2020-08-20T19:57:49.201034421Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000143 Instance=stub-providertype8-2f5fe3e8a73e5dad PID=1 State=Running time="2020-08-20T19:57:49.201012283Z" level=debug msg="sync instances" Instances=131 time="2020-08-20T19:57:49.201554509Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-59d868f7f02dac0f WorkerState=shutdown time="2020-08-20T19:57:49.201579224Z" level=debug msg="sync done" time="2020-08-20T19:57:49.201820193Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000004 Reason="state=Cancelled" time="2020-08-20T19:57:49.201853039Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000004 time="2020-08-20T19:57:49.202065728Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000004 State=Cancelled time="2020-08-20T19:57:49.202103296Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000057 Reason="state=Queued" time="2020-08-20T19:57:49.202164933Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000057 time="2020-08-20T19:57:49.202191346Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000029 Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.202270008Z" level=debug msg=runQueue Containers=76 Processes=53 time="2020-08-20T19:57:49.202195371Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000112 Op=cancel time="2020-08-20T19:57:49.202889529Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000112 time="2020-08-20T19:57:49.202908050Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000057 Op=lock time="2020-08-20T19:57:49.202927642Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000057 InstanceType=type4 time="2020-08-20T19:57:49.202695477Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-5a5e21e096ac2d64 InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:49.202741013Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-b5075320540b9b0 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.202747080Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000145 Instance=stub-providertype2-e4b5ac059483870 InstanceType=type2 time="2020-08-20T19:57:49.202971953Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000081 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 time="2020-08-20T19:57:49.203075984Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000081 Reason="state=Complete" time="2020-08-20T19:57:49.203202507Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000081 time="2020-08-20T19:57:49.203552557Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000081 State=Complete time="2020-08-20T19:57:49.203616347Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-5a5e21e096ac2d64 InstanceType=type2 ProbeStart="2020-08-20 19:57:49.184719988 +0000 UTC m=+1.113209576" time="2020-08-20T19:57:49.203617525Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-b5075320540b9b0 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.182891413 +0000 UTC m=+1.111381001" time="2020-08-20T19:57:49.203655451Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000112 Reason="state=Cancelled" time="2020-08-20T19:57:49.203995199Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000112 time="2020-08-20T19:57:49.204292645Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000071 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 Signal=15 time="2020-08-20T19:57:49.204567018Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype2-5a5e21e096ac2d64 InstanceType=type2 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:49.204703287Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=425.11152ms Instance=stub-providertype2-5a5e21e096ac2d64 InstanceType=type2 Since="2020-08-20 19:57:48.759608476 +0000 UTC m=+0.688098056" State=booting time="2020-08-20T19:57:49.205066366Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000071 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 time="2020-08-20T19:57:49.205392646Z" level=debug msg=runQueue Containers=75 Processes=51 time="2020-08-20T19:57:49.205453458Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000057 Instance=stub-providertype4-26984b92f6740304 InstanceType=type4 Priority=17 time="2020-08-20T19:57:49.205767760Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000023 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 Priority=3 time="2020-08-20T19:57:49.205831679Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000029 Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.205886133Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-1ea9b00f7654a4bb InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.205872679Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-62a00a52b3a6a5a1 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.205996282Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-62a00a52b3a6a5a1 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.191407709 +0000 UTC m=+1.119897314" time="2020-08-20T19:57:49.206063797Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000112 State=Cancelled time="2020-08-20T19:57:49.206155754Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000029 Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 time="2020-08-20T19:57:49.206333741Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-58321a228538c40f InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.206350366Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-51825d31521f7308 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.206095662Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-1ea9b00f7654a4bb InstanceType=type6 ProbeStart="2020-08-20 19:57:49.189896532 +0000 UTC m=+1.118386118" time="2020-08-20T19:57:49.206388330Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000145 Op=cancel time="2020-08-20T19:57:49.206435090Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000145 time="2020-08-20T19:57:49.206493100Z" level=debug msg=runQueue Containers=74 Processes=53 time="2020-08-20T19:57:49.206589587Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-58321a228538c40f InstanceType=type4 ProbeStart="2020-08-20 19:57:49.206099576 +0000 UTC m=+1.134589152" time="2020-08-20T19:57:49.206674342Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype6-1ea9b00f7654a4bb InstanceType=type6 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:49.206683131Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-51825d31521f7308 InstanceType=type8 ProbeStart="2020-08-20 19:57:49.206067237 +0000 UTC m=+1.134556839" time="2020-08-20T19:57:49.206756172Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000071 Reason="state=Complete" time="2020-08-20T19:57:49.206781321Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000071 time="2020-08-20T19:57:49.206805836Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000029 Reason="state=Complete" time="2020-08-20T19:57:49.206848193Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000029 time="2020-08-20T19:57:49.206887989Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000086 Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 Priority=6 time="2020-08-20T19:57:49.207136640Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-51825d31521f7308 InstanceType=type8 ProbeStart="2020-08-20 19:57:49.206067237 +0000 UTC m=+1.134556839" RunningContainers=0 State=idle time="2020-08-20T19:57:49.207239656Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000023 Instance=stub-providertype8-76fd839a1e094f9a PID=6 time="2020-08-20T19:57:49.207271082Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-58321a228538c40f InstanceType=type4 ProbeStart="2020-08-20 19:57:49.206099576 +0000 UTC m=+1.134589152" RunningContainers=0 State=idle time="2020-08-20T19:57:49.207406454Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000023 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 time="2020-08-20T19:57:49.207657208Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000189 ExitCode=3 Instance=stub-providertype6-5427f21867fd10a4 PID=1 time="2020-08-20T19:57:49.207683789Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000029 State=Complete time="2020-08-20T19:57:49.207727286Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=487.775096ms Instance=stub-providertype6-1ea9b00f7654a4bb InstanceType=type6 Since="2020-08-20 19:57:48.70212145 +0000 UTC m=+0.630611022" State=booting time="2020-08-20T19:57:49.207732265Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000071 State=Complete time="2020-08-20T19:57:49.207960367Z" level=debug msg=runQueue Containers=72 Processes=52 time="2020-08-20T19:57:49.208012276Z" level=warning msg="shutdown failed" Address= Instance=stub-providertype6-1ea9b00f7654a4bb InstanceType=type6 error="instance could not be destroyed" time="2020-08-20T19:57:49.207976999Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-6791f0b0847fb86 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.208242457Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000103 Instance=stub-providertype8-51825d31521f7308 InstanceType=type8 Priority=3 time="2020-08-20T19:57:49.208604646Z" level=debug msg=runQueue Containers=72 Processes=53 time="2020-08-20T19:57:49.208978039Z" level=debug msg=runQueue Containers=72 Processes=53 time="2020-08-20T19:57:49.209275220Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000104 ExitCode=2 Instance=stub-providertype8-2195baf7d30e4b85 PID=4 time="2020-08-20T19:57:49.209280014Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000145 Reason="state=Cancelled" time="2020-08-20T19:57:49.209359879Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000145 time="2020-08-20T19:57:49.209395234Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000145 Reason="state=Cancelled" time="2020-08-20T19:57:49.209439142Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000145 Reason="state=Cancelled" time="2020-08-20T19:57:49.209514393Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-6791f0b0847fb86 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.207685229 +0000 UTC m=+1.136174816" time="2020-08-20T19:57:49.209579107Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000145 Reason="state=Cancelled" time="2020-08-20T19:57:49.209841582Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-6791f0b0847fb86 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.207685229 +0000 UTC m=+1.136174816" RunningContainers=0 State=idle time="2020-08-20T19:57:49.209915392Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000056 Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 time="2020-08-20T19:57:49.209916921Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000057 Instance=stub-providertype4-26984b92f6740304 PID=3 time="2020-08-20T19:57:49.210136712Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000008 Instance=stub-providertype8-6aa7aaf5ad3205d0 PID=2 time="2020-08-20T19:57:49.210258970Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000057 Instance=stub-providertype4-26984b92f6740304 InstanceType=type4 time="2020-08-20T19:57:49.210300952Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000184 Instance=stub-providertype8-601f294b0b8da07f PID=1 State=Running time="2020-08-20T19:57:49.210313750Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000008 Instance=stub-providertype8-6aa7aaf5ad3205d0 InstanceType=type8 time="2020-08-20T19:57:49.210531510Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000047 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 time="2020-08-20T19:57:49.210525181Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-169d698448109a35 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.210598224Z" level=debug msg=runQueue Containers=72 Processes=52 time="2020-08-20T19:57:49.210719721Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-169d698448109a35 InstanceType=type8 ProbeStart="2020-08-20 19:57:49.196919428 +0000 UTC m=+1.125409025" time="2020-08-20T19:57:49.210785755Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000063 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 Priority=3 time="2020-08-20T19:57:49.210840824Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000149 ExitCode=2 Instance=stub-providertype6-6d8e96f5b8e56a9 PID=4 time="2020-08-20T19:57:49.211004178Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000145 State=Cancelled time="2020-08-20T19:57:49.211064279Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000104 Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:49.211141102Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000056 Op=cancel time="2020-08-20T19:57:49.211276150Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000056 Priority=16 State=Locked time="2020-08-20T19:57:49.211341755Z" level=debug msg=runQueue Containers=71 Processes=53 time="2020-08-20T19:57:49.211404355Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000167 Instance=stub-providertype8-284b8607a09f7b29 InstanceType=type8 time="2020-08-20T19:57:49.211430831Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000189 Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.211565872Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000188 Instance=stub-providertype4-39ee49c22554adf4 InstanceType=type4 time="2020-08-20T19:57:49.211594837Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.211659979Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000183 ExitCode=0 Instance=stub-providertype8-3b979ab1bc2dce1e PID=2 time="2020-08-20T19:57:49.211868341Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000056 Reason="state=Queued" time="2020-08-20T19:57:49.211899459Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000056 time="2020-08-20T19:57:49.211923160Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-4d2ba0f29c4d2eb5 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.212000959Z" level=debug msg=runQueue Containers=71 Processes=52 time="2020-08-20T19:57:49.212042378Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-4d2ba0f29c4d2eb5 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.197850632 +0000 UTC m=+1.126340229" time="2020-08-20T19:57:49.212009124Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=130 skipped=0 time="2020-08-20T19:57:49.212094025Z" level=debug msg="sync instances" Instances=130 time="2020-08-20T19:57:49.212143539Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000056 Op=lock time="2020-08-20T19:57:49.212164916Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000056 InstanceType=type8 time="2020-08-20T19:57:49.212452576Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype2-5a5e21e096ac2d64 WorkerState=shutdown time="2020-08-20T19:57:49.212479623Z" level=debug msg="sync done" time="2020-08-20T19:57:49.212730576Z" level=debug msg=runQueue Containers=71 Processes=52 time="2020-08-20T19:57:49.212806459Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000056 Instance=stub-providertype8-284b8607a09f7b29 InstanceType=type8 Priority=16 time="2020-08-20T19:57:49.212865354Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000109 ExitCode=0 Instance=stub-providertype6-4c7390ebb0459cd3 PID=1 time="2020-08-20T19:57:49.213250187Z" level=debug msg=runQueue Containers=71 Processes=53 time="2020-08-20T19:57:49.214345570Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000104 Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 Signal=15 time="2020-08-20T19:57:49.214473668Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000189 Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.214578479Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-28ca961b861cc65f InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.214628506Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000104 Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 time="2020-08-20T19:57:49.214811244Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000189 Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 time="2020-08-20T19:57:49.214824642Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-28ca961b861cc65f InstanceType=type6 ProbeStart="2020-08-20 19:57:49.214330673 +0000 UTC m=+1.142820264" time="2020-08-20T19:57:49.214654545Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000103 Instance=stub-providertype8-51825d31521f7308 PID=1 time="2020-08-20T19:57:49.214954775Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000103 Instance=stub-providertype8-51825d31521f7308 InstanceType=type8 time="2020-08-20T19:57:49.215123564Z" level=debug msg=runQueue Containers=71 Processes=53 time="2020-08-20T19:57:49.215222174Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000086 Instance=stub-providertype6-5e90e1770e094fe8 PID=3 time="2020-08-20T19:57:49.215263206Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-28ca961b861cc65f InstanceType=type6 ProbeStart="2020-08-20 19:57:49.214330673 +0000 UTC m=+1.142820264" RunningContainers=0 State=idle time="2020-08-20T19:57:49.215286315Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000086 Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 time="2020-08-20T19:57:49.215299745Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000046 Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 Priority=6 time="2020-08-20T19:57:49.215370197Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000006 Instance=stub-providertype6-28ca961b861cc65f InstanceType=type6 Priority=6 time="2020-08-20T19:57:49.215744200Z" level=debug msg=runQueue Containers=71 Processes=55 time="2020-08-20T19:57:49.216168756Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-7426715c257c2559 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.216904224Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000104 Reason="state=Complete" time="2020-08-20T19:57:49.217479610Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000104 time="2020-08-20T19:57:49.217521711Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000046 Instance=stub-providertype6-5427f21867fd10a4 PID=2 time="2020-08-20T19:57:49.218640599Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000104 State=Complete time="2020-08-20T19:57:49.219348600Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000046 Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 time="2020-08-20T19:57:49.219671103Z" level=debug msg=runQueue Containers=70 Processes=54 time="2020-08-20T19:57:49.219738984Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000109 Instance=stub-providertype6-4c7390ebb0459cd3 InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.220456668Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000149 Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.220500166Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-7426715c257c2559 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.21589711 +0000 UTC m=+1.144386681" time="2020-08-20T19:57:49.220556845Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000189 Reason="state=Complete" time="2020-08-20T19:57:49.220598701Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000189 time="2020-08-20T19:57:49.219792321Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000188 Op=cancel time="2020-08-20T19:57:49.220668499Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000188 time="2020-08-20T19:57:49.220022662Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000126 ExitCode=0 Instance=stub-providertype6-1d5a5d96389b7f4d PID=5 time="2020-08-20T19:57:49.220330302Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000063 Instance=stub-providertype8-72bb5389421657ff PID=8 time="2020-08-20T19:57:49.219927097Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000023 ExitCode=3 Instance=stub-providertype8-76fd839a1e094f9a PID=6 time="2020-08-20T19:57:49.222622102Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.223034287Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000063 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 time="2020-08-20T19:57:49.223209552Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000183 Instance=stub-providertype8-3b979ab1bc2dce1e InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:49.223269806Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000189 Reason="state=Complete" time="2020-08-20T19:57:49.223305225Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000047 Op=cancel time="2020-08-20T19:57:49.223328011Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000047 Priority=7 State=Locked time="2020-08-20T19:57:49.223349289Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000167 Op=cancel time="2020-08-20T19:57:49.223365654Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000167 Priority=7 State=Locked time="2020-08-20T19:57:49.223603619Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-7426715c257c2559 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.21589711 +0000 UTC m=+1.144386681" RunningContainers=0 State=idle time="2020-08-20T19:57:49.223639723Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000056 Instance=stub-providertype8-284b8607a09f7b29 PID=4 time="2020-08-20T19:57:49.223269873Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=130 skipped=0 time="2020-08-20T19:57:49.223777048Z" level=debug msg="sync instances" Instances=130 time="2020-08-20T19:57:49.223875405Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000056 Instance=stub-providertype8-284b8607a09f7b29 InstanceType=type8 time="2020-08-20T19:57:49.223885329Z" level=info msg="worker still listed after shutdown; retrying" Instance=stub-providertype6-1ea9b00f7654a4bb time="2020-08-20T19:57:49.223955022Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000189 State=Complete time="2020-08-20T19:57:49.224017627Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000006 Instance=stub-providertype6-28ca961b861cc65f PID=1 time="2020-08-20T19:57:49.224068902Z" level=warning msg="shutdown failed" Address= Instance=stub-providertype6-1ea9b00f7654a4bb InstanceType=type6 error="instance could not be destroyed" time="2020-08-20T19:57:49.224170810Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000006 Instance=stub-providertype6-28ca961b861cc65f InstanceType=type6 time="2020-08-20T19:57:49.224448477Z" level=debug msg="sync done" time="2020-08-20T19:57:49.224524917Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000167 Reason="state=Queued" time="2020-08-20T19:57:49.224698631Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000167 time="2020-08-20T19:57:49.224891008Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000047 Reason="state=Queued" time="2020-08-20T19:57:49.224988824Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000047 time="2020-08-20T19:57:49.225110013Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000188 Reason="state=Cancelled" time="2020-08-20T19:57:49.225185084Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000188 time="2020-08-20T19:57:49.225314122Z" level=debug msg=runQueue Containers=69 Processes=50 time="2020-08-20T19:57:49.225479167Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000047 Op=lock time="2020-08-20T19:57:49.225544286Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000047 InstanceType=type8 time="2020-08-20T19:57:49.225664505Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000167 Op=lock time="2020-08-20T19:57:49.225753366Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000167 InstanceType=type8 time="2020-08-20T19:57:49.225666751Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000188 State=Cancelled time="2020-08-20T19:57:49.225910419Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000126 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.225957476Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000023 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:49.226108315Z" level=debug msg=runQueue Containers=68 Processes=50 time="2020-08-20T19:57:49.226230389Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000109 Instance=stub-providertype6-4c7390ebb0459cd3 InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.226234933Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000047 Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 Priority=7 time="2020-08-20T19:57:49.226409236Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000167 Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 Priority=7 time="2020-08-20T19:57:49.226446480Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-6c94ab5496eb965f InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.226469266Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-6c94ab5496eb965f InstanceType=type6 ProbeStart="2020-08-20 19:57:49.225397427 +0000 UTC m=+1.153887010" time="2020-08-20T19:57:49.226605347Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-799e447ae60f42c8 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:49.226623374Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-799e447ae60f42c8 InstanceType=type3 ProbeStart="2020-08-20 19:57:49.212060158 +0000 UTC m=+1.140549744" time="2020-08-20T19:57:49.226812706Z" level=debug msg=runQueue Containers=68 Processes=52 time="2020-08-20T19:57:49.226149762Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000149 Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.226816238Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000109 Instance=stub-providertype6-4c7390ebb0459cd3 InstanceType=type6 time="2020-08-20T19:57:49.227131280Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000038 Instance=stub-providertype6-289172b9cced2e2 InstanceType=type6 time="2020-08-20T19:57:49.228702401Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000166 Instance=stub-providertype6-289172b9cced2e2 InstanceType=type6 Priority=6 time="2020-08-20T19:57:49.228818854Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000165 Instance=stub-providertype6-4c7390ebb0459cd3 InstanceType=type6 Priority=5 time="2020-08-20T19:57:49.228954736Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-6c94ab5496eb965f InstanceType=type6 ProbeStart="2020-08-20 19:57:49.225397427 +0000 UTC m=+1.153887010" RunningContainers=0 State=idle time="2020-08-20T19:57:49.229073445Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000109 Reason="state=Complete" time="2020-08-20T19:57:49.229238352Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000149 Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 time="2020-08-20T19:57:49.229309192Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000125 Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 Priority=5 time="2020-08-20T19:57:49.229405182Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000045 Instance=stub-providertype6-6c94ab5496eb965f InstanceType=type6 Priority=5 time="2020-08-20T19:57:49.229702238Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000149 time="2020-08-20T19:57:49.229818622Z" level=debug msg=runQueue Containers=68 Processes=55 time="2020-08-20T19:57:49.229911294Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000166 Instance=stub-providertype6-289172b9cced2e2 PID=2 time="2020-08-20T19:57:49.230030814Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000166 Instance=stub-providertype6-289172b9cced2e2 InstanceType=type6 time="2020-08-20T19:57:49.230037005Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000149 Reason="state=Complete" time="2020-08-20T19:57:49.230211425Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000109 Reason="state=Complete" time="2020-08-20T19:57:49.230258949Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000109 time="2020-08-20T19:57:49.230482421Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000149 State=Complete time="2020-08-20T19:57:49.230535153Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000109 State=Complete time="2020-08-20T19:57:49.230718324Z" level=debug msg=runQueue Containers=66 Processes=54 time="2020-08-20T19:57:49.232185456Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000167 Instance=stub-providertype8-2195baf7d30e4b85 PID=5 time="2020-08-20T19:57:49.232231184Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000103 Instance=stub-providertype8-51825d31521f7308 PID=1 State=Locked time="2020-08-20T19:57:49.232280051Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000125 Instance=stub-providertype6-6d8e96f5b8e56a9 PID=5 time="2020-08-20T19:57:49.232313131Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000167 Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 time="2020-08-20T19:57:49.232342474Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000165 Instance=stub-providertype6-4c7390ebb0459cd3 PID=2 time="2020-08-20T19:57:49.232370483Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000125 Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 time="2020-08-20T19:57:49.232469616Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000165 Instance=stub-providertype6-4c7390ebb0459cd3 InstanceType=type6 time="2020-08-20T19:57:49.232526202Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype2-171a8ebfb2c1e9a4 InstanceType=type2 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:49.232586009Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=457.902462ms Instance=stub-providertype2-171a8ebfb2c1e9a4 InstanceType=type2 Since="2020-08-20 19:57:48.757965232 +0000 UTC m=+0.686454807" State=booting time="2020-08-20T19:57:49.232622400Z" level=info msg="boot failed" Address= Duration=457.902462ms Instance=stub-providertype2-171a8ebfb2c1e9a4 InstanceType=type2 ProbeStart="2020-08-20 19:57:49.215867673 +0000 UTC m=+1.144357269" stderr="cannot fork\n" time="2020-08-20T19:57:49.232865827Z" level=debug msg=runQueue Containers=66 Processes=54 time="2020-08-20T19:57:49.234445546Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000006 Instance=stub-providertype6-28ca961b861cc65f PID=1 State=Locked time="2020-08-20T19:57:49.234633352Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.234767612Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000126 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.234793365Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-218920a050d10d9d InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.234815406Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-218920a050d10d9d InstanceType=type6 ProbeStart="2020-08-20 19:57:49.212933368 +0000 UTC m=+1.141422954" time="2020-08-20T19:57:49.234844530Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000023 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 Signal=15 time="2020-08-20T19:57:49.235129131Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-14080cd522278b50 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.235179214Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000126 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 time="2020-08-20T19:57:49.235380500Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-14080cd522278b50 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.224519494 +0000 UTC m=+1.153009079" time="2020-08-20T19:57:49.235457355Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=129 skipped=0 time="2020-08-20T19:57:49.235627258Z" level=debug msg=runQueue Containers=66 Processes=54 time="2020-08-20T19:57:49.235644861Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000023 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 time="2020-08-20T19:57:49.235740169Z" level=debug msg="sync instances" Instances=129 time="2020-08-20T19:57:49.235751277Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000183 Instance=stub-providertype8-3b979ab1bc2dce1e InstanceType=type8 Signal=15 time="2020-08-20T19:57:49.235787343Z" level=info msg="worker still listed after shutdown; retrying" Instance=stub-providertype6-1ea9b00f7654a4bb time="2020-08-20T19:57:49.236178009Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype2-171a8ebfb2c1e9a4 WorkerState=shutdown time="2020-08-20T19:57:49.236208114Z" level=debug msg="sync done" time="2020-08-20T19:57:49.236258186Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000047 Instance=stub-providertype8-4c22b02936d4ff9b PID=4 time="2020-08-20T19:57:49.236386336Z" level=info msg="probe reported broken instance" Address= Instance=stub-providertype6-14080cd522278b50 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.224519494 +0000 UTC m=+1.153009079" time="2020-08-20T19:57:49.236413788Z" level=info msg="set idle behavior" Address= IdleBehavior=drain Instance=stub-providertype6-14080cd522278b50 InstanceType=type6 time="2020-08-20T19:57:49.236433217Z" level=info msg="shutdown worker" Address= IdleBehavior=drain IdleDuration=0.475621 Instance=stub-providertype6-14080cd522278b50 InstanceType=type6 State=booting time="2020-08-20T19:57:49.236435936Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000047 Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 time="2020-08-20T19:57:49.236494373Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000005 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Priority=5 time="2020-08-20T19:57:49.236775500Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000045 Instance=stub-providertype6-6c94ab5496eb965f PID=1 time="2020-08-20T19:57:49.236791740Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype6-7f17250623fd5c80 InstanceType=type6 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:49.236845312Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000045 Instance=stub-providertype6-6c94ab5496eb965f InstanceType=type6 time="2020-08-20T19:57:49.236857094Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000183 Instance=stub-providertype8-3b979ab1bc2dce1e InstanceType=type8 time="2020-08-20T19:57:49.236862277Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000038 Op=cancel time="2020-08-20T19:57:49.236957399Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000038 Priority=18 State=Locked time="2020-08-20T19:57:49.236967438Z" level=debug msg=runQueue Containers=66 Processes=55 time="2020-08-20T19:57:49.236990823Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000023 Reason="state=Complete" time="2020-08-20T19:57:49.237037159Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000023 time="2020-08-20T19:57:49.237065091Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000126 Reason="state=Complete" time="2020-08-20T19:57:49.237154216Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000126 time="2020-08-20T19:57:49.237172154Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=440.44292ms Instance=stub-providertype6-7f17250623fd5c80 InstanceType=type6 Since="2020-08-20 19:57:48.785233123 +0000 UTC m=+0.713722704" State=booting time="2020-08-20T19:57:49.237190097Z" level=info msg="boot failed" Address= Duration=440.44292ms Instance=stub-providertype6-7f17250623fd5c80 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.225676044 +0000 UTC m=+1.154165624" stderr="cannot fork\n" time="2020-08-20T19:57:49.237194342Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-3383c4778d16d64e InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.237208963Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-3383c4778d16d64e InstanceType=type6 ProbeStart="2020-08-20 19:57:49.236905759 +0000 UTC m=+1.165395335" time="2020-08-20T19:57:49.237412713Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000047 ExitCode=3 Instance=stub-providertype8-4c22b02936d4ff9b PID=4 time="2020-08-20T19:57:49.237466131Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000126 State=Complete time="2020-08-20T19:57:49.237500312Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-3383c4778d16d64e InstanceType=type6 ProbeStart="2020-08-20 19:57:49.236905759 +0000 UTC m=+1.165395335" RunningContainers=0 State=idle time="2020-08-20T19:57:49.237506343Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000023 State=Complete time="2020-08-20T19:57:49.237507379Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-6abda39686c43b30 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:49.237609146Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-6abda39686c43b30 InstanceType=type3 ProbeStart="2020-08-20 19:57:49.23730387 +0000 UTC m=+1.165793446" time="2020-08-20T19:57:49.237651836Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000183 Reason="state=Complete" time="2020-08-20T19:57:49.237683347Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000183 time="2020-08-20T19:57:49.237740580Z" level=debug msg=runQueue Containers=64 Processes=52 time="2020-08-20T19:57:49.237806848Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000085 Instance=stub-providertype6-3383c4778d16d64e InstanceType=type6 Priority=5 time="2020-08-20T19:57:49.237857620Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000056 Instance=stub-providertype8-284b8607a09f7b29 PID=4 State=Running time="2020-08-20T19:57:49.237879777Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype3-6abda39686c43b30 InstanceType=type3 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:49.237923289Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000038 Reason="state=Queued" time="2020-08-20T19:57:49.238003864Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000038 time="2020-08-20T19:57:49.238131843Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=604.004444ms Instance=stub-providertype3-6abda39686c43b30 InstanceType=type3 Since="2020-08-20 19:57:48.633299418 +0000 UTC m=+0.561789002" State=booting time="2020-08-20T19:57:49.238184345Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000183 State=Complete time="2020-08-20T19:57:49.238325474Z" level=debug msg=runQueue Containers=63 Processes=52 time="2020-08-20T19:57:49.238400438Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000095 Instance=stub-providertype8-3e6306563b26de InstanceType=type8 time="2020-08-20T19:57:49.238406844Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000038 Op=lock time="2020-08-20T19:57:49.238456040Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000038 InstanceType=type6 time="2020-08-20T19:57:49.238655546Z" level=debug msg=runQueue Containers=63 Processes=52 time="2020-08-20T19:57:49.238906087Z" level=debug msg=runQueue Containers=63 Processes=52 time="2020-08-20T19:57:49.239289208Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000036 Instance=stub-providertype4-4d4f278a67149b9c InstanceType=type4 time="2020-08-20T19:57:49.239409627Z" level=debug msg=runQueue Containers=63 Processes=52 time="2020-08-20T19:57:49.240500723Z" level=debug msg=runQueue Containers=63 Processes=52 time="2020-08-20T19:57:49.240551818Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-28b9c12307c2a6b2 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.240566550Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-28b9c12307c2a6b2 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.240370467 +0000 UTC m=+1.168860043" time="2020-08-20T19:57:49.240689311Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000095 Op=cancel time="2020-08-20T19:57:49.240714021Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000095 time="2020-08-20T19:57:49.240756844Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-28b9c12307c2a6b2 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.240370467 +0000 UTC m=+1.168860043" RunningContainers=0 State=idle time="2020-08-20T19:57:49.240794226Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000036 Op=cancel time="2020-08-20T19:57:49.240808634Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000036 Priority=16 State=Locked time="2020-08-20T19:57:49.240825851Z" level=debug msg=runQueue Containers=63 Processes=52 time="2020-08-20T19:57:49.240879627Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000047 Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:49.241183191Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000036 Reason="state=Queued" time="2020-08-20T19:57:49.241205851Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000036 time="2020-08-20T19:57:49.241236455Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-1089de3ba6ff3fbd InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.241261724Z" level=debug msg=runQueue Containers=63 Processes=51 time="2020-08-20T19:57:49.241277490Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-1089de3ba6ff3fbd InstanceType=type6 ProbeStart="2020-08-20 19:57:49.241050967 +0000 UTC m=+1.169540539" time="2020-08-20T19:57:49.241333500Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000095 Reason="state=Cancelled" time="2020-08-20T19:57:49.241358827Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000095 time="2020-08-20T19:57:49.241494278Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-1089de3ba6ff3fbd InstanceType=type6 ProbeStart="2020-08-20 19:57:49.241050967 +0000 UTC m=+1.169540539" RunningContainers=0 State=idle time="2020-08-20T19:57:49.241500857Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000095 State=Cancelled time="2020-08-20T19:57:49.241504866Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000036 Op=lock time="2020-08-20T19:57:49.241598452Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000036 InstanceType=type4 time="2020-08-20T19:57:49.241650157Z" level=debug msg=runQueue Containers=62 Processes=50 time="2020-08-20T19:57:49.241678547Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000038 Instance=stub-providertype6-1089de3ba6ff3fbd InstanceType=type6 Priority=18 time="2020-08-20T19:57:49.241852554Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000036 Op=lock time="2020-08-20T19:57:49.241933643Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000036 InstanceType=type4 State=Locked time="2020-08-20T19:57:49.241963727Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000086 ExitCode=1 Instance=stub-providertype6-5e90e1770e094fe8 PID=3 time="2020-08-20T19:57:49.242000465Z" level=debug msg=runQueue Containers=62 Processes=51 time="2020-08-20T19:57:49.242036300Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000036 Instance=stub-providertype4-4d4f278a67149b9c InstanceType=type4 Priority=16 time="2020-08-20T19:57:49.242302483Z" level=debug msg=runQueue Containers=62 Processes=52 time="2020-08-20T19:57:49.242345617Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000005 Instance=stub-providertype6-1d5a5d96389b7f4d PID=6 time="2020-08-20T19:57:49.242499183Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000005 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 time="2020-08-20T19:57:49.242316849Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000057 ExitCode=0 Instance=stub-providertype4-26984b92f6740304 PID=3 time="2020-08-20T19:57:49.242717140Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000085 Instance=stub-providertype6-3383c4778d16d64e PID=1 time="2020-08-20T19:57:49.243223959Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000085 Instance=stub-providertype6-3383c4778d16d64e InstanceType=type6 time="2020-08-20T19:57:49.244236419Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000047 Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 Signal=15 time="2020-08-20T19:57:49.245201820Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000046 ExitCode=2 Instance=stub-providertype6-5427f21867fd10a4 PID=2 time="2020-08-20T19:57:49.245428219Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000187 Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 time="2020-08-20T19:57:49.245739543Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000047 Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 time="2020-08-20T19:57:49.245903171Z" level=debug msg=runQueue Containers=62 Processes=52 time="2020-08-20T19:57:49.246677143Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.246837253Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-57930cf840a79c3b InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.246862558Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000187 Op=cancel time="2020-08-20T19:57:49.246896435Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000187 Priority=7 State=Locked time="2020-08-20T19:57:49.246880035Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000046 Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.246948034Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-57930cf840a79c3b InstanceType=type6 ProbeStart="2020-08-20 19:57:49.24648683 +0000 UTC m=+1.174976424" time="2020-08-20T19:57:49.247020525Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000086 Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.247085063Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000047 Reason="state=Complete" time="2020-08-20T19:57:49.247131797Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000047 time="2020-08-20T19:57:49.247164297Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000057 Instance=stub-providertype4-26984b92f6740304 InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:49.247302263Z" level=debug msg=runQueue Containers=62 Processes=51 time="2020-08-20T19:57:49.247717495Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000008 ExitCode=1 Instance=stub-providertype8-6aa7aaf5ad3205d0 PID=2 time="2020-08-20T19:57:49.247745880Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=125 skipped=0 time="2020-08-20T19:57:49.247764610Z" level=debug msg="sync instances" Instances=125 time="2020-08-20T19:57:49.247804582Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000047 State=Complete time="2020-08-20T19:57:49.248155522Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-6823be14ff09ef3c InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:49.248361401Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-1ea9b00f7654a4bb WorkerState=shutdown time="2020-08-20T19:57:49.248397216Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000063 Instance=stub-providertype8-72bb5389421657ff PID=8 State=Running time="2020-08-20T19:57:49.248414511Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-14080cd522278b50 WorkerState=shutdown time="2020-08-20T19:57:49.248453437Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-7f17250623fd5c80 WorkerState=shutdown time="2020-08-20T19:57:49.248467386Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-6abda39686c43b30 WorkerState=shutdown time="2020-08-20T19:57:49.248488413Z" level=debug msg="sync done" time="2020-08-20T19:57:49.248501231Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000165 Instance=stub-providertype6-4c7390ebb0459cd3 PID=2 State=Locked time="2020-08-20T19:57:49.248732590Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000187 Reason="state=Queued" time="2020-08-20T19:57:49.248762241Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000187 time="2020-08-20T19:57:49.248811875Z" level=debug msg=runQueue Containers=61 Processes=50 time="2020-08-20T19:57:49.248886874Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000187 Op=lock time="2020-08-20T19:57:49.248916945Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000187 InstanceType=type3 time="2020-08-20T19:57:49.248893155Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-6823be14ff09ef3c InstanceType=type2 ProbeStart="2020-08-20 19:57:49.246855532 +0000 UTC m=+1.175345115" time="2020-08-20T19:57:49.249153405Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-50571f18021cfcee InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.249204159Z" level=debug msg=runQueue Containers=61 Processes=50 time="2020-08-20T19:57:49.249334176Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000187 Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 Priority=7 time="2020-08-20T19:57:49.249220134Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-50571f18021cfcee InstanceType=type8 ProbeStart="2020-08-20 19:57:49.248561827 +0000 UTC m=+1.177051415" time="2020-08-20T19:57:49.249259049Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000038 Instance=stub-providertype6-1089de3ba6ff3fbd PID=1 time="2020-08-20T19:57:49.249674938Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000038 Instance=stub-providertype6-1089de3ba6ff3fbd InstanceType=type6 time="2020-08-20T19:57:49.249839369Z" level=debug msg=runQueue Containers=61 Processes=51 time="2020-08-20T19:57:49.250040188Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-50571f18021cfcee InstanceType=type8 ProbeStart="2020-08-20 19:57:49.248561827 +0000 UTC m=+1.177051415" RunningContainers=0 State=idle time="2020-08-20T19:57:49.250185763Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000046 Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.250207851Z" level=debug msg=runQueue Containers=61 Processes=51 time="2020-08-20T19:57:49.250506249Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000046 Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 time="2020-08-20T19:57:49.250627259Z" level=debug msg=runQueue Containers=61 Processes=51 time="2020-08-20T19:57:49.250789431Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000008 Instance=stub-providertype8-6aa7aaf5ad3205d0 InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:49.250849042Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000046 Reason="state=Complete" time="2020-08-20T19:57:49.250875993Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000046 time="2020-08-20T19:57:49.250898492Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000102 Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 Priority=2 time="2020-08-20T19:57:49.251071543Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000046 State=Complete time="2020-08-20T19:57:49.251231639Z" level=debug msg=runQueue Containers=60 Processes=51 time="2020-08-20T19:57:49.251527080Z" level=debug msg=runQueue Containers=60 Processes=51 time="2020-08-20T19:57:49.251791471Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-3d0d3b628bd49471 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:49.251870873Z" level=debug msg=runQueue Containers=60 Processes=51 time="2020-08-20T19:57:49.251978379Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-3d0d3b628bd49471 InstanceType=type3 ProbeStart="2020-08-20 19:57:49.251476821 +0000 UTC m=+1.179966412" time="2020-08-20T19:57:49.252294547Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype3-3d0d3b628bd49471 InstanceType=type3 ProbeStart="2020-08-20 19:57:49.251476821 +0000 UTC m=+1.179966412" RunningContainers=0 State=idle time="2020-08-20T19:57:49.252517480Z" level=debug msg=runQueue Containers=60 Processes=51 time="2020-08-20T19:57:49.252875460Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000166 ExitCode=1 Instance=stub-providertype6-289172b9cced2e2 PID=2 time="2020-08-20T19:57:49.252927298Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000086 Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.253003111Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000057 Instance=stub-providertype4-26984b92f6740304 InstanceType=type4 Signal=15 time="2020-08-20T19:57:49.253075131Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000036 Instance=stub-providertype4-4d4f278a67149b9c PID=3 time="2020-08-20T19:57:49.253215851Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-4aa061bcab382f6f InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.253256721Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-4aa061bcab382f6f InstanceType=type8 ProbeStart="2020-08-20 19:57:49.242229072 +0000 UTC m=+1.170718655" time="2020-08-20T19:57:49.253234225Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000036 Instance=stub-providertype4-4d4f278a67149b9c InstanceType=type4 time="2020-08-20T19:57:49.253398538Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000005 Instance=stub-providertype6-1d5a5d96389b7f4d PID=6 State=Locked time="2020-08-20T19:57:49.253522496Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000057 Instance=stub-providertype4-26984b92f6740304 InstanceType=type4 time="2020-08-20T19:57:49.253686954Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000086 Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 time="2020-08-20T19:57:49.253707101Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype8-4aa061bcab382f6f InstanceType=type8 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:49.253614692Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-30b95ff183c471d4 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.253861479Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=502.782833ms Instance=stub-providertype8-4aa061bcab382f6f InstanceType=type8 Since="2020-08-20 19:57:48.739446244 +0000 UTC m=+0.667935822" State=booting time="2020-08-20T19:57:49.253893789Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-30b95ff183c471d4 InstanceType=type8 ProbeStart="2020-08-20 19:57:49.253110735 +0000 UTC m=+1.181600335" time="2020-08-20T19:57:49.254103334Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000167 Instance=stub-providertype8-2195baf7d30e4b85 PID=5 State=Running time="2020-08-20T19:57:49.254193442Z" level=debug msg=runQueue Containers=60 Processes=51 time="2020-08-20T19:57:49.254288894Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000142 Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 Priority=2 time="2020-08-20T19:57:49.254377954Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-23f8204bfd4847fd InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.254435781Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000008 Instance=stub-providertype8-6aa7aaf5ad3205d0 InstanceType=type8 Signal=15 time="2020-08-20T19:57:49.254440118Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-23f8204bfd4847fd InstanceType=type4 ProbeStart="2020-08-20 19:57:49.254114535 +0000 UTC m=+1.182604123" time="2020-08-20T19:57:49.254460964Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-5dcc32c5d6959a73 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.254486853Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-30b95ff183c471d4 InstanceType=type8 ProbeStart="2020-08-20 19:57:49.253110735 +0000 UTC m=+1.181600335" RunningContainers=0 State=idle time="2020-08-20T19:57:49.254682409Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000086 Reason="state=Complete" time="2020-08-20T19:57:49.254802829Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000086 time="2020-08-20T19:57:49.254905618Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000057 Reason="state=Complete" time="2020-08-20T19:57:49.254937162Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000057 time="2020-08-20T19:57:49.254922786Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000102 Instance=stub-providertype6-5427f21867fd10a4 PID=3 time="2020-08-20T19:57:49.255003452Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-23f8204bfd4847fd InstanceType=type4 ProbeStart="2020-08-20 19:57:49.254114535 +0000 UTC m=+1.182604123" RunningContainers=0 State=idle time="2020-08-20T19:57:49.255033877Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-5dcc32c5d6959a73 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.242997937 +0000 UTC m=+1.171487527" time="2020-08-20T19:57:49.255198575Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000008 Instance=stub-providertype8-6aa7aaf5ad3205d0 InstanceType=type8 time="2020-08-20T19:57:49.254999349Z" level=debug msg=runQueue Containers=60 Processes=50 time="2020-08-20T19:57:49.255405412Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000086 State=Complete time="2020-08-20T19:57:49.255427955Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000057 State=Complete time="2020-08-20T19:57:49.255486883Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000008 Reason="state=Complete" time="2020-08-20T19:57:49.255516601Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000008 time="2020-08-20T19:57:49.255430549Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000102 Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 time="2020-08-20T19:57:49.255576236Z" level=debug msg=runQueue Containers=58 Processes=49 time="2020-08-20T19:57:49.255600475Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-45331718f2f37eeb InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.255612398Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-45331718f2f37eeb InstanceType=type6 ProbeStart="2020-08-20 19:57:49.255077559 +0000 UTC m=+1.183567134" time="2020-08-20T19:57:49.255636414Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000166 Instance=stub-providertype6-289172b9cced2e2 InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.255779589Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000008 State=Complete time="2020-08-20T19:57:49.255852245Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-45331718f2f37eeb InstanceType=type6 ProbeStart="2020-08-20 19:57:49.255077559 +0000 UTC m=+1.183567134" RunningContainers=0 State=idle time="2020-08-20T19:57:49.255927972Z" level=debug msg=runQueue Containers=57 Processes=49 time="2020-08-20T19:57:49.255982980Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000022 Instance=stub-providertype6-45331718f2f37eeb InstanceType=type6 Priority=2 time="2020-08-20T19:57:49.256467167Z" level=debug msg=runQueue Containers=57 Processes=50 time="2020-08-20T19:57:49.256687519Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000067 Instance=stub-providertype3-76a20af6b41292d InstanceType=type3 time="2020-08-20T19:57:49.256880953Z" level=debug msg=runQueue Containers=57 Processes=50 time="2020-08-20T19:57:49.257189801Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000186 Instance=stub-providertype4-2f64ed37e9a7b972 InstanceType=type4 time="2020-08-20T19:57:49.257328340Z" level=debug msg=runQueue Containers=57 Processes=50 time="2020-08-20T19:57:49.257698393Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000045 ExitCode=1 Instance=stub-providertype6-6c94ab5496eb965f PID=1 time="2020-08-20T19:57:49.258050314Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-16cd7d229a95cc49 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.258065266Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-16cd7d229a95cc49 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.257859751 +0000 UTC m=+1.186349331" time="2020-08-20T19:57:49.258279672Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-16cd7d229a95cc49 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.257859751 +0000 UTC m=+1.186349331" RunningContainers=0 State=idle time="2020-08-20T19:57:49.258424770Z" level=debug msg=runQueue Containers=57 Processes=50 time="2020-08-20T19:57:49.259388064Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000187 Instance=stub-providertype3-243a768b7c4e0b68 PID=6 time="2020-08-20T19:57:49.259463165Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000187 Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 time="2020-08-20T19:57:49.259622767Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-364cb5db5e19a34e InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:49.259643055Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-364cb5db5e19a34e InstanceType=type2 ProbeStart="2020-08-20 19:57:49.25936159 +0000 UTC m=+1.187851165" time="2020-08-20T19:57:49.259842464Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.259846979Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000166 Instance=stub-providertype6-289172b9cced2e2 InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.260070539Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-64a9c3f4308fc0ba InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.260087820Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype2-364cb5db5e19a34e InstanceType=type2 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:49.260133749Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=644.465103ms Instance=stub-providertype2-364cb5db5e19a34e InstanceType=type2 Since="2020-08-20 19:57:48.614896486 +0000 UTC m=+0.543386062" State=booting time="2020-08-20T19:57:49.260151189Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-14a2b0f5d4bb8fe2 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.260135017Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=124 skipped=0 time="2020-08-20T19:57:49.260197897Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-14a2b0f5d4bb8fe2 InstanceType=type8 ProbeStart="2020-08-20 19:57:49.259864207 +0000 UTC m=+1.188353788" time="2020-08-20T19:57:49.260089852Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-64a9c3f4308fc0ba InstanceType=type6 ProbeStart="2020-08-20 19:57:49.252032818 +0000 UTC m=+1.180522393" time="2020-08-20T19:57:49.260285823Z" level=debug msg="sync instances" Instances=124 time="2020-08-20T19:57:49.260495046Z" level=warning msg="probe failed" Address= Command="crunch-run --list" Instance=stub-providertype8-14a2b0f5d4bb8fe2 InstanceType=type8 error="Process exited with status 1" stderr="crunch-run: command not found\n" stdout= time="2020-08-20T19:57:49.260636257Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-4aa061bcab382f6f WorkerState=shutdown time="2020-08-20T19:57:49.260667482Z" level=debug msg="sync done" time="2020-08-20T19:57:49.260743521Z" level=debug msg=runQueue Containers=57 Processes=50 time="2020-08-20T19:57:49.261076914Z" level=debug msg=runQueue Containers=57 Processes=50 time="2020-08-20T19:57:49.261350318Z" level=debug msg=runQueue Containers=57 Processes=50 time="2020-08-20T19:57:49.261545144Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000067 Op=cancel time="2020-08-20T19:57:49.261576362Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000067 time="2020-08-20T19:57:49.261708356Z" level=debug msg=runQueue Containers=57 Processes=50 time="2020-08-20T19:57:49.261937263Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000067 Reason="state=Cancelled" time="2020-08-20T19:57:49.261975022Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000067 time="2020-08-20T19:57:49.261966534Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000067 Op=cancel time="2020-08-20T19:57:49.262011161Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000067 time="2020-08-20T19:57:49.262036392Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000045 Instance=stub-providertype6-6c94ab5496eb965f InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.262093677Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000166 Instance=stub-providertype6-289172b9cced2e2 InstanceType=type6 time="2020-08-20T19:57:49.262108831Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000186 Op=cancel time="2020-08-20T19:57:49.262131597Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000186 time="2020-08-20T19:57:49.262176743Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000186 Op=cancel time="2020-08-20T19:57:49.262188431Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000186 time="2020-08-20T19:57:49.262201541Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000067 Op=cancel time="2020-08-20T19:57:49.262210864Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000067 time="2020-08-20T19:57:49.262222100Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000186 Op=cancel time="2020-08-20T19:57:49.262234195Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000186 time="2020-08-20T19:57:49.262254719Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000186 Op=cancel time="2020-08-20T19:57:49.262269956Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000186 time="2020-08-20T19:57:49.262115905Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=608.582647ms Instance=stub-providertype8-14a2b0f5d4bb8fe2 InstanceType=type8 Since="2020-08-20 19:57:48.65128156 +0000 UTC m=+0.579771141" State=booting time="2020-08-20T19:57:49.262527430Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000166 Reason="state=Complete" time="2020-08-20T19:57:49.262546562Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000166 time="2020-08-20T19:57:49.262575404Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000166 Reason="state=Complete" time="2020-08-20T19:57:49.262611217Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000166 Reason="state=Complete" time="2020-08-20T19:57:49.262640176Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000026 Instance=stub-providertype3-33afd37941439089 InstanceType=type3 time="2020-08-20T19:57:49.262668974Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000142 Instance=stub-providertype6-5e90e1770e094fe8 PID=4 time="2020-08-20T19:57:49.262738504Z" level=debug msg=runQueue Containers=57 Processes=48 time="2020-08-20T19:57:49.262771360Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000142 Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 time="2020-08-20T19:57:49.262827575Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000182 Instance=stub-providertype6-289172b9cced2e2 InstanceType=type6 Priority=2 time="2020-08-20T19:57:49.262962431Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000097 Instance=stub-providertype2-26e5c5f78bc637e0 InstanceType=type2 time="2020-08-20T19:57:49.263058612Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000067 State=Cancelled time="2020-08-20T19:57:49.263078718Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000166 State=Complete time="2020-08-20T19:57:49.263204142Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000085 ExitCode=3 Instance=stub-providertype6-3383c4778d16d64e PID=1 time="2020-08-20T19:57:49.263254294Z" level=debug msg=runQueue Containers=55 Processes=49 time="2020-08-20T19:57:49.263309686Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000186 Reason="state=Cancelled" time="2020-08-20T19:57:49.263330486Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000186 time="2020-08-20T19:57:49.263455509Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000186 State=Cancelled time="2020-08-20T19:57:49.263552374Z" level=debug msg=runQueue Containers=54 Processes=48 time="2020-08-20T19:57:49.263636583Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-230ff59da1d7abbf InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.263657418Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-230ff59da1d7abbf InstanceType=type6 ProbeStart="2020-08-20 19:57:49.263354762 +0000 UTC m=+1.191844336" time="2020-08-20T19:57:49.263720881Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000036 Instance=stub-providertype4-4d4f278a67149b9c PID=3 State=Running time="2020-08-20T19:57:49.263788534Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000182 Instance=stub-providertype6-289172b9cced2e2 PID=3 time="2020-08-20T19:57:49.263865731Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000182 Instance=stub-providertype6-289172b9cced2e2 InstanceType=type6 time="2020-08-20T19:57:49.263931603Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-230ff59da1d7abbf InstanceType=type6 ProbeStart="2020-08-20 19:57:49.263354762 +0000 UTC m=+1.191844336" RunningContainers=0 State=idle time="2020-08-20T19:57:49.264096212Z" level=debug msg=runQueue Containers=54 Processes=48 time="2020-08-20T19:57:49.264103841Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000066 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 time="2020-08-20T19:57:49.264214476Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000062 Instance=stub-providertype6-230ff59da1d7abbf InstanceType=type6 Priority=2 time="2020-08-20T19:57:49.264903563Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000022 Instance=stub-providertype6-45331718f2f37eeb PID=1 time="2020-08-20T19:57:49.265786984Z" level=debug msg=runQueue Containers=54 Processes=49 time="2020-08-20T19:57:49.265432948Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000125 Instance=stub-providertype6-6d8e96f5b8e56a9 PID=5 State=Running time="2020-08-20T19:57:49.266036048Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000022 Instance=stub-providertype6-45331718f2f37eeb InstanceType=type6 time="2020-08-20T19:57:49.266228142Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000193 Instance=stub-providertype2-931afd8b416421 InstanceType=type2 time="2020-08-20T19:57:49.266824082Z" level=debug msg=runQueue Containers=54 Processes=49 time="2020-08-20T19:57:49.267221312Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000038 ExitCode=3 Instance=stub-providertype6-1089de3ba6ff3fbd PID=1 time="2020-08-20T19:57:49.267226750Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000066 Op=cancel time="2020-08-20T19:57:49.267321633Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000066 Priority=6 State=Locked time="2020-08-20T19:57:49.267366099Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000097 Op=cancel time="2020-08-20T19:57:49.267388475Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000085 Instance=stub-providertype6-3383c4778d16d64e InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.267405902Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000097 Priority=17 State=Locked time="2020-08-20T19:57:49.267422353Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000026 Op=cancel time="2020-08-20T19:57:49.267654293Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000045 Instance=stub-providertype6-6c94ab5496eb965f InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.267708340Z" level=debug msg="uuidLock not available, Op=cancel in progress" ContainerUUID=zzzzz-dz642-000000000000026 Op=cancel time="2020-08-20T19:57:49.267761189Z" level=debug msg="uuidLock not available, Op=cancel in progress" ContainerUUID=zzzzz-dz642-000000000000066 Op=cancel time="2020-08-20T19:57:49.267806894Z" level=debug msg="uuidLock not available, Op=cancel in progress" ContainerUUID=zzzzz-dz642-000000000000097 Op=cancel time="2020-08-20T19:57:49.267662395Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000026 time="2020-08-20T19:57:49.268196459Z" level=debug msg=runQueue Containers=54 Processes=49 time="2020-08-20T19:57:49.268485778Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000066 Reason="state=Queued" time="2020-08-20T19:57:49.268510264Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000066 time="2020-08-20T19:57:49.268533282Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000026 Reason="state=Cancelled" time="2020-08-20T19:57:49.268555657Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000026 time="2020-08-20T19:57:49.268589033Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000097 Reason="state=Queued" time="2020-08-20T19:57:49.268608104Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000097 time="2020-08-20T19:57:49.268685659Z" level=debug msg=runQueue Containers=54 Processes=46 time="2020-08-20T19:57:49.268738718Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000097 Op=lock time="2020-08-20T19:57:49.268764858Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000097 InstanceType=type2 time="2020-08-20T19:57:49.268821438Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000026 State=Cancelled time="2020-08-20T19:57:49.268825078Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000066 Op=lock time="2020-08-20T19:57:49.268911827Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000066 InstanceType=type4 time="2020-08-20T19:57:49.268931810Z" level=debug msg=runQueue Containers=53 Processes=46 time="2020-08-20T19:57:49.268962254Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000097 Instance=stub-providertype2-931afd8b416421 InstanceType=type2 Priority=17 time="2020-08-20T19:57:49.269037457Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000066 Op=lock time="2020-08-20T19:57:49.269052217Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000066 InstanceType=type4 State=Locked time="2020-08-20T19:57:49.269263054Z" level=debug msg=runQueue Containers=53 Processes=47 time="2020-08-20T19:57:49.269363454Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000066 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 Priority=6 time="2020-08-20T19:57:49.269677870Z" level=debug msg=runQueue Containers=53 Processes=48 time="2020-08-20T19:57:49.270001229Z" level=debug msg=runQueue Containers=53 Processes=48 time="2020-08-20T19:57:49.270293500Z" level=debug msg=runQueue Containers=53 Processes=48 time="2020-08-20T19:57:49.270411933Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000102 Instance=stub-providertype6-5427f21867fd10a4 PID=3 State=Locked time="2020-08-20T19:57:49.270424269Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000193 Op=cancel time="2020-08-20T19:57:49.270478103Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000193 time="2020-08-20T19:57:49.270444360Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000038 Instance=stub-providertype6-1089de3ba6ff3fbd InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.270610371Z" level=debug msg=runQueue Containers=53 Processes=48 time="2020-08-20T19:57:49.270745450Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000085 Instance=stub-providertype6-3383c4778d16d64e InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.270748194Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000193 Reason="state=Cancelled" time="2020-08-20T19:57:49.270904294Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000193 time="2020-08-20T19:57:49.270749681Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.271245644Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000022 Instance=stub-providertype6-45331718f2f37eeb PID=1 State=Locked time="2020-08-20T19:57:49.271397127Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=122 skipped=0 time="2020-08-20T19:57:49.271477781Z" level=debug msg="sync instances" Instances=122 time="2020-08-20T19:57:49.271966538Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype2-364cb5db5e19a34e WorkerState=shutdown time="2020-08-20T19:57:49.271994786Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-14a2b0f5d4bb8fe2 WorkerState=shutdown time="2020-08-20T19:57:49.272013422Z" level=debug msg="sync done" time="2020-08-20T19:57:49.272156698Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000085 Instance=stub-providertype6-3383c4778d16d64e InstanceType=type6 time="2020-08-20T19:57:49.272240065Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000045 Instance=stub-providertype6-6c94ab5496eb965f InstanceType=type6 time="2020-08-20T19:57:49.272292276Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-42f52f276ebcbc40 InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:49.272300336Z" level=debug msg=runQueue Containers=53 Processes=47 time="2020-08-20T19:57:49.272339971Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-42f52f276ebcbc40 InstanceType=type2 ProbeStart="2020-08-20 19:57:49.272030849 +0000 UTC m=+1.200520443" time="2020-08-20T19:57:49.272408325Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000061 Instance=stub-providertype6-3383c4778d16d64e InstanceType=type6 Priority=1 time="2020-08-20T19:57:49.272477045Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000021 Instance=stub-providertype6-6c94ab5496eb965f InstanceType=type6 Priority=1 time="2020-08-20T19:57:49.272624560Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000193 State=Cancelled time="2020-08-20T19:57:49.272746768Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000045 Reason="state=Complete" time="2020-08-20T19:57:49.272850926Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000045 time="2020-08-20T19:57:49.272868718Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype2-42f52f276ebcbc40 InstanceType=type2 ProbeStart="2020-08-20 19:57:49.272030849 +0000 UTC m=+1.200520443" RunningContainers=0 State=idle time="2020-08-20T19:57:49.272950089Z" level=debug msg=runQueue Containers=52 Processes=48 time="2020-08-20T19:57:49.273134441Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000045 State=Complete time="2020-08-20T19:57:49.273273803Z" level=debug msg=runQueue Containers=51 Processes=48 time="2020-08-20T19:57:49.273449480Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000085 Reason="state=Complete" time="2020-08-20T19:57:49.273475437Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000085 time="2020-08-20T19:57:49.273501617Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000085 Reason="state=Complete" time="2020-08-20T19:57:49.273542945Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000085 Reason="state=Complete" time="2020-08-20T19:57:49.273862403Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000038 Instance=stub-providertype6-1089de3ba6ff3fbd InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.274140094Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-182fab478fad38aa InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.274177601Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-182fab478fad38aa InstanceType=type6 ProbeStart="2020-08-20 19:57:49.273867995 +0000 UTC m=+1.202357580" time="2020-08-20T19:57:49.274263399Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000062 Instance=stub-providertype6-230ff59da1d7abbf PID=1 time="2020-08-20T19:57:49.274382263Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000062 Instance=stub-providertype6-230ff59da1d7abbf InstanceType=type6 time="2020-08-20T19:57:49.274383157Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000038 Instance=stub-providertype6-1089de3ba6ff3fbd InstanceType=type6 time="2020-08-20T19:57:49.274422749Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-182fab478fad38aa InstanceType=type6 ProbeStart="2020-08-20 19:57:49.273867995 +0000 UTC m=+1.202357580" RunningContainers=0 State=idle time="2020-08-20T19:57:49.274592384Z" level=debug msg=runQueue Containers=51 Processes=47 time="2020-08-20T19:57:49.274726227Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000181 Instance=stub-providertype6-1089de3ba6ff3fbd InstanceType=type6 Priority=1 time="2020-08-20T19:57:49.274785395Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000141 Instance=stub-providertype6-182fab478fad38aa InstanceType=type6 Priority=1 time="2020-08-20T19:57:49.274883141Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000085 State=Complete time="2020-08-20T19:57:49.274978011Z" level=debug msg=runQueue Containers=50 Processes=49 time="2020-08-20T19:57:49.275139739Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000038 Reason="state=Complete" time="2020-08-20T19:57:49.275161368Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000038 time="2020-08-20T19:57:49.275225381Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000097 Instance=stub-providertype2-931afd8b416421 PID=3 time="2020-08-20T19:57:49.275378441Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000038 Reason="state=Complete" time="2020-08-20T19:57:49.275389493Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000097 Instance=stub-providertype2-931afd8b416421 InstanceType=type2 time="2020-08-20T19:57:49.275529357Z" level=debug msg=runQueue Containers=50 Processes=48 time="2020-08-20T19:57:49.275660840Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000038 State=Complete time="2020-08-20T19:57:49.275734770Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000142 Instance=stub-providertype6-5e90e1770e094fe8 PID=4 State=Locked time="2020-08-20T19:57:49.275770101Z" level=debug msg=runQueue Containers=49 Processes=48 time="2020-08-20T19:57:49.275943963Z" level=debug msg=runQueue Containers=49 Processes=48 time="2020-08-20T19:57:49.276057059Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000027 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 time="2020-08-20T19:57:49.276205639Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000066 Instance=stub-providertype4-505ce263e2d6a9ce PID=8 time="2020-08-20T19:57:49.276302739Z" level=debug msg="boot probe failed" Address= Command=true Instance=stub-providertype4-a8a6b61d7a63938 InstanceType=type4 error="Process exited with status 2" stderr="cannot fork\n" stdout= time="2020-08-20T19:57:49.276327605Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000066 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 time="2020-08-20T19:57:49.276336242Z" level=warning msg="new instance unresponsive, shutting down" Address= Duration=580.144562ms Instance=stub-providertype4-a8a6b61d7a63938 InstanceType=type4 Since="2020-08-20 19:57:48.695806968 +0000 UTC m=+0.624296546" State=booting time="2020-08-20T19:57:49.276381367Z" level=info msg="boot failed" Address= Duration=580.144562ms Instance=stub-providertype4-a8a6b61d7a63938 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.275951516 +0000 UTC m=+1.204441108" stderr="cannot fork\n" time="2020-08-20T19:57:49.276308526Z" level=debug msg=runQueue Containers=49 Processes=48 time="2020-08-20T19:57:49.276878007Z" level=debug msg=runQueue Containers=49 Processes=48 time="2020-08-20T19:57:49.277129208Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000141 Instance=stub-providertype6-182fab478fad38aa PID=1 time="2020-08-20T19:57:49.277211906Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000141 Instance=stub-providertype6-182fab478fad38aa InstanceType=type6 time="2020-08-20T19:57:49.277248264Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000061 Instance=stub-providertype6-3383c4778d16d64e PID=2 time="2020-08-20T19:57:49.277299189Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000066 ExitCode=3 Instance=stub-providertype4-505ce263e2d6a9ce PID=8 time="2020-08-20T19:57:49.277355205Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000061 Instance=stub-providertype6-3383c4778d16d64e InstanceType=type6 time="2020-08-20T19:57:49.278854946Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-453753d7c2fabdcf InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:49.278869214Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-453753d7c2fabdcf InstanceType=type2 ProbeStart="2020-08-20 19:57:49.278638393 +0000 UTC m=+1.207127986" time="2020-08-20T19:57:49.279145364Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-4e25865f44fa13d1 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.279148313Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype2-453753d7c2fabdcf InstanceType=type2 ProbeStart="2020-08-20 19:57:49.278638393 +0000 UTC m=+1.207127986" RunningContainers=0 State=idle time="2020-08-20T19:57:49.279220974Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-4e25865f44fa13d1 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.278852956 +0000 UTC m=+1.207342537" time="2020-08-20T19:57:49.279240642Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000021 Instance=stub-providertype6-6c94ab5496eb965f PID=2 time="2020-08-20T19:57:49.279411545Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000021 Instance=stub-providertype6-6c94ab5496eb965f InstanceType=type6 time="2020-08-20T19:57:49.279467815Z" level=debug msg=runQueue Containers=49 Processes=48 time="2020-08-20T19:57:49.279639618Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-4e25865f44fa13d1 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.278852956 +0000 UTC m=+1.207342537" RunningContainers=0 State=idle time="2020-08-20T19:57:49.279808777Z" level=debug msg=runQueue Containers=49 Processes=48 time="2020-08-20T19:57:49.279930808Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000101 Instance=stub-providertype6-4e25865f44fa13d1 InstanceType=type6 Priority=1 time="2020-08-20T19:57:49.280172610Z" level=debug msg=runQueue Containers=49 Processes=49 time="2020-08-20T19:57:49.281329639Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000021 ExitCode=2 Instance=stub-providertype6-6c94ab5496eb965f PID=2 time="2020-08-20T19:57:49.281632901Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000147 Instance=stub-providertype4-72a9ae754e367aa4 InstanceType=type4 time="2020-08-20T19:57:49.281847389Z" level=debug msg=runQueue Containers=49 Processes=49 time="2020-08-20T19:57:49.281995662Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000182 ExitCode=3 Instance=stub-providertype6-289172b9cced2e2 PID=3 time="2020-08-20T19:57:49.282028264Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.281996471Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.613965 Instance=stub-providertype4-7426715c257c2559 InstanceType=type4 State=idle time="2020-08-20T19:57:49.282195393Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.756968 Instance=stub-providertype4-28b9c12307c2a6b2 InstanceType=type4 State=idle time="2020-08-20T19:57:49.282213053Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.823337 Instance=stub-providertype8-50571f18021cfcee InstanceType=type8 State=idle time="2020-08-20T19:57:49.282227732Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.618059 Instance=stub-providertype3-3d0d3b628bd49471 InstanceType=type3 State=idle time="2020-08-20T19:57:49.282240694Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=1.196499 Instance=stub-providertype8-30b95ff183c471d4 InstanceType=type8 State=idle time="2020-08-20T19:57:49.282253619Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.765168 Instance=stub-providertype4-23f8204bfd4847fd InstanceType=type4 State=idle time="2020-08-20T19:57:49.282270037Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.727420 Instance=stub-providertype4-16cd7d229a95cc49 InstanceType=type4 State=idle time="2020-08-20T19:57:49.282040926Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000061 Instance=stub-providertype6-3383c4778d16d64e PID=2 State=Locked time="2020-08-20T19:57:49.282284608Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.782626 Instance=stub-providertype2-42f52f276ebcbc40 InstanceType=type2 State=idle time="2020-08-20T19:57:49.282045630Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000062 ExitCode=3 Instance=stub-providertype6-230ff59da1d7abbf PID=1 time="2020-08-20T19:57:49.282325666Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.658477 Instance=stub-providertype2-453753d7c2fabdcf InstanceType=type2 State=idle time="2020-08-20T19:57:49.282411163Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.184536 Instance=stub-providertype2-429bd23a4efeeadd InstanceType=type2 State=idle time="2020-08-20T19:57:49.282436715Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.164790 Instance=stub-providertype2-6ebe0de7c0f8f4f6 InstanceType=type2 State=idle time="2020-08-20T19:57:49.282476895Z" level=warning msg="shutdown failed" Address= Instance=stub-providertype2-453753d7c2fabdcf InstanceType=type2 error="instance could not be destroyed" time="2020-08-20T19:57:49.282529052Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=1.006280 Instance=stub-providertype2-28dfd8d37b3ccebc InstanceType=type2 State=idle time="2020-08-20T19:57:49.282548590Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.712684 Instance=stub-providertype3-24dfa628aa50d2c8 InstanceType=type3 State=idle time="2020-08-20T19:57:49.282567665Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.692169 Instance=stub-providertype3-647ea68f0b80eccd InstanceType=type3 State=idle time="2020-08-20T19:57:49.282583053Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.996508 Instance=stub-providertype4-501b6a22b648e604 InstanceType=type4 State=idle time="2020-08-20T19:57:49.282597783Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=1.091419 Instance=stub-providertype4-5e377ef58485d68b InstanceType=type4 State=idle time="2020-08-20T19:57:49.282613795Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.745103 Instance=stub-providertype3-5cb044c7dfc67257 InstanceType=type3 State=idle time="2020-08-20T19:57:49.282600306Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=121 skipped=0 time="2020-08-20T19:57:49.282638045Z" level=warning msg="shutdown failed" Address= Instance=stub-providertype4-5e377ef58485d68b InstanceType=type4 error="instance could not be destroyed" time="2020-08-20T19:57:49.282628423Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.605936 Instance=stub-providertype4-72bf44f202077487 InstanceType=type4 State=idle time="2020-08-20T19:57:49.282679622Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.586669 Instance=stub-providertype4-58321a228538c40f InstanceType=type4 State=idle time="2020-08-20T19:57:49.282692406Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.741907 Instance=stub-providertype4-6791f0b0847fb86 InstanceType=type4 State=idle time="2020-08-20T19:57:49.282715177Z" level=warning msg="shutdown failed" Address= Instance=stub-providertype4-58321a228538c40f InstanceType=type4 error="instance could not be destroyed" time="2020-08-20T19:57:49.283235157Z" level=debug msg=runQueue Containers=49 Processes=49 time="2020-08-20T19:57:49.283459402Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-218920a050d10d9d InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.283478560Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-218920a050d10d9d InstanceType=type6 ProbeStart="2020-08-20 19:57:49.283139832 +0000 UTC m=+1.211629432" time="2020-08-20T19:57:49.283569674Z" level=debug msg=runQueue Containers=49 Processes=49 time="2020-08-20T19:57:49.283605431Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000062 Instance=stub-providertype6-230ff59da1d7abbf InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.283698476Z" level=debug msg="sync instances" Instances=121 time="2020-08-20T19:57:49.283726018Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000027 Op=cancel time="2020-08-20T19:57:49.283749699Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000027 Priority=7 State=Locked time="2020-08-20T19:57:49.283771974Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000147 Op=cancel time="2020-08-20T19:57:49.283789677Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000147 Priority=7 State=Locked time="2020-08-20T19:57:49.284004126Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-799e447ae60f42c8 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:49.284230449Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-a8a6b61d7a63938 WorkerState=shutdown time="2020-08-20T19:57:49.284263537Z" level=debug msg="sync done" time="2020-08-20T19:57:49.284447829Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000021 Instance=stub-providertype6-6c94ab5496eb965f InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.284498822Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000066 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 Reason="state=Complete" time="2020-08-20T19:57:49.284539087Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000182 Instance=stub-providertype6-289172b9cced2e2 InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.284613018Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-799e447ae60f42c8 InstanceType=type3 ProbeStart="2020-08-20 19:57:49.283646139 +0000 UTC m=+1.212135720" time="2020-08-20T19:57:49.284730806Z" level=debug msg=runQueue Containers=49 Processes=49 time="2020-08-20T19:57:49.284846663Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000181 Instance=stub-providertype6-1089de3ba6ff3fbd PID=2 time="2020-08-20T19:57:49.284850855Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000006 Instance=stub-providertype6-28ca961b861cc65f InstanceType=type6 time="2020-08-20T19:57:49.284933019Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000147 Reason="state=Queued" time="2020-08-20T19:57:49.284943854Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000181 Instance=stub-providertype6-1089de3ba6ff3fbd InstanceType=type6 time="2020-08-20T19:57:49.285002325Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000147 time="2020-08-20T19:57:49.285031738Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-d89050194abc0f1 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.285107039Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000027 Reason="state=Queued" time="2020-08-20T19:57:49.285149993Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000027 time="2020-08-20T19:57:49.285222938Z" level=debug msg=runQueue Containers=49 Processes=47 time="2020-08-20T19:57:49.285283208Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000027 Op=lock time="2020-08-20T19:57:49.285311270Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000147 Op=lock time="2020-08-20T19:57:49.285363487Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000027 Reason="state=Queued" time="2020-08-20T19:57:49.285411928Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-d89050194abc0f1 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.277100117 +0000 UTC m=+1.205589702" time="2020-08-20T19:57:49.285457169Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000027 InstanceType=type4 time="2020-08-20T19:57:49.285483852Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000147 InstanceType=type4 time="2020-08-20T19:57:49.285488742Z" level=debug msg=runQueue Containers=49 Processes=47 time="2020-08-20T19:57:49.285507415Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000147 Reason="state=Queued" time="2020-08-20T19:57:49.285543864Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000006 Op=cancel time="2020-08-20T19:57:49.285559885Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000006 Priority=6 State=Locked time="2020-08-20T19:57:49.285565674Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000056 Instance=stub-providertype8-284b8607a09f7b29 InstanceType=type8 time="2020-08-20T19:57:49.285570503Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000027 Op=lock time="2020-08-20T19:57:49.285609283Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000027 InstanceType=type4 State=Locked time="2020-08-20T19:57:49.285623810Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000147 Op=lock time="2020-08-20T19:57:49.285644222Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000147 InstanceType=type4 State=Locked time="2020-08-20T19:57:49.285805747Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000006 Reason="state=Queued" time="2020-08-20T19:57:49.285838658Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000006 time="2020-08-20T19:57:49.285947877Z" level=debug msg=runQueue Containers=49 Processes=46 time="2020-08-20T19:57:49.286004954Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000027 Instance=stub-providertype4-72a9ae754e367aa4 InstanceType=type4 Priority=7 time="2020-08-20T19:57:49.286080035Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000147 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 Priority=7 time="2020-08-20T19:57:49.286168725Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000006 Op=lock time="2020-08-20T19:57:49.286190719Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000006 InstanceType=type6 time="2020-08-20T19:57:49.286967986Z" level=debug msg=runQueue Containers=49 Processes=48 time="2020-08-20T19:57:49.287200065Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000006 Instance=stub-providertype6-28ca961b861cc65f InstanceType=type6 Priority=6 time="2020-08-20T19:57:49.288240605Z" level=debug msg=runQueue Containers=49 Processes=49 time="2020-08-20T19:57:49.288745202Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000182 Instance=stub-providertype6-289172b9cced2e2 InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.289179755Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000021 Instance=stub-providertype6-6c94ab5496eb965f InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.289296125Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000066 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 Signal=15 time="2020-08-20T19:57:49.289296540Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000181 Instance=stub-providertype6-1089de3ba6ff3fbd PID=2 State=Locked time="2020-08-20T19:57:49.289523734Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000101 Instance=stub-providertype6-4e25865f44fa13d1 PID=1 time="2020-08-20T19:57:49.289662532Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000062 Instance=stub-providertype6-230ff59da1d7abbf InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.289723377Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000141 Instance=stub-providertype6-182fab478fad38aa PID=1 State=Running time="2020-08-20T19:57:49.289932640Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-15c02dd62e95d9e4 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.291721463Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000101 Instance=stub-providertype6-4e25865f44fa13d1 InstanceType=type6 time="2020-08-20T19:57:49.292228601Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000187 ExitCode=2 Instance=stub-providertype3-243a768b7c4e0b68 PID=6 time="2020-08-20T19:57:49.292352995Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000021 Instance=stub-providertype6-6c94ab5496eb965f InstanceType=type6 time="2020-08-20T19:57:49.292376015Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000061 Instance=stub-providertype6-3383c4778d16d64e InstanceType=type6 time="2020-08-20T19:57:49.292389104Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-15c02dd62e95d9e4 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.279848665 +0000 UTC m=+1.208338258" time="2020-08-20T19:57:49.292678159Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000066 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 time="2020-08-20T19:57:49.292731828Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000066 time="2020-08-20T19:57:49.292919868Z" level=debug msg=runQueue Containers=49 Processes=48 time="2020-08-20T19:57:49.293046901Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000066 State=Complete time="2020-08-20T19:57:49.293124074Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000056 Op=cancel time="2020-08-20T19:57:49.293148723Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000056 time="2020-08-20T19:57:49.293203356Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000147 Instance=stub-providertype4-41f27cc6f3875d04 PID=7 time="2020-08-20T19:57:49.293473365Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000147 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 time="2020-08-20T19:57:49.293531941Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000182 Instance=stub-providertype6-289172b9cced2e2 InstanceType=type6 time="2020-08-20T19:57:49.293614341Z" level=debug msg=runQueue Containers=48 Processes=48 time="2020-08-20T19:57:49.293709942Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000062 Instance=stub-providertype6-230ff59da1d7abbf InstanceType=type6 time="2020-08-20T19:57:49.293745391Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000182 Reason="state=Complete" time="2020-08-20T19:57:49.293772145Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000182 time="2020-08-20T19:57:49.293799861Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000021 Reason="state=Complete" time="2020-08-20T19:57:49.293823301Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000021 time="2020-08-20T19:57:49.293837499Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000181 Instance=stub-providertype6-1089de3ba6ff3fbd InstanceType=type6 time="2020-08-20T19:57:49.293967209Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000021 State=Complete time="2020-08-20T19:57:49.293985189Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000182 State=Complete time="2020-08-20T19:57:49.294089312Z" level=debug msg=runQueue Containers=46 Processes=46 time="2020-08-20T19:57:49.294274267Z" level=debug msg=runQueue Containers=46 Processes=46 time="2020-08-20T19:57:49.294394947Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000062 Reason="state=Complete" time="2020-08-20T19:57:49.294415317Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000062 time="2020-08-20T19:57:49.294530381Z" level=debug msg=runQueue Containers=46 Processes=45 time="2020-08-20T19:57:49.294783831Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-5dcc32c5d6959a73 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.294799505Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-5dcc32c5d6959a73 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.294589281 +0000 UTC m=+1.223078863" time="2020-08-20T19:57:49.294953780Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.294961374Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000056 Reason="state=Cancelled" time="2020-08-20T19:57:49.295262284Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000056 time="2020-08-20T19:57:49.295366370Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000056 Reason="state=Cancelled" time="2020-08-20T19:57:49.295370418Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000027 Instance=stub-providertype4-72a9ae754e367aa4 PID=4 time="2020-08-20T19:57:49.295415389Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000062 Reason="state=Complete" time="2020-08-20T19:57:49.295489292Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000062 Reason="state=Complete" time="2020-08-20T19:57:49.295523910Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000056 Reason="state=Cancelled" time="2020-08-20T19:57:49.295549378Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000187 Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 time="2020-08-20T19:57:49.295567373Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-5dcc32c5d6959a73 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.294589281 +0000 UTC m=+1.223078863" RunningContainers=0 State=idle time="2020-08-20T19:57:49.295706894Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000062 State=Complete time="2020-08-20T19:57:49.295725210Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000056 State=Cancelled time="2020-08-20T19:57:49.295711311Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=104 skipped=0 time="2020-08-20T19:57:49.295783577Z" level=debug msg="sync instances" Instances=104 time="2020-08-20T19:57:49.295787634Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000181 Op=cancel time="2020-08-20T19:57:49.295804451Z" level=info msg="worker still listed after shutdown; retrying" Instance=stub-providertype4-58321a228538c40f time="2020-08-20T19:57:49.295814295Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000061 Op=cancel time="2020-08-20T19:57:49.295835795Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000061 Priority=1 State=Locked time="2020-08-20T19:57:49.295811852Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000181 Priority=1 State=Locked time="2020-08-20T19:57:49.295862490Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000027 Instance=stub-providertype4-72a9ae754e367aa4 InstanceType=type4 time="2020-08-20T19:57:49.296023184Z" level=info msg="worker still listed after shutdown; retrying" Instance=stub-providertype4-5e377ef58485d68b time="2020-08-20T19:57:49.296138347Z" level=info msg="worker still listed after shutdown; retrying" Instance=stub-providertype2-453753d7c2fabdcf time="2020-08-20T19:57:49.296172561Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-72bf44f202077487 WorkerState=shutdown time="2020-08-20T19:57:49.296189737Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-5cb044c7dfc67257 WorkerState=shutdown time="2020-08-20T19:57:49.296203009Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-6791f0b0847fb86 WorkerState=shutdown time="2020-08-20T19:57:49.296216097Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-7426715c257c2559 WorkerState=shutdown time="2020-08-20T19:57:49.296229105Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-28b9c12307c2a6b2 WorkerState=shutdown time="2020-08-20T19:57:49.296241677Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-3d0d3b628bd49471 WorkerState=shutdown time="2020-08-20T19:57:49.296254690Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-30b95ff183c471d4 WorkerState=shutdown time="2020-08-20T19:57:49.296265799Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-50571f18021cfcee WorkerState=shutdown time="2020-08-20T19:57:49.296277451Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-23f8204bfd4847fd WorkerState=shutdown time="2020-08-20T19:57:49.296288950Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-16cd7d229a95cc49 WorkerState=shutdown time="2020-08-20T19:57:49.296301303Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype2-42f52f276ebcbc40 WorkerState=shutdown time="2020-08-20T19:57:49.296314143Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype2-429bd23a4efeeadd WorkerState=shutdown time="2020-08-20T19:57:49.296329830Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype2-6ebe0de7c0f8f4f6 WorkerState=shutdown time="2020-08-20T19:57:49.296342933Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype2-28dfd8d37b3ccebc WorkerState=shutdown time="2020-08-20T19:57:49.296354879Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-24dfa628aa50d2c8 WorkerState=shutdown time="2020-08-20T19:57:49.296366384Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-647ea68f0b80eccd WorkerState=shutdown time="2020-08-20T19:57:49.296378008Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-501b6a22b648e604 WorkerState=shutdown time="2020-08-20T19:57:49.296397257Z" level=debug msg="sync done" time="2020-08-20T19:57:49.296541443Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000101 ExitCode=1 Instance=stub-providertype6-4e25865f44fa13d1 PID=1 time="2020-08-20T19:57:49.296616626Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000097 ExitCode=1 Instance=stub-providertype2-931afd8b416421 PID=3 time="2020-08-20T19:57:49.296722864Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000006 Instance=stub-providertype6-28ca961b861cc65f PID=2 time="2020-08-20T19:57:49.296854826Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000187 Reason="state=Complete" time="2020-08-20T19:57:49.296883850Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000187 time="2020-08-20T19:57:49.296885247Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000006 Instance=stub-providertype6-28ca961b861cc65f InstanceType=type6 time="2020-08-20T19:57:49.297203346Z" level=debug msg=runQueue Containers=44 Processes=43 time="2020-08-20T19:57:49.297355165Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000187 State=Complete time="2020-08-20T19:57:49.297368757Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-6823be14ff09ef3c InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:49.297413412Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000036 Instance=stub-providertype4-4d4f278a67149b9c InstanceType=type4 time="2020-08-20T19:57:49.297537747Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-6823be14ff09ef3c InstanceType=type2 ProbeStart="2020-08-20 19:57:49.296899147 +0000 UTC m=+1.225388721" time="2020-08-20T19:57:49.297682988Z" level=debug msg=runQueue Containers=43 Processes=43 time="2020-08-20T19:57:49.297802528Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000061 Reason="state=Queued" time="2020-08-20T19:57:49.297833508Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000061 time="2020-08-20T19:57:49.297847644Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype2-6823be14ff09ef3c InstanceType=type2 ProbeStart="2020-08-20 19:57:49.296899147 +0000 UTC m=+1.225388721" RunningContainers=0 State=idle time="2020-08-20T19:57:49.297913825Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000181 Reason="state=Queued" time="2020-08-20T19:57:49.297982627Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000181 time="2020-08-20T19:57:49.298201223Z" level=debug msg=runQueue Containers=43 Processes=41 time="2020-08-20T19:57:49.298291049Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000061 Op=lock time="2020-08-20T19:57:49.298311773Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000061 InstanceType=type6 time="2020-08-20T19:57:49.298376750Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000181 Op=lock time="2020-08-20T19:57:49.298380453Z" level=debug msg=runQueue Containers=43 Processes=41 time="2020-08-20T19:57:49.298410792Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000181 InstanceType=type6 time="2020-08-20T19:57:49.298497825Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000181 Op=lock time="2020-08-20T19:57:49.298492004Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000061 Instance=stub-providertype6-1089de3ba6ff3fbd InstanceType=type6 Priority=1 time="2020-08-20T19:57:49.298770639Z" level=debug msg=runQueue Containers=43 Processes=42 time="2020-08-20T19:57:49.298783907Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-64a9c3f4308fc0ba InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.298806569Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-64a9c3f4308fc0ba InstanceType=type6 ProbeStart="2020-08-20 19:57:49.29825183 +0000 UTC m=+1.226741414" time="2020-08-20T19:57:49.298918369Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000181 Instance=stub-providertype6-3383c4778d16d64e InstanceType=type6 Priority=1 time="2020-08-20T19:57:49.299064377Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-57930cf840a79c3b InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.299222164Z" level=debug msg=runQueue Containers=43 Processes=43 time="2020-08-20T19:57:49.299283514Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-64a9c3f4308fc0ba InstanceType=type6 ProbeStart="2020-08-20 19:57:49.29825183 +0000 UTC m=+1.226741414" RunningContainers=0 State=idle time="2020-08-20T19:57:49.299326688Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-57930cf840a79c3b InstanceType=type6 ProbeStart="2020-08-20 19:57:49.298866454 +0000 UTC m=+1.227356049" time="2020-08-20T19:57:49.299548222Z" level=debug msg=runQueue Containers=43 Processes=43 time="2020-08-20T19:57:49.299650745Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-57930cf840a79c3b InstanceType=type6 ProbeStart="2020-08-20 19:57:49.298866454 +0000 UTC m=+1.227356049" RunningContainers=0 State=idle time="2020-08-20T19:57:49.299789170Z" level=debug msg=runQueue Containers=43 Processes=43 time="2020-08-20T19:57:49.300700014Z" level=debug msg=runQueue Containers=43 Processes=43 time="2020-08-20T19:57:49.300880105Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000097 Instance=stub-providertype2-931afd8b416421 InstanceType=type2 Reason="state=Complete" time="2020-08-20T19:57:49.300919573Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000101 Instance=stub-providertype6-4e25865f44fa13d1 InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.300940846Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000036 Op=cancel time="2020-08-20T19:57:49.300969723Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000036 time="2020-08-20T19:57:49.301095957Z" level=debug msg=runQueue Containers=43 Processes=43 time="2020-08-20T19:57:49.301174077Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000022 Instance=stub-providertype6-45331718f2f37eeb InstanceType=type6 time="2020-08-20T19:57:49.301333527Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000036 Reason="state=Cancelled" time="2020-08-20T19:57:49.301359167Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000036 time="2020-08-20T19:57:49.301414136Z" level=debug msg=runQueue Containers=43 Processes=42 time="2020-08-20T19:57:49.301515390Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000036 State=Cancelled time="2020-08-20T19:57:49.303925045Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000097 Instance=stub-providertype2-931afd8b416421 InstanceType=type2 Signal=15 time="2020-08-20T19:57:49.303925389Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000181 Instance=stub-providertype6-3383c4778d16d64e PID=3 time="2020-08-20T19:57:49.303993436Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000101 Instance=stub-providertype6-4e25865f44fa13d1 InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.304103287Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000181 Instance=stub-providertype6-3383c4778d16d64e InstanceType=type6 time="2020-08-20T19:57:49.304187616Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000097 Instance=stub-providertype2-931afd8b416421 InstanceType=type2 time="2020-08-20T19:57:49.304366746Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000101 Instance=stub-providertype6-4e25865f44fa13d1 InstanceType=type6 time="2020-08-20T19:57:49.304440457Z" level=debug msg=runQueue Containers=42 Processes=42 time="2020-08-20T19:57:49.304610963Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000097 Reason="state=Complete" time="2020-08-20T19:57:49.304658571Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000097 time="2020-08-20T19:57:49.304708036Z" level=debug msg=runQueue Containers=42 Processes=41 time="2020-08-20T19:57:49.304775141Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000101 Reason="state=Complete" time="2020-08-20T19:57:49.304801087Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000101 time="2020-08-20T19:57:49.304851563Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000101 State=Complete time="2020-08-20T19:57:49.304864353Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000097 State=Complete time="2020-08-20T19:57:49.305301851Z" level=debug msg=runQueue Containers=40 Processes=40 time="2020-08-20T19:57:49.305441974Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000022 Op=cancel time="2020-08-20T19:57:49.305464548Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000022 Priority=2 State=Locked time="2020-08-20T19:57:49.305556094Z" level=debug msg=runQueue Containers=40 Processes=40 time="2020-08-20T19:57:49.305582435Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000147 Instance=stub-providertype4-41f27cc6f3875d04 PID=7 State=Running time="2020-08-20T19:57:49.305701842Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000022 Reason="state=Queued" time="2020-08-20T19:57:49.305731051Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000022 time="2020-08-20T19:57:49.305964886Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000061 Instance=stub-providertype6-1089de3ba6ff3fbd PID=3 time="2020-08-20T19:57:49.306042552Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000061 Instance=stub-providertype6-1089de3ba6ff3fbd InstanceType=type6 time="2020-08-20T19:57:49.306469391Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.306677935Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=101 skipped=0 time="2020-08-20T19:57:49.306691578Z" level=debug msg="sync instances" Instances=101 time="2020-08-20T19:57:49.306936442Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype2-453753d7c2fabdcf WorkerState=shutdown time="2020-08-20T19:57:49.306960032Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-5e377ef58485d68b WorkerState=shutdown time="2020-08-20T19:57:49.306973578Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-58321a228538c40f WorkerState=shutdown time="2020-08-20T19:57:49.306986659Z" level=debug msg="sync done" time="2020-08-20T19:57:49.307262236Z" level=debug msg=runQueue Containers=40 Processes=39 time="2020-08-20T19:57:49.307327878Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000022 Op=lock time="2020-08-20T19:57:49.307349473Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000022 InstanceType=type6 time="2020-08-20T19:57:49.307462305Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000107 Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 time="2020-08-20T19:57:49.307536279Z" level=debug msg=runQueue Containers=40 Processes=39 time="2020-08-20T19:57:49.307587970Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000022 Instance=stub-providertype6-45331718f2f37eeb InstanceType=type6 Priority=2 time="2020-08-20T19:57:49.307806580Z" level=debug msg=runQueue Containers=40 Processes=40 time="2020-08-20T19:57:49.308056528Z" level=debug msg=runQueue Containers=40 Processes=40 time="2020-08-20T19:57:49.309164715Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000093 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 time="2020-08-20T19:57:49.309326245Z" level=debug msg=runQueue Containers=40 Processes=40 time="2020-08-20T19:57:49.310053935Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000031 Instance=stub-providertype8-2a80d0564cf20a65 InstanceType=type8 time="2020-08-20T19:57:49.310194916Z" level=debug msg=runQueue Containers=40 Processes=40 time="2020-08-20T19:57:49.310306254Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000093 Op=cancel time="2020-08-20T19:57:49.310333017Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000093 Priority=13 State=Locked time="2020-08-20T19:57:49.310353897Z" level=debug msg=runQueue Containers=40 Processes=40 time="2020-08-20T19:57:49.310358960Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000031 Op=cancel time="2020-08-20T19:57:49.310406721Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000031 time="2020-08-20T19:57:49.310427154Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000107 Op=cancel time="2020-08-20T19:57:49.310446567Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000107 Priority=7 State=Locked time="2020-08-20T19:57:49.310466280Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000107 Op=cancel time="2020-08-20T19:57:49.310485275Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000107 Priority=7 State=Locked time="2020-08-20T19:57:49.310501442Z" level=error msg="error requeueing container" ContainerUUID=zzzzz-dz642-000000000000107 Priority=7 State=Locked error="changeState failed: state=\"Queued\"" time="2020-08-20T19:57:49.310515061Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000031 Reason="state=Cancelled" time="2020-08-20T19:57:49.310542785Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000031 time="2020-08-20T19:57:49.310587108Z" level=debug msg=runQueue Containers=40 Processes=39 time="2020-08-20T19:57:49.310662045Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000093 Reason="state=Queued" time="2020-08-20T19:57:49.310694101Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000093 time="2020-08-20T19:57:49.310768956Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000031 State=Cancelled time="2020-08-20T19:57:49.310803220Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000107 Reason="state=Queued" time="2020-08-20T19:57:49.310825915Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000107 time="2020-08-20T19:57:49.310893738Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000006 Instance=stub-providertype6-28ca961b861cc65f PID=2 State=Running time="2020-08-20T19:57:49.311100813Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000028 Instance=stub-providertype4-79fd5dff976108fa InstanceType=type4 time="2020-08-20T19:57:49.311295875Z" level=debug msg=runQueue Containers=39 Processes=37 time="2020-08-20T19:57:49.311396260Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000093 Op=lock time="2020-08-20T19:57:49.311415278Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000107 Op=lock time="2020-08-20T19:57:49.311419213Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000093 InstanceType=type6 time="2020-08-20T19:57:49.311514519Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000107 InstanceType=type3 time="2020-08-20T19:57:49.311541321Z" level=debug msg=runQueue Containers=39 Processes=37 time="2020-08-20T19:57:49.311572307Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000093 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 Priority=13 time="2020-08-20T19:57:49.311717210Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000107 Op=lock time="2020-08-20T19:57:49.311737911Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000107 InstanceType=type3 State=Locked time="2020-08-20T19:57:49.311906195Z" level=debug msg=runQueue Containers=39 Processes=38 time="2020-08-20T19:57:49.311947830Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000107 Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 Priority=7 time="2020-08-20T19:57:49.312175672Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000141 Instance=stub-providertype6-182fab478fad38aa InstanceType=type6 time="2020-08-20T19:57:49.312244095Z" level=debug msg=runQueue Containers=39 Processes=39 time="2020-08-20T19:57:49.312419264Z" level=debug msg=runQueue Containers=39 Processes=39 time="2020-08-20T19:57:49.313114988Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000147 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 time="2020-08-20T19:57:49.313220391Z" level=debug msg=runQueue Containers=39 Processes=39 time="2020-08-20T19:57:49.314098538Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000043 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 time="2020-08-20T19:57:49.314204672Z" level=debug msg=runQueue Containers=39 Processes=39 time="2020-08-20T19:57:49.315125986Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-d89050194abc0f1 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.315139783Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-d89050194abc0f1 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.314906652 +0000 UTC m=+1.243396230" time="2020-08-20T19:57:49.315303023Z" level=debug msg=runQueue Containers=39 Processes=39 time="2020-08-20T19:57:49.315436532Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000043 Op=cancel time="2020-08-20T19:57:49.315460633Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000043 time="2020-08-20T19:57:49.315472366Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-d89050194abc0f1 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.314906652 +0000 UTC m=+1.243396230" RunningContainers=0 State=idle time="2020-08-20T19:57:49.315467667Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000028 Op=cancel time="2020-08-20T19:57:49.315584658Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000028 Priority=8 State=Locked time="2020-08-20T19:57:49.315609284Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000141 Op=cancel time="2020-08-20T19:57:49.315623180Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000141 time="2020-08-20T19:57:49.315562817Z" level=debug msg=runQueue Containers=39 Processes=39 time="2020-08-20T19:57:49.315646012Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000147 Op=cancel time="2020-08-20T19:57:49.315735930Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000147 time="2020-08-20T19:57:49.315767603Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000147 Op=cancel time="2020-08-20T19:57:49.315943082Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000147 time="2020-08-20T19:57:49.315777930Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000043 Reason="state=Cancelled" time="2020-08-20T19:57:49.316068796Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000043 time="2020-08-20T19:57:49.316036774Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000022 Instance=stub-providertype6-45331718f2f37eeb PID=2 time="2020-08-20T19:57:49.316137863Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000028 Reason="state=Queued" time="2020-08-20T19:57:49.316238933Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000028 time="2020-08-20T19:57:49.316277852Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000141 Reason="state=Cancelled" time="2020-08-20T19:57:49.316311133Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000141 time="2020-08-20T19:57:49.316458552Z" level=debug msg=runQueue Containers=39 Processes=36 time="2020-08-20T19:57:49.316999056Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000028 Op=lock time="2020-08-20T19:57:49.317173738Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.317232599Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000022 Instance=stub-providertype6-45331718f2f37eeb InstanceType=type6 time="2020-08-20T19:57:49.317290048Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000141 State=Cancelled time="2020-08-20T19:57:49.317310908Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000043 State=Cancelled time="2020-08-20T19:57:49.317579516Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000147 Reason="state=Cancelled" time="2020-08-20T19:57:49.317648508Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000147 time="2020-08-20T19:57:49.317777415Z" level=debug msg=runQueue Containers=37 Processes=35 time="2020-08-20T19:57:49.317929612Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=101 skipped=0 time="2020-08-20T19:57:49.317971844Z" level=debug msg="sync instances" Instances=101 time="2020-08-20T19:57:49.318037433Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000147 State=Cancelled time="2020-08-20T19:57:49.317588189Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000028 InstanceType=type4 time="2020-08-20T19:57:49.318202868Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000027 Instance=stub-providertype4-72a9ae754e367aa4 PID=4 State=Running time="2020-08-20T19:57:49.318302819Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000028 Op=lock time="2020-08-20T19:57:49.318345030Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000028 InstanceType=type4 State=Locked time="2020-08-20T19:57:49.318783875Z" level=debug msg="sync done" time="2020-08-20T19:57:49.319179450Z" level=debug msg=runQueue Containers=36 Processes=35 time="2020-08-20T19:57:49.319190523Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000093 Instance=stub-providertype6-1f99425e3653491e PID=5 time="2020-08-20T19:57:49.319273819Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000028 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 Priority=8 time="2020-08-20T19:57:49.319288135Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000093 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 time="2020-08-20T19:57:49.319347129Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000027 Instance=stub-providertype4-72a9ae754e367aa4 InstanceType=type4 time="2020-08-20T19:57:49.319642644Z" level=debug msg=runQueue Containers=36 Processes=36 time="2020-08-20T19:57:49.320071741Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-15c02dd62e95d9e4 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.320096747Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-15c02dd62e95d9e4 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.319214044 +0000 UTC m=+1.247703622" time="2020-08-20T19:57:49.320106304Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000164 Instance=stub-providertype4-258a577a01a6b56b InstanceType=type4 time="2020-08-20T19:57:49.320274021Z" level=debug msg=runQueue Containers=36 Processes=36 time="2020-08-20T19:57:49.320460429Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000164 Op=cancel time="2020-08-20T19:57:49.320494760Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000164 time="2020-08-20T19:57:49.320463793Z" level=debug msg=runQueue Containers=36 Processes=36 time="2020-08-20T19:57:49.320529191Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000027 Op=cancel time="2020-08-20T19:57:49.320550109Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000027 time="2020-08-20T19:57:49.320468506Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-15c02dd62e95d9e4 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.319214044 +0000 UTC m=+1.247703622" RunningContainers=0 State=idle time="2020-08-20T19:57:49.320742349Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000164 Reason="state=Cancelled" time="2020-08-20T19:57:49.320760733Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000107 Instance=stub-providertype3-27dff7ab244fcd36 PID=5 time="2020-08-20T19:57:49.320847526Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000164 time="2020-08-20T19:57:49.320858679Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000107 Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 time="2020-08-20T19:57:49.320903651Z" level=debug msg=runQueue Containers=36 Processes=35 time="2020-08-20T19:57:49.320971834Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000027 Reason="state=Cancelled" time="2020-08-20T19:57:49.320996659Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000027 time="2020-08-20T19:57:49.321099152Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000027 State=Cancelled time="2020-08-20T19:57:49.321115504Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000164 State=Cancelled time="2020-08-20T19:57:49.321207598Z" level=debug msg=runQueue Containers=34 Processes=34 time="2020-08-20T19:57:49.321228306Z" level=info msg="crunch-run process ended" Address="127.0.0.1:41299" ContainerUUID=zzzzz-dz642-000000000000041 Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 time="2020-08-20T19:57:49.321414515Z" level=debug msg=runQueue Containers=34 Processes=34 time="2020-08-20T19:57:49.322105501Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000181 ExitCode=1 Instance=stub-providertype6-3383c4778d16d64e PID=3 time="2020-08-20T19:57:49.322153416Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-6950a21787ed6407 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.322171083Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-6950a21787ed6407 InstanceType=type8 ProbeStart="2020-08-20 19:57:49.321905827 +0000 UTC m=+1.250395409" time="2020-08-20T19:57:49.322465973Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-6950a21787ed6407 InstanceType=type8 ProbeStart="2020-08-20 19:57:49.321905827 +0000 UTC m=+1.250395409" RunningContainers=0 State=idle time="2020-08-20T19:57:49.322603573Z" level=debug msg=runQueue Containers=34 Processes=34 time="2020-08-20T19:57:49.323019463Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000061 Instance=stub-providertype6-1089de3ba6ff3fbd PID=3 State=Locked time="2020-08-20T19:57:49.323116965Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000122 Instance=stub-providertype3-486e513576db7378 InstanceType=type3 time="2020-08-20T19:57:49.323282788Z" level=debug msg=runQueue Containers=34 Processes=34 time="2020-08-20T19:57:49.324142690Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000028 Instance=stub-providertype4-41f27cc6f3875d04 PID=8 time="2020-08-20T19:57:49.324179130Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-6764373dae404245 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.324201951Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-6764373dae404245 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.323907827 +0000 UTC m=+1.252397413" time="2020-08-20T19:57:49.324212791Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000028 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 time="2020-08-20T19:57:49.324423270Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-6764373dae404245 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.323907827 +0000 UTC m=+1.252397413" RunningContainers=0 State=idle time="2020-08-20T19:57:49.324539903Z" level=debug msg=runQueue Containers=34 Processes=34 time="2020-08-20T19:57:49.325301515Z" level=debug msg=runQueue Containers=34 Processes=34 time="2020-08-20T19:57:49.325404846Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000041 Op=cancel time="2020-08-20T19:57:49.325439045Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000041 time="2020-08-20T19:57:49.325497744Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000122 Op=cancel time="2020-08-20T19:57:49.325517336Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000122 time="2020-08-20T19:57:49.325421079Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000181 Instance=stub-providertype6-3383c4778d16d64e InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.325600703Z" level=debug msg=runQueue Containers=34 Processes=34 time="2020-08-20T19:57:49.325785789Z" level=debug msg=runQueue Containers=34 Processes=34 time="2020-08-20T19:57:49.325864144Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000122 Reason="state=Cancelled" time="2020-08-20T19:57:49.326038248Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000122 time="2020-08-20T19:57:49.326071704Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000041 Reason="state=Cancelled" time="2020-08-20T19:57:49.326096557Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000041 time="2020-08-20T19:57:49.326169246Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000041 State=Cancelled time="2020-08-20T19:57:49.326186314Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000122 State=Cancelled time="2020-08-20T19:57:49.326217258Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000028 Instance=stub-providertype4-41f27cc6f3875d04 PID=8 State=Locked time="2020-08-20T19:57:49.327160497Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000077 Instance=stub-providertype6-15974b9d7f803594 InstanceType=type6 time="2020-08-20T19:57:49.327322526Z" level=debug msg=runQueue Containers=32 Processes=32 time="2020-08-20T19:57:49.327893961Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000107 Instance=stub-providertype3-27dff7ab244fcd36 PID=5 State=Locked time="2020-08-20T19:57:49.328165005Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-61fece1535d95dc3 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:49.328180925Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-61fece1535d95dc3 InstanceType=type3 ProbeStart="2020-08-20 19:57:49.327906897 +0000 UTC m=+1.256396480" time="2020-08-20T19:57:49.328381068Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype3-61fece1535d95dc3 InstanceType=type3 ProbeStart="2020-08-20 19:57:49.327906897 +0000 UTC m=+1.256396480" RunningContainers=0 State=idle time="2020-08-20T19:57:49.328528464Z" level=debug msg=runQueue Containers=32 Processes=32 time="2020-08-20T19:57:49.328589822Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000181 Instance=stub-providertype6-3383c4778d16d64e InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.328809211Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.328877801Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000181 Instance=stub-providertype6-3383c4778d16d64e InstanceType=type6 time="2020-08-20T19:57:49.329026974Z" level=debug msg=runQueue Containers=32 Processes=32 time="2020-08-20T19:57:49.329045196Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=101 skipped=0 time="2020-08-20T19:57:49.329060427Z" level=debug msg="sync instances" Instances=101 time="2020-08-20T19:57:49.329327251Z" level=debug msg="sync done" time="2020-08-20T19:57:49.329415140Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000181 Reason="state=Complete" time="2020-08-20T19:57:49.329436737Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000181 time="2020-08-20T19:57:49.330048212Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000055 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 time="2020-08-20T19:57:49.330187364Z" level=debug msg=runQueue Containers=32 Processes=31 time="2020-08-20T19:57:49.330271656Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000181 State=Complete time="2020-08-20T19:57:49.330281564Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000077 Op=cancel time="2020-08-20T19:57:49.330315875Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000077 Priority=17 State=Locked time="2020-08-20T19:57:49.330341915Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000055 Op=cancel time="2020-08-20T19:57:49.330354806Z" level=debug msg=runQueue Containers=31 Processes=31 time="2020-08-20T19:57:49.330358879Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000055 time="2020-08-20T19:57:49.330452335Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000077 Reason="state=Queued" time="2020-08-20T19:57:49.330556370Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000077 time="2020-08-20T19:57:49.330614363Z" level=debug msg=runQueue Containers=31 Processes=30 time="2020-08-20T19:57:49.330744596Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000055 Reason="state=Cancelled" time="2020-08-20T19:57:49.330765213Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000055 time="2020-08-20T19:57:49.330788709Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000055 Reason="state=Cancelled" time="2020-08-20T19:57:49.330811452Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000077 Op=lock time="2020-08-20T19:57:49.330832275Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000077 InstanceType=type6 time="2020-08-20T19:57:49.330937417Z" level=debug msg=runQueue Containers=31 Processes=29 time="2020-08-20T19:57:49.330960511Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000077 Instance=stub-providertype6-15974b9d7f803594 InstanceType=type6 Priority=17 time="2020-08-20T19:57:49.331131168Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000055 State=Cancelled time="2020-08-20T19:57:49.331246785Z" level=debug msg=runQueue Containers=30 Processes=30 time="2020-08-20T19:57:49.331792883Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000014 Instance=stub-providertype6-9c09a3e6f241c57 InstanceType=type6 time="2020-08-20T19:57:49.331938696Z" level=debug msg=runQueue Containers=30 Processes=30 time="2020-08-20T19:57:49.332214406Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000022 Instance=stub-providertype6-45331718f2f37eeb PID=2 State=Locked time="2020-08-20T19:57:49.332294169Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000111 Instance=stub-providertype8-4048c57dfab88cbe InstanceType=type8 time="2020-08-20T19:57:49.332383634Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000093 ExitCode=0 Instance=stub-providertype6-1f99425e3653491e PID=5 time="2020-08-20T19:57:49.332514001Z" level=debug msg=runQueue Containers=30 Processes=30 time="2020-08-20T19:57:49.333067958Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000077 Instance=stub-providertype6-15974b9d7f803594 PID=2 time="2020-08-20T19:57:49.333146780Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-3c745b1cde4b526b InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.333164181Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-3c745b1cde4b526b InstanceType=type8 ProbeStart="2020-08-20 19:57:49.332908525 +0000 UTC m=+1.261398112" time="2020-08-20T19:57:49.333442043Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000077 Instance=stub-providertype6-15974b9d7f803594 InstanceType=type6 time="2020-08-20T19:57:49.333567986Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-3c745b1cde4b526b InstanceType=type8 ProbeStart="2020-08-20 19:57:49.332908525 +0000 UTC m=+1.261398112" RunningContainers=0 State=idle time="2020-08-20T19:57:49.333730153Z" level=debug msg=runQueue Containers=30 Processes=30 time="2020-08-20T19:57:49.336758872Z" level=debug msg=runQueue Containers=30 Processes=30 time="2020-08-20T19:57:49.336890604Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000014 Op=cancel time="2020-08-20T19:57:49.336916651Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000014 time="2020-08-20T19:57:49.336944207Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000111 Op=cancel time="2020-08-20T19:57:49.336965630Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000111 time="2020-08-20T19:57:49.336994373Z" level=debug msg=runQueue Containers=30 Processes=30 time="2020-08-20T19:57:49.337054779Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000093 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.337158373Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000111 Reason="state=Cancelled" time="2020-08-20T19:57:49.337197795Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000111 time="2020-08-20T19:57:49.337242109Z" level=debug msg=runQueue Containers=30 Processes=29 time="2020-08-20T19:57:49.337319402Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000111 State=Cancelled time="2020-08-20T19:57:49.337337194Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000014 Reason="state=Cancelled" time="2020-08-20T19:57:49.337363103Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000014 time="2020-08-20T19:57:49.337375891Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000069 Instance=stub-providertype6-70cf1e538a5157eb InstanceType=type6 time="2020-08-20T19:57:49.337469521Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000014 Reason="state=Cancelled" time="2020-08-20T19:57:49.337595190Z" level=debug msg=runQueue Containers=29 Processes=28 time="2020-08-20T19:57:49.337666621Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000014 State=Cancelled time="2020-08-20T19:57:49.338296328Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000171 Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 time="2020-08-20T19:57:49.338408586Z" level=debug msg=runQueue Containers=28 Processes=28 time="2020-08-20T19:57:49.339156017Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000005 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 time="2020-08-20T19:57:49.339311515Z" level=debug msg=runQueue Containers=28 Processes=28 time="2020-08-20T19:57:49.339403966Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.339610773Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=101 skipped=0 time="2020-08-20T19:57:49.339624074Z" level=debug msg="sync instances" Instances=101 time="2020-08-20T19:57:49.339837277Z" level=debug msg="sync done" time="2020-08-20T19:57:49.340121722Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-365a3763084a0fce InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.340139780Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-365a3763084a0fce InstanceType=type6 ProbeStart="2020-08-20 19:57:49.339860576 +0000 UTC m=+1.268350150" time="2020-08-20T19:57:49.340206891Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000093 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.340303751Z" level=debug msg=runQueue Containers=28 Processes=28 time="2020-08-20T19:57:49.340409638Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000005 Op=cancel time="2020-08-20T19:57:49.340474838Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000005 Priority=5 State=Locked time="2020-08-20T19:57:49.340560556Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000069 Op=cancel time="2020-08-20T19:57:49.340697377Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000069 time="2020-08-20T19:57:49.340718567Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000171 Op=cancel time="2020-08-20T19:57:49.340759524Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000171 time="2020-08-20T19:57:49.340596584Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000093 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 time="2020-08-20T19:57:49.340797352Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-365a3763084a0fce InstanceType=type6 ProbeStart="2020-08-20 19:57:49.339860576 +0000 UTC m=+1.268350150" RunningContainers=0 State=idle time="2020-08-20T19:57:49.340857229Z" level=debug msg=runQueue Containers=28 Processes=28 time="2020-08-20T19:57:49.341140950Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000093 Reason="state=Complete" time="2020-08-20T19:57:49.341168520Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000093 time="2020-08-20T19:57:49.341209194Z" level=debug msg=runQueue Containers=28 Processes=27 time="2020-08-20T19:57:49.341244479Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 time="2020-08-20T19:57:49.341304490Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000093 State=Complete time="2020-08-20T19:57:49.341316093Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000005 Reason="state=Queued" time="2020-08-20T19:57:49.341373306Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000005 time="2020-08-20T19:57:49.341444757Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000069 Reason="state=Cancelled" time="2020-08-20T19:57:49.341468651Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000069 time="2020-08-20T19:57:49.341505999Z" level=debug msg=runQueue Containers=27 Processes=25 time="2020-08-20T19:57:49.341588124Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000069 State=Cancelled time="2020-08-20T19:57:49.341612341Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000005 Reason="state=Queued" time="2020-08-20T19:57:49.341660609Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000171 Reason="state=Cancelled" time="2020-08-20T19:57:49.341686917Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000171 time="2020-08-20T19:57:49.341634242Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000005 Op=lock time="2020-08-20T19:57:49.341725501Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000005 InstanceType=type6 time="2020-08-20T19:57:49.341711382Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000069 Reason="state=Cancelled" time="2020-08-20T19:57:49.341778556Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000171 Reason="state=Cancelled" time="2020-08-20T19:57:49.341839768Z" level=debug msg=runQueue Containers=26 Processes=24 time="2020-08-20T19:57:49.341913740Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000171 State=Cancelled time="2020-08-20T19:57:49.341954756Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000005 Op=lock time="2020-08-20T19:57:49.341976885Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000005 InstanceType=type6 State=Locked time="2020-08-20T19:57:49.341968425Z" level=debug msg=runQueue Containers=25 Processes=24 time="2020-08-20T19:57:49.342031600Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000005 Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 Priority=5 time="2020-08-20T19:57:49.342199689Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000171 Reason="state=Cancelled" time="2020-08-20T19:57:49.342337750Z" level=debug msg=runQueue Containers=25 Processes=25 time="2020-08-20T19:57:49.342347068Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000110 Instance=stub-providertype6-78ac46076870b5f1 InstanceType=type6 time="2020-08-20T19:57:49.342552706Z" level=debug msg=runQueue Containers=25 Processes=25 time="2020-08-20T19:57:49.343116235Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-47f6862ff1cecda2 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.343132588Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-47f6862ff1cecda2 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.342868189 +0000 UTC m=+1.271357775" time="2020-08-20T19:57:49.343421385Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-47f6862ff1cecda2 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.342868189 +0000 UTC m=+1.271357775" RunningContainers=0 State=idle time="2020-08-20T19:57:49.343538264Z" level=debug msg=runQueue Containers=25 Processes=25 time="2020-08-20T19:57:49.344095032Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-28d7c72962ceecc2 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.344109680Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-28d7c72962ceecc2 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.343904043 +0000 UTC m=+1.272393632" time="2020-08-20T19:57:49.344373009Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-28d7c72962ceecc2 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.343904043 +0000 UTC m=+1.272393632" RunningContainers=0 State=idle time="2020-08-20T19:57:49.344498419Z" level=debug msg=runQueue Containers=25 Processes=25 time="2020-08-20T19:57:49.345088335Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000030 Instance=stub-providertype6-2089c93c79844140 InstanceType=type6 time="2020-08-20T19:57:49.345177686Z" level=debug msg=runQueue Containers=25 Processes=25 time="2020-08-20T19:57:49.345286440Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000005 Instance=stub-providertype6-4fb58fbeaf635d47 PID=4 time="2020-08-20T19:57:49.345306896Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000030 Op=cancel time="2020-08-20T19:57:49.345376272Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000005 Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 time="2020-08-20T19:57:49.345379060Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000030 Priority=10 State=Locked time="2020-08-20T19:57:49.345382122Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000110 Op=cancel time="2020-08-20T19:57:49.345483856Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000110 Priority=10 State=Locked time="2020-08-20T19:57:49.345499965Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000190 Op=cancel time="2020-08-20T19:57:49.345524781Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000190 Priority=10 State=Locked time="2020-08-20T19:57:49.345352103Z" level=debug msg=runQueue Containers=25 Processes=25 time="2020-08-20T19:57:49.345639691Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000030 Reason="state=Queued" time="2020-08-20T19:57:49.345664568Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000030 time="2020-08-20T19:57:49.345681587Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000110 Reason="state=Queued" time="2020-08-20T19:57:49.345703095Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000110 time="2020-08-20T19:57:49.345740646Z" level=debug msg=runQueue Containers=25 Processes=23 time="2020-08-20T19:57:49.345783949Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000110 Op=lock time="2020-08-20T19:57:49.345814649Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000110 InstanceType=type6 time="2020-08-20T19:57:49.345833558Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000030 Op=lock time="2020-08-20T19:57:49.345851462Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000030 InstanceType=type6 time="2020-08-20T19:57:49.345861352Z" level=debug msg=runQueue Containers=25 Processes=23 time="2020-08-20T19:57:49.345875006Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000190 Reason="state=Queued" time="2020-08-20T19:57:49.345890607Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000030 Op=lock time="2020-08-20T19:57:49.345914059Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000030 InstanceType=type6 State=Locked time="2020-08-20T19:57:49.345896970Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000190 time="2020-08-20T19:57:49.345995768Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000110 Instance=stub-providertype6-2089c93c79844140 InstanceType=type6 Priority=10 time="2020-08-20T19:57:49.346139345Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-521f280971756de4 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.346175982Z" level=debug msg=runQueue Containers=25 Processes=23 time="2020-08-20T19:57:49.346202153Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000190 Op=lock time="2020-08-20T19:57:49.346229749Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000190 InstanceType=type6 time="2020-08-20T19:57:49.346243228Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-521f280971756de4 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.345943208 +0000 UTC m=+1.274432791" time="2020-08-20T19:57:49.346333666Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000030 Instance=stub-providertype6-78ac46076870b5f1 InstanceType=type6 Priority=10 time="2020-08-20T19:57:49.346609015Z" level=debug msg=runQueue Containers=25 Processes=24 time="2020-08-20T19:57:49.346634506Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-521f280971756de4 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.345943208 +0000 UTC m=+1.274432791" RunningContainers=0 State=idle time="2020-08-20T19:57:49.346666870Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Priority=10 time="2020-08-20T19:57:49.346913904Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Reason="state=Queued" time="2020-08-20T19:57:49.347340454Z" level=debug msg=runQueue Containers=25 Processes=25 time="2020-08-20T19:57:49.348032950Z" level=debug msg=runQueue Containers=25 Processes=25 time="2020-08-20T19:57:49.348513167Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-2b2253c1056265d7 InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:49.348543267Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-2b2253c1056265d7 InstanceType=type2 ProbeStart="2020-08-20 19:57:49.347012434 +0000 UTC m=+1.275502018" time="2020-08-20T19:57:49.348598376Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000030 Instance=stub-providertype6-78ac46076870b5f1 PID=3 time="2020-08-20T19:57:49.348922807Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000030 Instance=stub-providertype6-78ac46076870b5f1 InstanceType=type6 time="2020-08-20T19:57:49.349318362Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-67ab7759ae3d8bb4 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.349365425Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-67ab7759ae3d8bb4 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.347892428 +0000 UTC m=+1.276382016" time="2020-08-20T19:57:49.349640867Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-f8365f39b8660aa InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:49.349681595Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-f8365f39b8660aa InstanceType=type3 ProbeStart="2020-08-20 19:57:49.349016969 +0000 UTC m=+1.277506560" time="2020-08-20T19:57:49.349838664Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-67ab7759ae3d8bb4 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.347892428 +0000 UTC m=+1.276382016" RunningContainers=0 State=idle time="2020-08-20T19:57:49.349866637Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.349985490Z" level=debug msg=runQueue Containers=25 Processes=25 time="2020-08-20T19:57:49.350151482Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.350184086Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=101 skipped=0 time="2020-08-20T19:57:49.350202177Z" level=debug msg="sync instances" Instances=101 time="2020-08-20T19:57:49.350541985Z" level=debug msg="sync done" time="2020-08-20T19:57:49.350585578Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000110 Instance=stub-providertype6-2089c93c79844140 PID=2 time="2020-08-20T19:57:49.350665274Z" level=debug msg=runQueue Containers=25 Processes=25 time="2020-08-20T19:57:49.350756199Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000110 Instance=stub-providertype6-2089c93c79844140 InstanceType=type6 time="2020-08-20T19:57:49.351090482Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000064 Instance=stub-providertype8-25597a8431737788 InstanceType=type8 time="2020-08-20T19:57:49.351269142Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000077 ExitCode=3 Instance=stub-providertype6-15974b9d7f803594 PID=2 time="2020-08-20T19:57:49.351316357Z" level=debug msg=runQueue Containers=25 Processes=25 time="2020-08-20T19:57:49.351529401Z" level=info msg="kill attempt unsuccessful" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Signal=15 error="Process exited with status 1" stderr="zzzzz-dz642-000000000000190: container is running\n" stdout= time="2020-08-20T19:57:49.352320116Z" level=info msg="crunch-run process ended" Address="127.0.0.1:44221" ContainerUUID=zzzzz-dz642-000000000000024 Instance=stub-providertype8-4df553895164f057 InstanceType=type8 time="2020-08-20T19:57:49.352440709Z" level=debug msg=runQueue Containers=25 Processes=25 time="2020-08-20T19:57:49.353147539Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.353380025Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d PID=7 time="2020-08-20T19:57:49.353510878Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 time="2020-08-20T19:57:49.353531297Z" level=info msg="kill attempt unsuccessful" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Signal=15 error="Process exited with status 1" stderr="zzzzz-dz642-000000000000190: container is running\n" stdout= time="2020-08-20T19:57:49.354170135Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000087 Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 time="2020-08-20T19:57:49.354318172Z" level=debug msg=runQueue Containers=25 Processes=25 time="2020-08-20T19:57:49.354670045Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000005 Instance=stub-providertype6-4fb58fbeaf635d47 PID=4 State=Running time="2020-08-20T19:57:49.355116148Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-25b10429c7d52fd InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.355129137Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-25b10429c7d52fd InstanceType=type4 ProbeStart="2020-08-20 19:57:49.354905684 +0000 UTC m=+1.283395268" time="2020-08-20T19:57:49.355265483Z" level=debug msg=runQueue Containers=25 Processes=25 time="2020-08-20T19:57:49.355363887Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000087 Op=cancel time="2020-08-20T19:57:49.355405131Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000087 Priority=7 State=Locked time="2020-08-20T19:57:49.355377514Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000077 Instance=stub-providertype6-15974b9d7f803594 InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.355462538Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-25b10429c7d52fd InstanceType=type4 ProbeStart="2020-08-20 19:57:49.354905684 +0000 UTC m=+1.283395268" RunningContainers=0 State=idle time="2020-08-20T19:57:49.355465699Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000024 Op=cancel time="2020-08-20T19:57:49.355534188Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000024 time="2020-08-20T19:57:49.355552346Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000064 Op=cancel time="2020-08-20T19:57:49.355565217Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000064 Priority=4 State=Locked time="2020-08-20T19:57:49.355523278Z" level=debug msg=runQueue Containers=25 Processes=25 time="2020-08-20T19:57:49.355703761Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000087 Reason="state=Queued" time="2020-08-20T19:57:49.355724488Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000087 time="2020-08-20T19:57:49.355739254Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000024 Reason="state=Cancelled" time="2020-08-20T19:57:49.355753698Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000024 time="2020-08-20T19:57:49.355774318Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000064 Reason="state=Queued" time="2020-08-20T19:57:49.355789644Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000064 time="2020-08-20T19:57:49.355832031Z" level=debug msg=runQueue Containers=25 Processes=22 time="2020-08-20T19:57:49.355892833Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000087 Op=lock time="2020-08-20T19:57:49.355914111Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000064 Op=lock time="2020-08-20T19:57:49.355935539Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000064 InstanceType=type8 time="2020-08-20T19:57:49.355917129Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000087 InstanceType=type8 time="2020-08-20T19:57:49.355902029Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000024 State=Cancelled time="2020-08-20T19:57:49.356016815Z" level=debug msg=runQueue Containers=24 Processes=22 time="2020-08-20T19:57:49.356044282Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000087 Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 Priority=7 time="2020-08-20T19:57:49.356096471Z" level=debug msg="starting container" Address="127.0.0.1:44221" ContainerUUID=zzzzz-dz642-000000000000064 Instance=stub-providertype8-4df553895164f057 InstanceType=type8 Priority=4 time="2020-08-20T19:57:49.356147524Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-447c3b645e3a731d InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.356201981Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.356365127Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-447c3b645e3a731d InstanceType=type8 ProbeStart="2020-08-20 19:57:49.355893384 +0000 UTC m=+1.284382969" time="2020-08-20T19:57:49.356456368Z" level=debug msg=runQueue Containers=24 Processes=24 time="2020-08-20T19:57:49.356593922Z" level=debug msg=runQueue Containers=24 Processes=24 time="2020-08-20T19:57:49.356611972Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 time="2020-08-20T19:57:49.356692207Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-447c3b645e3a731d InstanceType=type8 ProbeStart="2020-08-20 19:57:49.355893384 +0000 UTC m=+1.284382969" RunningContainers=0 State=idle time="2020-08-20T19:57:49.356951002Z" level=debug msg=runQueue Containers=24 Processes=24 time="2020-08-20T19:57:49.357099634Z" level=debug msg=runQueue Containers=24 Processes=24 time="2020-08-20T19:57:49.357314836Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-6bee0f0610a5231f InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.357334862Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-6bee0f0610a5231f InstanceType=type6 ProbeStart="2020-08-20 19:57:49.357028412 +0000 UTC m=+1.285518008" time="2020-08-20T19:57:49.357624687Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-6bee0f0610a5231f InstanceType=type6 ProbeStart="2020-08-20 19:57:49.357028412 +0000 UTC m=+1.285518008" RunningContainers=0 State=idle time="2020-08-20T19:57:49.357738074Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000110 Instance=stub-providertype6-2089c93c79844140 PID=2 State=Locked time="2020-08-20T19:57:49.357769110Z" level=debug msg=runQueue Containers=24 Processes=24 time="2020-08-20T19:57:49.358562829Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000077 Instance=stub-providertype6-15974b9d7f803594 InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.358851098Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000077 Instance=stub-providertype6-15974b9d7f803594 InstanceType=type6 time="2020-08-20T19:57:49.359010959Z" level=debug msg=runQueue Containers=24 Processes=24 time="2020-08-20T19:57:49.359117647Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000077 Reason="state=Complete" time="2020-08-20T19:57:49.359144790Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000077 time="2020-08-20T19:57:49.359997844Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000087 Instance=stub-providertype8-4b7fafc3545836c4 PID=4 time="2020-08-20T19:57:49.360070996Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000087 Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 time="2020-08-20T19:57:49.360114360Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-693a570dd2d99eb9 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.360130552Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-693a570dd2d99eb9 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.359906017 +0000 UTC m=+1.288395601" time="2020-08-20T19:57:49.360284964Z" level=debug msg=runQueue Containers=24 Processes=23 time="2020-08-20T19:57:49.360357005Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000077 State=Complete time="2020-08-20T19:57:49.360382841Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-693a570dd2d99eb9 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.359906017 +0000 UTC m=+1.288395601" RunningContainers=0 State=idle time="2020-08-20T19:57:49.360397792Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000190 Op=cancel time="2020-08-20T19:57:49.360450872Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000190 Priority=10 State=Locked time="2020-08-20T19:57:49.360524563Z" level=debug msg=runQueue Containers=23 Processes=23 time="2020-08-20T19:57:49.360568639Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.360683425Z" level=debug msg=runQueue Containers=23 Processes=23 time="2020-08-20T19:57:49.360745846Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000190 Reason="state=Queued" time="2020-08-20T19:57:49.360779084Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000190 time="2020-08-20T19:57:49.360806715Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=101 skipped=0 time="2020-08-20T19:57:49.360821668Z" level=debug msg="sync instances" Instances=101 time="2020-08-20T19:57:49.361048943Z" level=debug msg="sync done" time="2020-08-20T19:57:49.361298068Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000184 Instance=stub-providertype8-601f294b0b8da07f InstanceType=type8 time="2020-08-20T19:57:49.361387064Z" level=debug msg=runQueue Containers=23 Processes=22 time="2020-08-20T19:57:49.361426138Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000190 Op=lock time="2020-08-20T19:57:49.361452241Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000190 InstanceType=type6 time="2020-08-20T19:57:49.361538044Z" level=debug msg=runQueue Containers=23 Processes=22 time="2020-08-20T19:57:49.361571056Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 Priority=10 time="2020-08-20T19:57:49.361754201Z" level=debug msg=runQueue Containers=23 Processes=23 time="2020-08-20T19:57:49.362114085Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000125 Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 time="2020-08-20T19:57:49.362233667Z" level=debug msg=runQueue Containers=23 Processes=23 time="2020-08-20T19:57:49.363142101Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000142 Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 time="2020-08-20T19:57:49.363246771Z" level=debug msg=runQueue Containers=23 Processes=23 time="2020-08-20T19:57:49.364085969Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-1448c1cb2ccf3d4a InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.364099221Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-1448c1cb2ccf3d4a InstanceType=type4 ProbeStart="2020-08-20 19:57:49.36390374 +0000 UTC m=+1.292393318" time="2020-08-20T19:57:49.364321449Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-1448c1cb2ccf3d4a InstanceType=type4 ProbeStart="2020-08-20 19:57:49.36390374 +0000 UTC m=+1.292393318" RunningContainers=0 State=idle time="2020-08-20T19:57:49.364457948Z" level=debug msg=runQueue Containers=23 Processes=23 time="2020-08-20T19:57:49.365144599Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-403a4eee5b07de19 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.365164825Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-403a4eee5b07de19 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.36490604 +0000 UTC m=+1.293395631" time="2020-08-20T19:57:49.365312193Z" level=debug msg=runQueue Containers=23 Processes=23 time="2020-08-20T19:57:49.365399169Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000125 Op=cancel time="2020-08-20T19:57:49.365496195Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000125 time="2020-08-20T19:57:49.365439437Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-403a4eee5b07de19 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.36490604 +0000 UTC m=+1.293395631" RunningContainers=0 State=idle time="2020-08-20T19:57:49.365574630Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000184 Op=cancel time="2020-08-20T19:57:49.365629888Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000184 time="2020-08-20T19:57:49.365643590Z" level=debug msg=runQueue Containers=23 Processes=23 time="2020-08-20T19:57:49.365652965Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000142 Op=cancel time="2020-08-20T19:57:49.365672322Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000142 Priority=2 State=Locked time="2020-08-20T19:57:49.365838427Z" level=debug msg=runQueue Containers=23 Processes=23 time="2020-08-20T19:57:49.365966751Z" level=debug msg=runQueue Containers=23 Processes=23 time="2020-08-20T19:57:49.365988376Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000142 Reason="state=Queued" time="2020-08-20T19:57:49.366019948Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000142 time="2020-08-20T19:57:49.366238697Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000064 Instance=stub-providertype8-4df553895164f057 PID=2 time="2020-08-20T19:57:49.366308679Z" level=info msg="crunch-run process started" Address="127.0.0.1:44221" ContainerUUID=zzzzz-dz642-000000000000064 Instance=stub-providertype8-4df553895164f057 InstanceType=type8 time="2020-08-20T19:57:49.367174246Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000184 Reason="state=Cancelled" time="2020-08-20T19:57:49.367221589Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000142 Reason="state=Queued" time="2020-08-20T19:57:49.367262953Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000125 Reason="state=Cancelled" time="2020-08-20T19:57:49.367297100Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000125 Reason="state=Cancelled" time="2020-08-20T19:57:49.367326290Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000184 Reason="state=Cancelled" time="2020-08-20T19:57:49.367362638Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000184 Reason="state=Cancelled" time="2020-08-20T19:57:49.367399641Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000125 Reason="state=Cancelled" time="2020-08-20T19:57:49.367419009Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000125 time="2020-08-20T19:57:49.367429278Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000184 time="2020-08-20T19:57:49.367444133Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d PID=8 time="2020-08-20T19:57:49.367535819Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 time="2020-08-20T19:57:49.367756028Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000167 Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 time="2020-08-20T19:57:49.367940403Z" level=debug msg=runQueue Containers=23 Processes=20 time="2020-08-20T19:57:49.368020571Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000125 State=Cancelled time="2020-08-20T19:57:49.368040806Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000184 State=Cancelled time="2020-08-20T19:57:49.368058014Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000142 Op=lock time="2020-08-20T19:57:49.368081418Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000142 InstanceType=type6 time="2020-08-20T19:57:49.368149045Z" level=debug msg=runQueue Containers=21 Processes=20 time="2020-08-20T19:57:49.368214667Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000142 Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 Priority=2 time="2020-08-20T19:57:49.368338761Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000102 Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 time="2020-08-20T19:57:49.368417212Z" level=debug msg=runQueue Containers=21 Processes=21 time="2020-08-20T19:57:49.368608534Z" level=debug msg=runQueue Containers=21 Processes=21 time="2020-08-20T19:57:49.368959900Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000030 ExitCode=2 Instance=stub-providertype6-78ac46076870b5f1 PID=3 time="2020-08-20T19:57:49.369152585Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-436c6404e63fb72b InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.369169595Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-436c6404e63fb72b InstanceType=type6 ProbeStart="2020-08-20 19:57:49.368910685 +0000 UTC m=+1.297400267" time="2020-08-20T19:57:49.369382319Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-436c6404e63fb72b InstanceType=type6 ProbeStart="2020-08-20 19:57:49.368910685 +0000 UTC m=+1.297400267" RunningContainers=0 State=idle time="2020-08-20T19:57:49.369523831Z" level=debug msg=runQueue Containers=21 Processes=21 time="2020-08-20T19:57:49.369604599Z" level=info msg="[test] container was killed" ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d PID=7 time="2020-08-20T19:57:49.370116846Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000165 Instance=stub-providertype6-4c7390ebb0459cd3 InstanceType=type6 time="2020-08-20T19:57:49.370247218Z" level=debug msg=runQueue Containers=21 Processes=21 time="2020-08-20T19:57:49.370395373Z" level=debug msg=runQueue Containers=21 Processes=21 time="2020-08-20T19:57:49.370410284Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000167 Op=cancel time="2020-08-20T19:57:49.370432273Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000167 time="2020-08-20T19:57:49.370436223Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000102 Op=cancel time="2020-08-20T19:57:49.370414766Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000030 Instance=stub-providertype6-78ac46076870b5f1 InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.370461750Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000102 Priority=2 State=Locked time="2020-08-20T19:57:49.370465960Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000165 Op=cancel time="2020-08-20T19:57:49.370558982Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000165 Priority=5 State=Locked time="2020-08-20T19:57:49.370558984Z" level=debug msg="uuidLock not available, Op=cancel in progress" ContainerUUID=zzzzz-dz642-000000000000102 Op=cancel time="2020-08-20T19:57:49.370549134Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000167 Reason="state=Cancelled" time="2020-08-20T19:57:49.370626050Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000167 time="2020-08-20T19:57:49.370589796Z" level=debug msg="uuidLock not available, Op=cancel in progress" ContainerUUID=zzzzz-dz642-000000000000165 Op=cancel time="2020-08-20T19:57:49.370659936Z" level=debug msg=runQueue Containers=21 Processes=20 time="2020-08-20T19:57:49.370716789Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000167 State=Cancelled time="2020-08-20T19:57:49.370759593Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000165 Reason="state=Queued" time="2020-08-20T19:57:49.370780473Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000165 time="2020-08-20T19:57:49.370814364Z" level=debug msg=runQueue Containers=20 Processes=19 time="2020-08-20T19:57:49.370895249Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000102 Reason="state=Queued" time="2020-08-20T19:57:49.371187267Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000102 time="2020-08-20T19:57:49.370910593Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000165 Op=lock time="2020-08-20T19:57:49.371213912Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000165 InstanceType=type6 time="2020-08-20T19:57:49.371227182Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000102 Reason="state=Queued" time="2020-08-20T19:57:49.371106538Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.371299358Z" level=debug msg=runQueue Containers=20 Processes=18 time="2020-08-20T19:57:49.371335558Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000165 Instance=stub-providertype6-4c7390ebb0459cd3 InstanceType=type6 Priority=5 time="2020-08-20T19:57:49.371126940Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-b5075320540b9b0 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.371390136Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-b5075320540b9b0 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.37086576 +0000 UTC m=+1.299355341" time="2020-08-20T19:57:49.371398975Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000102 Op=lock time="2020-08-20T19:57:49.371488336Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000102 InstanceType=type6 time="2020-08-20T19:57:49.371576219Z" level=debug msg=runQueue Containers=20 Processes=19 time="2020-08-20T19:57:49.371649649Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-b5075320540b9b0 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.37086576 +0000 UTC m=+1.299355341" RunningContainers=0 State=idle time="2020-08-20T19:57:49.371656450Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000102 Op=lock time="2020-08-20T19:57:49.371713231Z" level=debug msg="container no longer queued by the time we decided to lock it, doing nothing" ContainerUUID=zzzzz-dz642-000000000000102 InstanceType=type6 State=Locked time="2020-08-20T19:57:49.371723742Z" level=debug msg=runQueue Containers=20 Processes=19 time="2020-08-20T19:57:49.371683601Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=101 skipped=0 time="2020-08-20T19:57:49.371822357Z" level=debug msg="sync instances" Instances=101 time="2020-08-20T19:57:49.372078819Z" level=debug msg="sync done" time="2020-08-20T19:57:49.372099026Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000102 Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 Priority=2 time="2020-08-20T19:57:49.372216179Z" level=debug msg=runQueue Containers=20 Processes=20 time="2020-08-20T19:57:49.372343404Z" level=debug msg=runQueue Containers=20 Processes=20 time="2020-08-20T19:57:49.372708312Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000143 Instance=stub-providertype8-2f5fe3e8a73e5dad InstanceType=type8 time="2020-08-20T19:57:49.372829138Z" level=debug msg=runQueue Containers=20 Processes=20 time="2020-08-20T19:57:49.373097074Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-62a00a52b3a6a5a1 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.373128494Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-62a00a52b3a6a5a1 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.372888205 +0000 UTC m=+1.301377785" time="2020-08-20T19:57:49.373182710Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000165 Instance=stub-providertype6-4c7390ebb0459cd3 PID=3 time="2020-08-20T19:57:49.373274529Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000165 Instance=stub-providertype6-4c7390ebb0459cd3 InstanceType=type6 time="2020-08-20T19:57:49.373356844Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-62a00a52b3a6a5a1 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.372888205 +0000 UTC m=+1.301377785" RunningContainers=0 State=idle time="2020-08-20T19:57:49.373501144Z" level=debug msg=runQueue Containers=20 Processes=20 time="2020-08-20T19:57:49.373568304Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000030 Instance=stub-providertype6-78ac46076870b5f1 InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.373804146Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000030 Instance=stub-providertype6-78ac46076870b5f1 InstanceType=type6 time="2020-08-20T19:57:49.373943500Z" level=debug msg=runQueue Containers=20 Processes=20 time="2020-08-20T19:57:49.374047729Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000030 Reason="state=Complete" time="2020-08-20T19:57:49.374077255Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000030 time="2020-08-20T19:57:49.374451186Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000102 Instance=stub-providertype6-5427f21867fd10a4 PID=4 time="2020-08-20T19:57:49.374522917Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000102 Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 time="2020-08-20T19:57:49.375148964Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000048 Instance=stub-providertype8-4c4f95107709ec27 InstanceType=type8 time="2020-08-20T19:57:49.375313466Z" level=debug msg=runQueue Containers=20 Processes=19 time="2020-08-20T19:57:49.375399957Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000030 State=Complete time="2020-08-20T19:57:49.375432762Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000048 Op=cancel time="2020-08-20T19:57:49.375495591Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000048 Priority=8 State=Locked time="2020-08-20T19:57:49.375478701Z" level=debug msg=runQueue Containers=19 Processes=19 time="2020-08-20T19:57:49.375521324Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000143 Op=cancel time="2020-08-20T19:57:49.375545171Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000143 time="2020-08-20T19:57:49.376222987Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000087 Instance=stub-providertype8-4b7fafc3545836c4 PID=4 State=Locked time="2020-08-20T19:57:49.376712327Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000142 Instance=stub-providertype6-5e90e1770e094fe8 PID=5 time="2020-08-20T19:57:49.376803229Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000143 Reason="state=Cancelled" time="2020-08-20T19:57:49.376937238Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000143 time="2020-08-20T19:57:49.377027360Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000048 Reason="state=Queued" time="2020-08-20T19:57:49.377078538Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000048 time="2020-08-20T19:57:49.376749008Z" level=debug msg=runQueue Containers=19 Processes=19 time="2020-08-20T19:57:49.377406413Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000142 Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 time="2020-08-20T19:57:49.377510508Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000143 State=Cancelled time="2020-08-20T19:57:49.377826138Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype4-8cd00c4e533e9a3 InstanceType=type4 stderr= stdout= time="2020-08-20T19:57:49.377864917Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype4-8cd00c4e533e9a3 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.376432807 +0000 UTC m=+1.304922390" time="2020-08-20T19:57:49.378268107Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype4-8cd00c4e533e9a3 InstanceType=type4 ProbeStart="2020-08-20 19:57:49.376432807 +0000 UTC m=+1.304922390" RunningContainers=0 State=idle time="2020-08-20T19:57:49.378668203Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype8-169d698448109a35 InstanceType=type8 stderr= stdout= time="2020-08-20T19:57:49.378690856Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype8-169d698448109a35 InstanceType=type8 ProbeStart="2020-08-20 19:57:49.377928873 +0000 UTC m=+1.306418463" time="2020-08-20T19:57:49.378761928Z" level=debug msg=runQueue Containers=18 Processes=17 time="2020-08-20T19:57:49.378809734Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000048 Op=lock time="2020-08-20T19:57:49.378832824Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000048 InstanceType=type8 time="2020-08-20T19:57:49.379001187Z" level=debug msg=runQueue Containers=18 Processes=17 time="2020-08-20T19:57:49.379027738Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype8-169d698448109a35 InstanceType=type8 ProbeStart="2020-08-20 19:57:49.377928873 +0000 UTC m=+1.306418463" RunningContainers=0 State=idle time="2020-08-20T19:57:49.379136994Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000048 Instance=stub-providertype8-4c4f95107709ec27 InstanceType=type8 Priority=8 time="2020-08-20T19:57:49.379289482Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-4d2ba0f29c4d2eb5 InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.379461243Z" level=debug msg=runQueue Containers=18 Processes=18 time="2020-08-20T19:57:49.379501836Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-4d2ba0f29c4d2eb5 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.379051153 +0000 UTC m=+1.307540733" time="2020-08-20T19:57:49.379777861Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-4d2ba0f29c4d2eb5 InstanceType=type6 ProbeStart="2020-08-20 19:57:49.379051153 +0000 UTC m=+1.307540733" RunningContainers=0 State=idle time="2020-08-20T19:57:49.379871833Z" level=debug msg=runQueue Containers=18 Processes=18 time="2020-08-20T19:57:49.380271943Z" level=debug msg=runQueue Containers=18 Processes=18 time="2020-08-20T19:57:49.382105172Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.382137168Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000103 Instance=stub-providertype8-51825d31521f7308 InstanceType=type8 time="2020-08-20T19:57:49.382266688Z" level=debug msg=runQueue Containers=18 Processes=18 time="2020-08-20T19:57:49.382398721Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=101 skipped=0 time="2020-08-20T19:57:49.382415308Z" level=debug msg="sync instances" Instances=101 time="2020-08-20T19:57:49.382723711Z" level=debug msg="sync done" time="2020-08-20T19:57:49.384107585Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000118 Instance=stub-providertype6-6688f8bd3e99b0a8 InstanceType=type6 time="2020-08-20T19:57:49.384236451Z" level=debug msg=runQueue Containers=18 Processes=18 time="2020-08-20T19:57:49.384476616Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000165 Instance=stub-providertype6-4c7390ebb0459cd3 PID=3 State=Running time="2020-08-20T19:57:49.385292391Z" level=debug msg=runQueue Containers=18 Processes=18 time="2020-08-20T19:57:49.385354640Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000103 Op=cancel time="2020-08-20T19:57:49.385374208Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000103 Priority=3 State=Locked time="2020-08-20T19:57:49.385438258Z" level=debug msg=runQueue Containers=18 Processes=18 time="2020-08-20T19:57:49.385451470Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000118 Op=cancel time="2020-08-20T19:57:49.385476202Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000118 time="2020-08-20T19:57:49.385519997Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000103 Reason="state=Queued" time="2020-08-20T19:57:49.385547127Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000103 time="2020-08-20T19:57:49.385561552Z" level=debug msg="uuidLock not available, Op=cancel in progress" ContainerUUID=zzzzz-dz642-000000000000118 Op=cancel time="2020-08-20T19:57:49.385616593Z" level=debug msg=runQueue Containers=18 Processes=17 time="2020-08-20T19:57:49.385690109Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000118 Reason="state=Cancelled" time="2020-08-20T19:57:49.385710930Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000118 time="2020-08-20T19:57:49.385722819Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000103 Op=lock time="2020-08-20T19:57:49.385744511Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000103 InstanceType=type8 time="2020-08-20T19:57:49.385798893Z" level=debug msg=runQueue Containers=18 Processes=16 time="2020-08-20T19:57:49.385828830Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000103 Instance=stub-providertype8-51825d31521f7308 InstanceType=type8 Priority=3 time="2020-08-20T19:57:49.386015875Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000118 State=Cancelled time="2020-08-20T19:57:49.386080285Z" level=debug msg=runQueue Containers=17 Processes=17 time="2020-08-20T19:57:49.386340233Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000063 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 time="2020-08-20T19:57:49.386440056Z" level=debug msg=runQueue Containers=17 Processes=17 time="2020-08-20T19:57:49.386901950Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.611889 Instance=stub-providertype6-4d2ba0f29c4d2eb5 InstanceType=type6 State=idle time="2020-08-20T19:57:49.386929972Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000048 Instance=stub-providertype8-4c4f95107709ec27 PID=2 time="2020-08-20T19:57:49.386941056Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.176412 Instance=stub-providertype4-26984b92f6740304 InstanceType=type4 State=idle time="2020-08-20T19:57:49.386990743Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=1.091294 Instance=stub-providertype4-8cd00c4e533e9a3 InstanceType=type4 State=idle time="2020-08-20T19:57:49.387004594Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.176392 Instance=stub-providertype8-6aa7aaf5ad3205d0 InstanceType=type8 State=idle time="2020-08-20T19:57:49.387021395Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.489417 Instance=stub-providertype8-169d698448109a35 InstanceType=type8 State=idle time="2020-08-20T19:57:49.387027173Z" level=warning msg="shutdown failed" Address= Instance=stub-providertype4-26984b92f6740304 InstanceType=type4 error="instance could not be destroyed" time="2020-08-20T19:57:49.387036484Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.150131 Instance=stub-providertype8-4c22b02936d4ff9b InstanceType=type8 State=idle time="2020-08-20T19:57:49.387075976Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.184330 Instance=stub-providertype2-e4b5ac059483870 InstanceType=type2 State=idle time="2020-08-20T19:57:49.387085421Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.175522 Instance=stub-providertype4-39ee49c22554adf4 InstanceType=type4 State=idle time="2020-08-20T19:57:49.387094248Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.219830 Instance=stub-providertype4-11a39040f4b6f47f InstanceType=type4 State=idle time="2020-08-20T19:57:49.387103067Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.632967 Instance=stub-providertype6-5dcc32c5d6959a73 InstanceType=type6 State=idle time="2020-08-20T19:57:49.387111340Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=1.134543 Instance=stub-providertype6-57930cf840a79c3b InstanceType=type6 State=idle time="2020-08-20T19:57:49.387119647Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.992593 Instance=stub-providertype2-6823be14ff09ef3c InstanceType=type2 State=idle time="2020-08-20T19:57:49.387127922Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.648899 Instance=stub-providertype6-64a9c3f4308fc0ba InstanceType=type6 State=idle time="2020-08-20T19:57:49.387137668Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.680666 Instance=stub-providertype4-d89050194abc0f1 InstanceType=type4 State=idle time="2020-08-20T19:57:49.387146302Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.643196 Instance=stub-providertype6-15c02dd62e95d9e4 InstanceType=type6 State=idle time="2020-08-20T19:57:49.387154482Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.238591 Instance=stub-providertype3-41c99b43b864a80e InstanceType=type3 State=idle time="2020-08-20T19:57:49.387166340Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.234190 Instance=stub-providertype4-2d89c820f5c353cf InstanceType=type4 State=idle time="2020-08-20T19:57:49.387184489Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.179391 Instance=stub-providertype8-76fd839a1e094f9a InstanceType=type8 State=idle time="2020-08-20T19:57:49.387193880Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.594494 Instance=stub-providertype8-6950a21787ed6407 InstanceType=type8 State=idle time="2020-08-20T19:57:49.387204957Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.744222 Instance=stub-providertype6-6764373dae404245 InstanceType=type6 State=idle time="2020-08-20T19:57:49.387214077Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.970789 Instance=stub-providertype3-61fece1535d95dc3 InstanceType=type3 State=idle time="2020-08-20T19:57:49.387221983Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.233569 Instance=stub-providertype4-5fd08c9c1bbb5d2b InstanceType=type4 State=idle time="2020-08-20T19:57:49.387230074Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.842231 Instance=stub-providertype8-3c745b1cde4b526b InstanceType=type8 State=idle time="2020-08-20T19:57:49.387242875Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.588229 Instance=stub-providertype6-365a3763084a0fce InstanceType=type6 State=idle time="2020-08-20T19:57:49.387253117Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.616003 Instance=stub-providertype6-47f6862ff1cecda2 InstanceType=type6 State=idle time="2020-08-20T19:57:49.387261247Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.608901 Instance=stub-providertype6-28d7c72962ceecc2 InstanceType=type6 State=idle time="2020-08-20T19:57:49.387272859Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.816684 Instance=stub-providertype4-521f280971756de4 InstanceType=type4 State=idle time="2020-08-20T19:57:49.387281853Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.694532 Instance=stub-providertype6-67ab7759ae3d8bb4 InstanceType=type6 State=idle time="2020-08-20T19:57:49.387289916Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.228990 Instance=stub-providertype2-6d7acf370641dfb5 InstanceType=type2 State=idle time="2020-08-20T19:57:49.387300251Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.194271 Instance=stub-providertype8-3b979ab1bc2dce1e InstanceType=type8 State=idle time="2020-08-20T19:57:49.387310229Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.610827 Instance=stub-providertype6-6bee0f0610a5231f InstanceType=type6 State=idle time="2020-08-20T19:57:49.387321834Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.868511 Instance=stub-providertype4-25b10429c7d52fd InstanceType=type4 State=idle time="2020-08-20T19:57:49.387332698Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.848597 Instance=stub-providertype8-447c3b645e3a731d InstanceType=type8 State=idle time="2020-08-20T19:57:49.387346299Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=1.029018 Instance=stub-providertype4-693a570dd2d99eb9 InstanceType=type4 State=idle time="2020-08-20T19:57:49.387359838Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.221739 Instance=stub-providertype3-20e7309f035b88ab InstanceType=type3 State=idle time="2020-08-20T19:57:49.387010907Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000048 Instance=stub-providertype8-4c4f95107709ec27 InstanceType=type8 time="2020-08-20T19:57:49.387375113Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.220538 Instance=stub-providertype4-5c2535ca822d00ef InstanceType=type4 State=idle time="2020-08-20T19:57:49.387430135Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.216319 Instance=stub-providertype3-7ce2e98ef360412c InstanceType=type3 State=idle time="2020-08-20T19:57:49.387444227Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.748914 Instance=stub-providertype4-1448c1cb2ccf3d4a InstanceType=type4 State=idle time="2020-08-20T19:57:49.387457936Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.649289 Instance=stub-providertype4-403a4eee5b07de19 InstanceType=type4 State=idle time="2020-08-20T19:57:49.387469642Z" level=warning msg="shutdown failed" Address= Instance=stub-providertype4-521f280971756de4 InstanceType=type4 error="instance could not be destroyed" time="2020-08-20T19:57:49.387472026Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.631528 Instance=stub-providertype6-436c6404e63fb72b InstanceType=type6 State=idle time="2020-08-20T19:57:49.387506311Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.689936 Instance=stub-providertype4-b5075320540b9b0 InstanceType=type4 State=idle time="2020-08-20T19:57:49.387520846Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.194463 Instance=stub-providertype4-1c73fac825416fed InstanceType=type4 State=idle time="2020-08-20T19:57:49.387534344Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.633465 Instance=stub-providertype6-62a00a52b3a6a5a1 InstanceType=type6 State=idle time="2020-08-20T19:57:49.387608809Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000064 Instance=stub-providertype8-4df553895164f057 PID=2 State=Running time="2020-08-20T19:57:49.387400386Z" level=warning msg="shutdown failed" Address= Instance=stub-providertype6-6764373dae404245 InstanceType=type6 error="instance could not be destroyed" time="2020-08-20T19:57:49.387718827Z" level=warning msg="shutdown failed" Address= Instance=stub-providertype3-7ce2e98ef360412c InstanceType=type3 error="instance could not be destroyed" time="2020-08-20T19:57:49.387452278Z" level=warning msg="shutdown failed" Address= Instance=stub-providertype6-47f6862ff1cecda2 InstanceType=type6 error="instance could not be destroyed" time="2020-08-20T19:57:49.388138814Z" level=debug msg=runQueue Containers=17 Processes=17 time="2020-08-20T19:57:49.388247451Z" level=debug msg=runQueue Containers=17 Processes=17 time="2020-08-20T19:57:49.388400443Z" level=debug msg=runQueue Containers=17 Processes=17 time="2020-08-20T19:57:49.388620411Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d PID=8 State=Running dispatcher_test.go:142: c.Errorf("container completed twice: %s", ctr.UUID) ... Error: container completed twice: zzzzz-dz642-000000000000190 time="2020-08-20T19:57:49.390117607Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000006 Instance=stub-providertype6-28ca961b861cc65f InstanceType=type6 time="2020-08-20T19:57:49.390261877Z" level=debug msg=runQueue Containers=17 Processes=17 time="2020-08-20T19:57:49.390346472Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000063 Op=cancel time="2020-08-20T19:57:49.390365767Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000063 time="2020-08-20T19:57:49.390381148Z" level=debug msg=runQueue Containers=17 Processes=17 time="2020-08-20T19:57:49.390418843Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000006 Op=cancel time="2020-08-20T19:57:49.390445083Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000006 time="2020-08-20T19:57:49.390464872Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000006 Op=cancel time="2020-08-20T19:57:49.390484182Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000063 Reason="state=Cancelled" time="2020-08-20T19:57:49.390545013Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000063 time="2020-08-20T19:57:49.390490375Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000006 time="2020-08-20T19:57:49.390589598Z" level=debug msg=runQueue Containers=17 Processes=16 time="2020-08-20T19:57:49.390662366Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000063 State=Cancelled time="2020-08-20T19:57:49.390717176Z" level=debug msg=runQueue Containers=16 Processes=16 time="2020-08-20T19:57:49.390738852Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000006 Reason="state=Cancelled" time="2020-08-20T19:57:49.390763679Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000006 time="2020-08-20T19:57:49.390806711Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000006 State=Cancelled time="2020-08-20T19:57:49.391858332Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000103 Instance=stub-providertype8-51825d31521f7308 PID=2 time="2020-08-20T19:57:49.391943912Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000103 Instance=stub-providertype8-51825d31521f7308 InstanceType=type8 time="2020-08-20T19:57:49.392122552Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-799e447ae60f42c8 InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:49.392137397Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-799e447ae60f42c8 InstanceType=type3 ProbeStart="2020-08-20 19:57:49.391851883 +0000 UTC m=+1.320341475" time="2020-08-20T19:57:49.392382201Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype3-799e447ae60f42c8 InstanceType=type3 ProbeStart="2020-08-20 19:57:49.391851883 +0000 UTC m=+1.320341475" RunningContainers=0 State=idle time="2020-08-20T19:57:49.392551361Z" level=debug msg=runQueue Containers=15 Processes=15 time="2020-08-20T19:57:49.392795356Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.392956364Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=63 skipped=0 time="2020-08-20T19:57:49.392973416Z" level=debug msg="sync instances" Instances=63 time="2020-08-20T19:57:49.393001021Z" level=info msg="worker still listed after shutdown; retrying" Instance=stub-providertype6-6764373dae404245 time="2020-08-20T19:57:49.393056090Z" level=info msg="worker still listed after shutdown; retrying" Instance=stub-providertype4-521f280971756de4 time="2020-08-20T19:57:49.393097974Z" level=info msg="worker still listed after shutdown; retrying" Instance=stub-providertype6-47f6862ff1cecda2 time="2020-08-20T19:57:49.393112761Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-218920a050d10d9d InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.393127027Z" level=warning msg="shutdown failed" Address= Instance=stub-providertype4-521f280971756de4 InstanceType=type4 error="instance could not be destroyed" time="2020-08-20T19:57:49.393242837Z" level=info msg="worker still listed after shutdown; retrying" Instance=stub-providertype4-26984b92f6740304 time="2020-08-20T19:57:49.393256662Z" level=warning msg="shutdown failed" Address= Instance=stub-providertype6-47f6862ff1cecda2 InstanceType=type6 error="instance could not be destroyed" time="2020-08-20T19:57:49.393280367Z" level=info msg="worker still listed after shutdown; retrying" Instance=stub-providertype3-7ce2e98ef360412c time="2020-08-20T19:57:49.393322322Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-67ab7759ae3d8bb4 WorkerState=shutdown time="2020-08-20T19:57:49.393336196Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype2-6d7acf370641dfb5 WorkerState=shutdown time="2020-08-20T19:57:49.393347376Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-3b979ab1bc2dce1e WorkerState=shutdown time="2020-08-20T19:57:49.393359279Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-25b10429c7d52fd WorkerState=shutdown time="2020-08-20T19:57:49.393370183Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-447c3b645e3a731d WorkerState=shutdown time="2020-08-20T19:57:49.393383144Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-6bee0f0610a5231f WorkerState=shutdown time="2020-08-20T19:57:49.393394516Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-693a570dd2d99eb9 WorkerState=shutdown time="2020-08-20T19:57:49.393406117Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-20e7309f035b88ab WorkerState=shutdown time="2020-08-20T19:57:49.393419348Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-5c2535ca822d00ef WorkerState=shutdown time="2020-08-20T19:57:49.393429681Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-1448c1cb2ccf3d4a WorkerState=shutdown time="2020-08-20T19:57:49.393442047Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-403a4eee5b07de19 WorkerState=shutdown time="2020-08-20T19:57:49.393456452Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-436c6404e63fb72b WorkerState=shutdown time="2020-08-20T19:57:49.393469040Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-b5075320540b9b0 WorkerState=shutdown time="2020-08-20T19:57:49.393479720Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-1c73fac825416fed WorkerState=shutdown time="2020-08-20T19:57:49.393490034Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-62a00a52b3a6a5a1 WorkerState=shutdown time="2020-08-20T19:57:49.393500694Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-4d2ba0f29c4d2eb5 WorkerState=shutdown time="2020-08-20T19:57:49.393512152Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-8cd00c4e533e9a3 WorkerState=shutdown time="2020-08-20T19:57:49.393521789Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-6aa7aaf5ad3205d0 WorkerState=shutdown time="2020-08-20T19:57:49.393531802Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-169d698448109a35 WorkerState=shutdown time="2020-08-20T19:57:49.393541631Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-4c22b02936d4ff9b WorkerState=shutdown time="2020-08-20T19:57:49.393551471Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype2-e4b5ac059483870 WorkerState=shutdown time="2020-08-20T19:57:49.393561857Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-39ee49c22554adf4 WorkerState=shutdown time="2020-08-20T19:57:49.393572655Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-11a39040f4b6f47f WorkerState=shutdown time="2020-08-20T19:57:49.393582981Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-5dcc32c5d6959a73 WorkerState=shutdown time="2020-08-20T19:57:49.393596685Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-57930cf840a79c3b WorkerState=shutdown time="2020-08-20T19:57:49.393607525Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype2-6823be14ff09ef3c WorkerState=shutdown time="2020-08-20T19:57:49.393640148Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-64a9c3f4308fc0ba WorkerState=shutdown time="2020-08-20T19:57:49.393655755Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-d89050194abc0f1 WorkerState=shutdown time="2020-08-20T19:57:49.393666062Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-15c02dd62e95d9e4 WorkerState=shutdown time="2020-08-20T19:57:49.393677694Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-41c99b43b864a80e WorkerState=shutdown time="2020-08-20T19:57:49.393687566Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-2d89c820f5c353cf WorkerState=shutdown time="2020-08-20T19:57:49.393695603Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-76fd839a1e094f9a WorkerState=shutdown time="2020-08-20T19:57:49.393706040Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-6950a21787ed6407 WorkerState=shutdown time="2020-08-20T19:57:49.393720847Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-61fece1535d95dc3 WorkerState=shutdown time="2020-08-20T19:57:49.393730624Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-3c745b1cde4b526b WorkerState=shutdown time="2020-08-20T19:57:49.393740951Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-5fd08c9c1bbb5d2b WorkerState=shutdown time="2020-08-20T19:57:49.393751413Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-365a3763084a0fce WorkerState=shutdown time="2020-08-20T19:57:49.393765426Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-28d7c72962ceecc2 WorkerState=shutdown time="2020-08-20T19:57:49.393778837Z" level=debug msg="sync done" time="2020-08-20T19:57:49.393848421Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-218920a050d10d9d InstanceType=type6 ProbeStart="2020-08-20 19:57:49.392875849 +0000 UTC m=+1.321365420" time="2020-08-20T19:57:49.393948046Z" level=debug msg=runQueue Containers=15 Processes=15 time="2020-08-20T19:57:49.394107773Z" level=debug msg=runQueue Containers=15 Processes=15 time="2020-08-20T19:57:49.395273286Z" level=debug msg=runQueue Containers=15 Processes=15 time="2020-08-20T19:57:49.395928342Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000142 ExitCode=2 Instance=stub-providertype6-5e90e1770e094fe8 PID=5 time="2020-08-20T19:57:49.400128725Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000061 Instance=stub-providertype6-1089de3ba6ff3fbd InstanceType=type6 time="2020-08-20T19:57:49.400271754Z" level=debug msg=runQueue Containers=15 Processes=15 time="2020-08-20T19:57:49.400351305Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000142 Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.400402743Z" level=debug msg=runQueue Containers=15 Processes=15 time="2020-08-20T19:57:49.400352942Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000061 Op=cancel time="2020-08-20T19:57:49.400503095Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000061 Priority=1 State=Locked time="2020-08-20T19:57:49.400552661Z" level=debug msg=runQueue Containers=15 Processes=15 time="2020-08-20T19:57:49.400568119Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000061 Op=cancel time="2020-08-20T19:57:49.400592677Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000061 Priority=1 State=Locked time="2020-08-20T19:57:49.400606935Z" level=error msg="error requeueing container" ContainerUUID=zzzzz-dz642-000000000000061 Priority=1 State=Locked error="changeState failed: state=\"Queued\"" time="2020-08-20T19:57:49.400629049Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000061 Reason="state=Queued" time="2020-08-20T19:57:49.400664017Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000061 time="2020-08-20T19:57:49.401986630Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000048 Instance=stub-providertype8-4c4f95107709ec27 PID=2 State=Running time="2020-08-20T19:57:49.402167055Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000022 Instance=stub-providertype6-45331718f2f37eeb InstanceType=type6 time="2020-08-20T19:57:49.402307561Z" level=debug msg=runQueue Containers=15 Processes=14 time="2020-08-20T19:57:49.402372341Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000061 Op=lock time="2020-08-20T19:57:49.402389151Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000061 InstanceType=type6 time="2020-08-20T19:57:49.402432625Z" level=debug msg=runQueue Containers=15 Processes=14 time="2020-08-20T19:57:49.402460564Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000061 Instance=stub-providertype6-45331718f2f37eeb InstanceType=type6 Priority=1 time="2020-08-20T19:57:49.402513275Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000102 ExitCode=3 Instance=stub-providertype6-5427f21867fd10a4 PID=4 time="2020-08-20T19:57:49.402660757Z" level=debug msg=runQueue Containers=15 Processes=15 time="2020-08-20T19:57:49.403482071Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000142 Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.403767081Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000142 Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 time="2020-08-20T19:57:49.403791775Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.403891306Z" level=debug msg=runQueue Containers=15 Processes=15 time="2020-08-20T19:57:49.403953422Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=60 skipped=0 time="2020-08-20T19:57:49.403979299Z" level=debug msg="sync instances" Instances=60 time="2020-08-20T19:57:49.404082348Z" level=info msg="worker still listed after shutdown; retrying" Instance=stub-providertype4-521f280971756de4 time="2020-08-20T19:57:49.404123203Z" level=info msg="worker still listed after shutdown; retrying" Instance=stub-providertype6-47f6862ff1cecda2 time="2020-08-20T19:57:49.404176477Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-26984b92f6740304 WorkerState=shutdown time="2020-08-20T19:57:49.404233375Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-6764373dae404245 WorkerState=shutdown time="2020-08-20T19:57:49.404274134Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-7ce2e98ef360412c WorkerState=shutdown time="2020-08-20T19:57:49.404320294Z" level=debug msg="sync done" time="2020-08-20T19:57:49.404387183Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000142 Reason="state=Complete" time="2020-08-20T19:57:49.404468343Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000142 time="2020-08-20T19:57:49.404657634Z" level=debug msg=runQueue Containers=15 Processes=14 time="2020-08-20T19:57:49.404723556Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000142 State=Complete time="2020-08-20T19:57:49.404777085Z" level=debug msg=runQueue Containers=14 Processes=14 time="2020-08-20T19:57:49.405085329Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000107 Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 time="2020-08-20T19:57:49.405201150Z" level=debug msg=runQueue Containers=14 Processes=14 time="2020-08-20T19:57:49.405293620Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000022 Op=cancel time="2020-08-20T19:57:49.405313811Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000022 Priority=2 State=Locked time="2020-08-20T19:57:49.405320631Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000102 Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.405302663Z" level=debug msg=runQueue Containers=14 Processes=14 time="2020-08-20T19:57:49.405335525Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000107 Op=cancel time="2020-08-20T19:57:49.405461504Z" level=debug msg=runQueue Containers=14 Processes=14 time="2020-08-20T19:57:49.405469156Z" level=debug msg="uuidLock not available, Op=cancel in progress" ContainerUUID=zzzzz-dz642-000000000000107 Op=cancel time="2020-08-20T19:57:49.405462749Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000107 Priority=7 State=Locked time="2020-08-20T19:57:49.405527878Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000022 Reason="state=Queued" time="2020-08-20T19:57:49.405546588Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000022 time="2020-08-20T19:57:49.405554521Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000107 Op=cancel time="2020-08-20T19:57:49.405576371Z" level=debug msg=runQueue Containers=14 Processes=13 time="2020-08-20T19:57:49.405579293Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000107 Priority=7 State=Locked time="2020-08-20T19:57:49.405597581Z" level=error msg="error requeueing container" ContainerUUID=zzzzz-dz642-000000000000107 Priority=7 State=Locked error="changeState failed: state=\"Queued\"" time="2020-08-20T19:57:49.405629752Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000022 Op=lock time="2020-08-20T19:57:49.405644627Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000022 InstanceType=type6 time="2020-08-20T19:57:49.405632598Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000022 Reason="state=Queued" time="2020-08-20T19:57:49.405699045Z" level=debug msg=runQueue Containers=14 Processes=13 time="2020-08-20T19:57:49.405736076Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000107 Reason="state=Queued" time="2020-08-20T19:57:49.405757021Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000107 time="2020-08-20T19:57:49.405775991Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000022 Instance=stub-providertype6-1089de3ba6ff3fbd InstanceType=type6 Priority=2 time="2020-08-20T19:57:49.405898451Z" level=debug msg=runQueue Containers=14 Processes=13 time="2020-08-20T19:57:49.405932297Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000107 Op=lock time="2020-08-20T19:57:49.405950249Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000107 InstanceType=type3 time="2020-08-20T19:57:49.406049194Z" level=debug msg=runQueue Containers=14 Processes=13 time="2020-08-20T19:57:49.406081104Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000107 Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 Priority=7 time="2020-08-20T19:57:49.406251162Z" level=debug msg=runQueue Containers=14 Processes=14 time="2020-08-20T19:57:49.408443547Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000102 Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.408761251Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000102 Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 time="2020-08-20T19:57:49.408865056Z" level=debug msg=runQueue Containers=14 Processes=14 time="2020-08-20T19:57:49.409018561Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000102 Reason="state=Complete" time="2020-08-20T19:57:49.409044831Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000102 time="2020-08-20T19:57:49.410075173Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000028 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 time="2020-08-20T19:57:49.410172764Z" level=debug msg=runQueue Containers=14 Processes=13 time="2020-08-20T19:57:49.410221214Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000102 State=Complete time="2020-08-20T19:57:49.410259278Z" level=debug msg=runQueue Containers=13 Processes=13 time="2020-08-20T19:57:49.410305055Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000028 Op=cancel time="2020-08-20T19:57:49.410322435Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000028 Priority=8 State=Locked time="2020-08-20T19:57:49.410333134Z" level=debug msg="uuidLock not available, Op=cancel in progress" ContainerUUID=zzzzz-dz642-000000000000028 Op=cancel time="2020-08-20T19:57:49.410368899Z" level=debug msg=runQueue Containers=13 Processes=13 time="2020-08-20T19:57:49.410423348Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000028 Reason="state=Queued" time="2020-08-20T19:57:49.410441634Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000028 time="2020-08-20T19:57:49.410582918Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000061 Instance=stub-providertype6-45331718f2f37eeb PID=3 time="2020-08-20T19:57:49.410662720Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000061 Instance=stub-providertype6-45331718f2f37eeb InstanceType=type6 time="2020-08-20T19:57:49.411954674Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000103 Instance=stub-providertype8-51825d31521f7308 PID=2 State=Running time="2020-08-20T19:57:49.413281631Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000022 Instance=stub-providertype6-1089de3ba6ff3fbd PID=4 time="2020-08-20T19:57:49.413359678Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000022 Instance=stub-providertype6-1089de3ba6ff3fbd InstanceType=type6 time="2020-08-20T19:57:49.414390873Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.414525045Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=58 skipped=0 time="2020-08-20T19:57:49.414537626Z" level=debug msg="sync instances" Instances=58 time="2020-08-20T19:57:49.414679160Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-47f6862ff1cecda2 WorkerState=shutdown time="2020-08-20T19:57:49.414698407Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-521f280971756de4 WorkerState=shutdown time="2020-08-20T19:57:49.414711893Z" level=debug msg="sync done" time="2020-08-20T19:57:49.414792039Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000107 Instance=stub-providertype3-27dff7ab244fcd36 PID=6 time="2020-08-20T19:57:49.414870219Z" level=debug msg=runQueue Containers=13 Processes=12 time="2020-08-20T19:57:49.414958667Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000028 Op=lock time="2020-08-20T19:57:49.415001291Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000028 InstanceType=type4 time="2020-08-20T19:57:49.415033725Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000107 Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 time="2020-08-20T19:57:49.415059779Z" level=debug msg=runQueue Containers=13 Processes=12 time="2020-08-20T19:57:49.415118283Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000028 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 Priority=8 time="2020-08-20T19:57:49.415276792Z" level=debug msg=runQueue Containers=13 Processes=13 time="2020-08-20T19:57:49.415375766Z" level=debug msg=runQueue Containers=13 Processes=13 time="2020-08-20T19:57:49.416734110Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000061 Instance=stub-providertype6-45331718f2f37eeb PID=3 State=Running time="2020-08-20T19:57:49.420019695Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000028 Instance=stub-providertype4-41f27cc6f3875d04 PID=9 time="2020-08-20T19:57:49.420070104Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000028 Instance=stub-providertype4-41f27cc6f3875d04 PID=9 State=Running time="2020-08-20T19:57:49.420086420Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000028 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 time="2020-08-20T19:57:49.420265472Z" level=debug msg=runQueue Containers=13 Processes=13 time="2020-08-20T19:57:49.424128276Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000127 Instance=stub-providertype8-661c8184b38c6f71 InstanceType=type8 time="2020-08-20T19:57:49.424240035Z" level=debug msg=runQueue Containers=13 Processes=13 time="2020-08-20T19:57:49.424783023Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.424952374Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=58 skipped=0 time="2020-08-20T19:57:49.424971305Z" level=debug msg="sync instances" Instances=58 time="2020-08-20T19:57:49.425137094Z" level=debug msg="sync done" time="2020-08-20T19:57:49.425551527Z" level=debug msg=runQueue Containers=13 Processes=13 time="2020-08-20T19:57:49.425621158Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000127 Op=cancel time="2020-08-20T19:57:49.425645312Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000127 Priority=7 State=Locked time="2020-08-20T19:57:49.425704910Z" level=debug msg=runQueue Containers=13 Processes=13 time="2020-08-20T19:57:49.425800011Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000127 Reason="state=Queued" time="2020-08-20T19:57:49.425827848Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000127 time="2020-08-20T19:57:49.426099646Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000190 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 time="2020-08-20T19:57:49.426229225Z" level=debug msg=runQueue Containers=13 Processes=12 time="2020-08-20T19:57:49.426294527Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000127 Op=lock time="2020-08-20T19:57:49.426321273Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000127 InstanceType=type8 time="2020-08-20T19:57:49.426363824Z" level=debug msg=runQueue Containers=13 Processes=12 time="2020-08-20T19:57:49.426388468Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000127 Instance=stub-providertype8-661c8184b38c6f71 InstanceType=type8 Priority=7 time="2020-08-20T19:57:49.426564712Z" level=debug msg=runQueue Containers=13 Processes=13 time="2020-08-20T19:57:49.427785771Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000127 Instance=stub-providertype8-661c8184b38c6f71 PID=2 time="2020-08-20T19:57:49.427844411Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000127 Instance=stub-providertype8-661c8184b38c6f71 InstanceType=type8 time="2020-08-20T19:57:49.430178656Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000005 Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 time="2020-08-20T19:57:49.430546719Z" level=debug msg=runQueue Containers=13 Processes=13 time="2020-08-20T19:57:49.430760956Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000005 Op=cancel time="2020-08-20T19:57:49.430795255Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000005 time="2020-08-20T19:57:49.430838443Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000190 Op=cancel time="2020-08-20T19:57:49.430890828Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000190 time="2020-08-20T19:57:49.430982150Z" level=debug msg=runQueue Containers=13 Processes=13 time="2020-08-20T19:57:49.431133065Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000190 Reason="state=Cancelled" time="2020-08-20T19:57:49.431156635Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000022 ExitCode=0 Instance=stub-providertype6-1089de3ba6ff3fbd PID=4 time="2020-08-20T19:57:49.431159881Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000190 time="2020-08-20T19:57:49.431261392Z" level=debug msg=runQueue Containers=13 Processes=12 time="2020-08-20T19:57:49.431359915Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000190 State=Cancelled time="2020-08-20T19:57:49.431424014Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000005 Reason="state=Cancelled" time="2020-08-20T19:57:49.431481882Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000005 time="2020-08-20T19:57:49.431564501Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000005 Reason="state=Cancelled" time="2020-08-20T19:57:49.432569003Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype3-f8365f39b8660aa InstanceType=type3 stderr= stdout= time="2020-08-20T19:57:49.432569808Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000110 Instance=stub-providertype6-2089c93c79844140 InstanceType=type6 time="2020-08-20T19:57:49.432657535Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype3-f8365f39b8660aa InstanceType=type3 ProbeStart="2020-08-20 19:57:49.431866912 +0000 UTC m=+1.360356505" time="2020-08-20T19:57:49.432790570Z" level=debug msg=runQueue Containers=12 Processes=11 time="2020-08-20T19:57:49.432857653Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000005 State=Cancelled time="2020-08-20T19:57:49.432955642Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype3-f8365f39b8660aa InstanceType=type3 ProbeStart="2020-08-20 19:57:49.431866912 +0000 UTC m=+1.360356505" RunningContainers=0 State=idle time="2020-08-20T19:57:49.432992684Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000107 ExitCode=0 Instance=stub-providertype3-27dff7ab244fcd36 PID=6 time="2020-08-20T19:57:49.433043691Z" level=debug msg=runQueue Containers=11 Processes=11 time="2020-08-20T19:57:49.433182721Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype2-2b2253c1056265d7 InstanceType=type2 stderr= stdout= time="2020-08-20T19:57:49.433196450Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype2-2b2253c1056265d7 InstanceType=type2 ProbeStart="2020-08-20 19:57:49.432920823 +0000 UTC m=+1.361410410" time="2020-08-20T19:57:49.433487585Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype2-2b2253c1056265d7 InstanceType=type2 ProbeStart="2020-08-20 19:57:49.432920823 +0000 UTC m=+1.361410410" RunningContainers=0 State=idle time="2020-08-20T19:57:49.433570053Z" level=debug msg=runQueue Containers=11 Processes=11 time="2020-08-20T19:57:49.434183788Z" level=info msg="crunch-run process ended" Address="127.0.0.1:44221" ContainerUUID=zzzzz-dz642-000000000000064 Instance=stub-providertype8-4df553895164f057 InstanceType=type8 time="2020-08-20T19:57:49.434284847Z" level=debug msg=runQueue Containers=11 Processes=11 time="2020-08-20T19:57:49.435067495Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000087 Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 time="2020-08-20T19:57:49.435137567Z" level=debug msg=runQueue Containers=11 Processes=11 time="2020-08-20T19:57:49.435172954Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.435252509Z" level=debug msg=runQueue Containers=11 Processes=11 time="2020-08-20T19:57:49.435271452Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000107 Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 Reason="state=Complete" time="2020-08-20T19:57:49.435272771Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000110 Op=cancel time="2020-08-20T19:57:49.435361864Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=58 skipped=0 time="2020-08-20T19:57:49.435368539Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000110 Priority=10 State=Locked time="2020-08-20T19:57:49.435370823Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000087 Op=cancel time="2020-08-20T19:57:49.435415621Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000087 Priority=7 State=Locked time="2020-08-20T19:57:49.435341738Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000022 Instance=stub-providertype6-1089de3ba6ff3fbd InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.435436302Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000064 Op=cancel time="2020-08-20T19:57:49.435491736Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000064 time="2020-08-20T19:57:49.435498997Z" level=debug msg="sync instances" Instances=58 time="2020-08-20T19:57:49.435506299Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000064 Op=cancel time="2020-08-20T19:57:49.435599610Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000064 time="2020-08-20T19:57:49.435658251Z" level=debug msg="sync done" time="2020-08-20T19:57:49.435683857Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000087 Reason="state=Queued" time="2020-08-20T19:57:49.435707696Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000087 time="2020-08-20T19:57:49.435739011Z" level=debug msg=runQueue Containers=11 Processes=10 time="2020-08-20T19:57:49.435795371Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000087 Op=lock time="2020-08-20T19:57:49.435815515Z" level=debug msg=runQueue Containers=11 Processes=10 time="2020-08-20T19:57:49.435841131Z" level=debug msg="uuidLock not available, Op=lock in progress" ContainerUUID=zzzzz-dz642-000000000000087 Op=lock time="2020-08-20T19:57:49.435819777Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000087 InstanceType=type8 time="2020-08-20T19:57:49.435842020Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000110 Reason="state=Queued" time="2020-08-20T19:57:49.435895358Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000110 time="2020-08-20T19:57:49.435963498Z" level=debug msg=runQueue Containers=11 Processes=9 time="2020-08-20T19:57:49.435987391Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000110 Op=lock time="2020-08-20T19:57:49.436020079Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000110 InstanceType=type6 time="2020-08-20T19:57:49.436049708Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000110 Reason="state=Queued" time="2020-08-20T19:57:49.436080774Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000064 Reason="state=Cancelled" time="2020-08-20T19:57:49.436098178Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000064 time="2020-08-20T19:57:49.436143285Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000064 Reason="state=Cancelled" time="2020-08-20T19:57:49.436186776Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000087 Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 Priority=7 time="2020-08-20T19:57:49.436308023Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000064 State=Cancelled time="2020-08-20T19:57:49.436376393Z" level=debug msg=runQueue Containers=10 Processes=9 time="2020-08-20T19:57:49.436405875Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000110 Instance=stub-providertype6-2089c93c79844140 InstanceType=type6 Priority=10 time="2020-08-20T19:57:49.436546556Z" level=debug msg=runQueue Containers=10 Processes=10 time="2020-08-20T19:57:49.436687703Z" level=debug msg=runQueue Containers=10 Processes=10 time="2020-08-20T19:57:49.438409904Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000107 Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 Signal=15 time="2020-08-20T19:57:49.438491930Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000022 Instance=stub-providertype6-1089de3ba6ff3fbd InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.438679418Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000107 Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 time="2020-08-20T19:57:49.438723424Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000022 Instance=stub-providertype6-1089de3ba6ff3fbd InstanceType=type6 time="2020-08-20T19:57:49.438818273Z" level=debug msg=runQueue Containers=10 Processes=10 time="2020-08-20T19:57:49.438938294Z" level=debug msg=runQueue Containers=10 Processes=10 time="2020-08-20T19:57:49.438988593Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000022 Reason="state=Complete" time="2020-08-20T19:57:49.439010933Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000022 time="2020-08-20T19:57:49.439042539Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000022 Reason="state=Complete" time="2020-08-20T19:57:49.439078670Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000107 Reason="state=Complete" time="2020-08-20T19:57:49.439102221Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000107 time="2020-08-20T19:57:49.439121385Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000107 Reason="state=Complete" time="2020-08-20T19:57:49.440166148Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000087 Instance=stub-providertype8-4b7fafc3545836c4 PID=5 time="2020-08-20T19:57:49.440216143Z" level=debug msg=runQueue Containers=10 Processes=8 time="2020-08-20T19:57:49.440252698Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000087 Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 time="2020-08-20T19:57:49.440271968Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000110 Instance=stub-providertype6-2089c93c79844140 PID=3 time="2020-08-20T19:57:49.440258590Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000022 State=Complete time="2020-08-20T19:57:49.440308631Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000107 State=Complete time="2020-08-20T19:57:49.440355516Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000110 Instance=stub-providertype6-2089c93c79844140 InstanceType=type6 time="2020-08-20T19:57:49.443143590Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000165 Instance=stub-providertype6-4c7390ebb0459cd3 InstanceType=type6 time="2020-08-20T19:57:49.443290439Z" level=debug msg=runQueue Containers=8 Processes=8 time="2020-08-20T19:57:49.444284267Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000048 Instance=stub-providertype8-4c4f95107709ec27 InstanceType=type8 time="2020-08-20T19:57:49.444380998Z" level=debug msg=runQueue Containers=8 Processes=8 time="2020-08-20T19:57:49.444915926Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.947648 Instance=stub-providertype3-f8365f39b8660aa InstanceType=type3 State=idle time="2020-08-20T19:57:49.444956783Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.939140 Instance=stub-providertype2-2b2253c1056265d7 InstanceType=type2 State=idle time="2020-08-20T19:57:49.444989042Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.159423 Instance=stub-providertype8-284b8607a09f7b29 InstanceType=type8 State=idle time="2020-08-20T19:57:49.445004280Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.734397 Instance=stub-providertype3-799e447ae60f42c8 InstanceType=type3 State=idle time="2020-08-20T19:57:49.445014324Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.206616 Instance=stub-providertype8-3e6306563b26de InstanceType=type8 State=idle time="2020-08-20T19:57:49.445026403Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.165501 Instance=stub-providertype6-6c94ab5496eb965f InstanceType=type6 State=idle time="2020-08-20T19:57:49.445035306Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.181151 Instance=stub-providertype6-289172b9cced2e2 InstanceType=type6 State=idle time="2020-08-20T19:57:49.445041685Z" level=warning msg="shutdown failed" Address= Instance=stub-providertype8-284b8607a09f7b29 InstanceType=type8 error="instance could not be destroyed" time="2020-08-20T19:57:49.445044495Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.188359 Instance=stub-providertype3-76a20af6b41292d InstanceType=type3 State=idle time="2020-08-20T19:57:49.445094588Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.187905 Instance=stub-providertype4-2f64ed37e9a7b972 InstanceType=type4 State=idle time="2020-08-20T19:57:49.445052813Z" level=warning msg="shutdown failed" Address= Instance=stub-providertype6-289172b9cced2e2 InstanceType=type6 error="instance could not be destroyed" time="2020-08-20T19:57:49.445110125Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.182149 Instance=stub-providertype2-26e5c5f78bc637e0 InstanceType=type2 State=idle time="2020-08-20T19:57:49.445178448Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.182540 Instance=stub-providertype3-33afd37941439089 InstanceType=type3 State=idle time="2020-08-20T19:57:49.445286970Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.170869 Instance=stub-providertype6-230ff59da1d7abbf InstanceType=type6 State=idle time="2020-08-20T19:57:49.445327812Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.168718 Instance=stub-providertype4-505ce263e2d6a9ce InstanceType=type4 State=idle time="2020-08-20T19:57:49.445376176Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.169955 Instance=stub-providertype2-931afd8b416421 InstanceType=type2 State=idle time="2020-08-20T19:57:49.445458264Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.152849 Instance=stub-providertype6-4e25865f44fa13d1 InstanceType=type6 State=idle time="2020-08-20T19:57:49.445688242Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.445863141Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=45 skipped=0 time="2020-08-20T19:57:49.445994719Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000127 ExitCode=1 Instance=stub-providertype8-661c8184b38c6f71 PID=2 time="2020-08-20T19:57:49.446074639Z" level=debug msg=runQueue Containers=8 Processes=8 time="2020-08-20T19:57:49.446160719Z" level=debug msg=runQueue Containers=8 Processes=8 time="2020-08-20T19:57:49.446177171Z" level=debug msg="sync instances" Instances=45 time="2020-08-20T19:57:49.446190384Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000165 Op=cancel time="2020-08-20T19:57:49.446214484Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000165 time="2020-08-20T19:57:49.446239775Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000048 Op=cancel time="2020-08-20T19:57:49.446255377Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000048 time="2020-08-20T19:57:49.446385120Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-f8365f39b8660aa WorkerState=shutdown time="2020-08-20T19:57:49.446403761Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype2-2b2253c1056265d7 WorkerState=shutdown time="2020-08-20T19:57:49.446421041Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-799e447ae60f42c8 WorkerState=shutdown time="2020-08-20T19:57:49.446430036Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-3e6306563b26de WorkerState=shutdown time="2020-08-20T19:57:49.446440062Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-6c94ab5496eb965f WorkerState=shutdown time="2020-08-20T19:57:49.446451646Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-76a20af6b41292d WorkerState=shutdown time="2020-08-20T19:57:49.446463170Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-2f64ed37e9a7b972 WorkerState=shutdown time="2020-08-20T19:57:49.446470776Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype2-26e5c5f78bc637e0 WorkerState=shutdown time="2020-08-20T19:57:49.446481037Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-33afd37941439089 WorkerState=shutdown time="2020-08-20T19:57:49.446489679Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-230ff59da1d7abbf WorkerState=shutdown time="2020-08-20T19:57:49.446502556Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-505ce263e2d6a9ce WorkerState=shutdown time="2020-08-20T19:57:49.446512022Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype2-931afd8b416421 WorkerState=shutdown time="2020-08-20T19:57:49.446523420Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-4e25865f44fa13d1 WorkerState=shutdown time="2020-08-20T19:57:49.446535008Z" level=debug msg="sync done" time="2020-08-20T19:57:49.446665143Z" level=debug msg=runQueue Containers=8 Processes=8 time="2020-08-20T19:57:49.446727935Z" level=debug msg=runQueue Containers=8 Processes=8 time="2020-08-20T19:57:49.446754561Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000048 Reason="state=Cancelled" time="2020-08-20T19:57:49.446791764Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000048 time="2020-08-20T19:57:49.446923729Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000165 Reason="state=Cancelled" time="2020-08-20T19:57:49.446961446Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000165 time="2020-08-20T19:57:49.446989098Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000165 Reason="state=Cancelled" time="2020-08-20T19:57:49.447026910Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000048 Reason="state=Cancelled" time="2020-08-20T19:57:49.447068955Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000165 State=Cancelled time="2020-08-20T19:57:49.447079282Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000048 State=Cancelled time="2020-08-20T19:57:49.450241555Z" level=debug msg=runQueue Containers=6 Processes=6 time="2020-08-20T19:57:49.450294583Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000127 Instance=stub-providertype8-661c8184b38c6f71 InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:49.453386102Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000127 Instance=stub-providertype8-661c8184b38c6f71 InstanceType=type8 Signal=15 time="2020-08-20T19:57:49.453664152Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000127 Instance=stub-providertype8-661c8184b38c6f71 InstanceType=type8 time="2020-08-20T19:57:49.453756059Z" level=debug msg=runQueue Containers=6 Processes=6 time="2020-08-20T19:57:49.453842321Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000127 Reason="state=Complete" time="2020-08-20T19:57:49.453872781Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000127 time="2020-08-20T19:57:49.455246432Z" level=debug msg=runQueue Containers=6 Processes=5 time="2020-08-20T19:57:49.455279840Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000127 State=Complete time="2020-08-20T19:57:49.455353978Z" level=info msg="[test] crashing crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000110 Instance=stub-providertype6-2089c93c79844140 PID=3 State=Locked time="2020-08-20T19:57:49.456271859Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000087 ExitCode=0 Instance=stub-providertype8-4b7fafc3545836c4 PID=5 time="2020-08-20T19:57:49.456553346Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.456692696Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=45 skipped=0 time="2020-08-20T19:57:49.456709563Z" level=debug msg="sync instances" Instances=45 time="2020-08-20T19:57:49.456726136Z" level=info msg="worker still listed after shutdown; retrying" Instance=stub-providertype6-289172b9cced2e2 time="2020-08-20T19:57:49.456787807Z" level=warning msg="shutdown failed" Address= Instance=stub-providertype6-289172b9cced2e2 InstanceType=type6 error="instance could not be destroyed" time="2020-08-20T19:57:49.456853527Z" level=info msg="worker still listed after shutdown; retrying" Instance=stub-providertype8-284b8607a09f7b29 time="2020-08-20T19:57:49.456885269Z" level=debug msg="sync done" time="2020-08-20T19:57:49.457098785Z" level=debug msg=runQueue Containers=5 Processes=5 time="2020-08-20T19:57:49.457171897Z" level=debug msg=runQueue Containers=5 Processes=5 time="2020-08-20T19:57:49.458082600Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000103 Instance=stub-providertype8-51825d31521f7308 InstanceType=type8 time="2020-08-20T19:57:49.458172518Z" level=debug msg=runQueue Containers=5 Processes=5 time="2020-08-20T19:57:49.460229542Z" level=debug msg=runQueue Containers=5 Processes=5 time="2020-08-20T19:57:49.460290150Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000103 Op=cancel time="2020-08-20T19:57:49.460315381Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000103 time="2020-08-20T19:57:49.460302159Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000087 Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 Reason="state=Complete" time="2020-08-20T19:57:49.460409758Z" level=debug msg=runQueue Containers=5 Processes=5 time="2020-08-20T19:57:49.460454748Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000103 Reason="state=Cancelled" time="2020-08-20T19:57:49.460474517Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000103 time="2020-08-20T19:57:49.461199753Z" level=info msg="boot probe succeeded" Address= Command=true Instance=stub-providertype6-218920a050d10d9d InstanceType=type6 stderr= stdout= time="2020-08-20T19:57:49.461221472Z" level=info msg="instance booted; will try probeRunning" Address= Instance=stub-providertype6-218920a050d10d9d InstanceType=type6 ProbeStart="2020-08-20 19:57:49.460908687 +0000 UTC m=+1.389398279" time="2020-08-20T19:57:49.461471656Z" level=info msg="probes succeeded, instance is in service" Address= Instance=stub-providertype6-218920a050d10d9d InstanceType=type6 ProbeStart="2020-08-20 19:57:49.460908687 +0000 UTC m=+1.389398279" RunningContainers=0 State=idle time="2020-08-20T19:57:49.461607062Z" level=debug msg=runQueue Containers=5 Processes=4 time="2020-08-20T19:57:49.461661391Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000103 State=Cancelled time="2020-08-20T19:57:49.463477609Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000087 Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 Signal=15 time="2020-08-20T19:57:49.463920222Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000087 Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 time="2020-08-20T19:57:49.464107743Z" level=debug msg=runQueue Containers=4 Processes=4 time="2020-08-20T19:57:49.464229016Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000087 Reason="state=Complete" time="2020-08-20T19:57:49.464259639Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000087 time="2020-08-20T19:57:49.465216250Z" level=debug msg=runQueue Containers=4 Processes=3 time="2020-08-20T19:57:49.465288479Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000087 State=Complete time="2020-08-20T19:57:49.466269772Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000061 Instance=stub-providertype6-45331718f2f37eeb InstanceType=type6 time="2020-08-20T19:57:49.466398429Z" level=debug msg=runQueue Containers=3 Processes=3 time="2020-08-20T19:57:49.466913038Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.467044373Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=44 skipped=0 time="2020-08-20T19:57:49.467059311Z" level=debug msg="sync instances" Instances=44 time="2020-08-20T19:57:49.467140491Z" level=info msg="worker still listed after shutdown; retrying" Instance=stub-providertype6-289172b9cced2e2 time="2020-08-20T19:57:49.467236853Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-284b8607a09f7b29 WorkerState=shutdown time="2020-08-20T19:57:49.467259933Z" level=debug msg="sync done" time="2020-08-20T19:57:49.467399906Z" level=debug msg=runQueue Containers=3 Processes=3 time="2020-08-20T19:57:49.467487005Z" level=debug msg=runQueue Containers=3 Processes=3 time="2020-08-20T19:57:49.469216870Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000028 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 time="2020-08-20T19:57:49.469315045Z" level=debug msg=runQueue Containers=3 Processes=3 time="2020-08-20T19:57:49.470313143Z" level=debug msg=runQueue Containers=3 Processes=3 time="2020-08-20T19:57:49.470367581Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000061 Op=cancel time="2020-08-20T19:57:49.470401214Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000061 time="2020-08-20T19:57:49.470441011Z" level=debug msg=runQueue Containers=3 Processes=3 time="2020-08-20T19:57:49.470490678Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000061 Reason="state=Cancelled" time="2020-08-20T19:57:49.470522894Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000061 time="2020-08-20T19:57:49.470492404Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000028 Op=cancel time="2020-08-20T19:57:49.470557142Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000028 time="2020-08-20T19:57:49.470591541Z" level=debug msg=runQueue Containers=3 Processes=2 time="2020-08-20T19:57:49.470608890Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000028 Op=cancel time="2020-08-20T19:57:49.470631598Z" level=info msg="cancelling container because state=Running after crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000028 time="2020-08-20T19:57:49.470618949Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000061 State=Cancelled time="2020-08-20T19:57:49.470684451Z" level=debug msg=runQueue Containers=2 Processes=2 time="2020-08-20T19:57:49.470728453Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000028 Reason="state=Cancelled" time="2020-08-20T19:57:49.470755406Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000028 time="2020-08-20T19:57:49.470780676Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000028 Reason="state=Cancelled" time="2020-08-20T19:57:49.475217984Z" level=debug msg=runQueue Containers=2 Processes=1 time="2020-08-20T19:57:49.475250888Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000028 State=Cancelled time="2020-08-20T19:57:49.477340144Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.477496577Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=43 skipped=0 time="2020-08-20T19:57:49.477514103Z" level=debug msg="sync instances" Instances=43 time="2020-08-20T19:57:49.477677132Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-289172b9cced2e2 WorkerState=shutdown time="2020-08-20T19:57:49.477706680Z" level=debug msg="sync done" time="2020-08-20T19:57:49.477821784Z" level=debug msg=runQueue Containers=1 Processes=1 time="2020-08-20T19:57:49.480232203Z" level=debug msg=runQueue Containers=1 Processes=1 time="2020-08-20T19:57:49.485270284Z" level=debug msg=runQueue Containers=1 Processes=1 time="2020-08-20T19:57:49.487793251Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.487917839Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=43 skipped=0 time="2020-08-20T19:57:49.487932063Z" level=debug msg="sync instances" Instances=43 time="2020-08-20T19:57:49.488055054Z" level=debug msg="sync done" time="2020-08-20T19:57:49.488073199Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.692583 Instance=stub-providertype6-218920a050d10d9d InstanceType=type6 State=idle time="2020-08-20T19:57:49.488098913Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.183976 Instance=stub-providertype6-3383c4778d16d64e InstanceType=type6 State=idle time="2020-08-20T19:57:49.488117424Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.192569 Instance=stub-providertype3-243a768b7c4e0b68 InstanceType=type3 State=idle time="2020-08-20T19:57:49.488152425Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.190748 Instance=stub-providertype4-4d4f278a67149b9c InstanceType=type4 State=idle time="2020-08-20T19:57:49.488201235Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.177101 Instance=stub-providertype4-79fd5dff976108fa InstanceType=type4 State=idle time="2020-08-20T19:57:49.488221846Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.176048 Instance=stub-providertype6-182fab478fad38aa InstanceType=type6 State=idle time="2020-08-20T19:57:49.488238963Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.174142 Instance=stub-providertype3-4dba7b0f9da1d7eb InstanceType=type3 State=idle time="2020-08-20T19:57:49.488255212Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.168523 Instance=stub-providertype6-1f99425e3653491e InstanceType=type6 State=idle time="2020-08-20T19:57:49.488272834Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.178220 Instance=stub-providertype8-2a80d0564cf20a65 InstanceType=type8 State=idle time="2020-08-20T19:57:49.488288941Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.168944 Instance=stub-providertype4-72a9ae754e367aa4 InstanceType=type4 State=idle time="2020-08-20T19:57:49.488304204Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.168200 Instance=stub-providertype4-258a577a01a6b56b InstanceType=type4 State=idle time="2020-08-20T19:57:49.488336644Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.165220 Instance=stub-providertype3-486e513576db7378 InstanceType=type3 State=idle time="2020-08-20T19:57:49.488366760Z" level=info msg="shutdown worker" Address="127.0.0.1:41299" IdleBehavior=run IdleDuration=0.167139 Instance=stub-providertype3-2b77e80684a6bfdc InstanceType=type3 State=idle time="2020-08-20T19:57:49.488397585Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.158351 Instance=stub-providertype8-528047936c9c64b7 InstanceType=type8 State=idle time="2020-08-20T19:57:49.488425607Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.156634 Instance=stub-providertype6-9c09a3e6f241c57 InstanceType=type6 State=idle time="2020-08-20T19:57:49.488450852Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.154995 Instance=stub-providertype6-15974b9d7f803594 InstanceType=type6 State=idle time="2020-08-20T19:57:49.488481535Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.156188 Instance=stub-providertype8-4048c57dfab88cbe InstanceType=type8 State=idle time="2020-08-20T19:57:49.488500866Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.151125 Instance=stub-providertype6-70cf1e538a5157eb InstanceType=type6 State=idle time="2020-08-20T19:57:49.488516852Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.150221 Instance=stub-providertype4-c7964976f269a28 InstanceType=type4 State=idle time="2020-08-20T19:57:49.488949510Z" level=debug msg=runQueue Containers=1 Processes=1 time="2020-08-20T19:57:49.489152935Z" level=debug msg=runQueue Containers=1 Processes=1 time="2020-08-20T19:57:49.490162562Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000110 Instance=stub-providertype6-2089c93c79844140 InstanceType=type6 time="2020-08-20T19:57:49.490291370Z" level=debug msg=runQueue Containers=1 Processes=1 time="2020-08-20T19:57:49.490379188Z" level=debug msg=runQueue Containers=1 Processes=1 time="2020-08-20T19:57:49.495246019Z" level=debug msg=runQueue Containers=1 Processes=1 time="2020-08-20T19:57:49.495286322Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000110 Op=cancel time="2020-08-20T19:57:49.495307175Z" level=info msg="requeueing locked container because crunch-run exited" ContainerUUID=zzzzz-dz642-000000000000110 Priority=10 State=Locked time="2020-08-20T19:57:49.495350033Z" level=debug msg=runQueue Containers=1 Processes=1 time="2020-08-20T19:57:49.495391952Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000110 Reason="state=Queued" time="2020-08-20T19:57:49.495420053Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000110 time="2020-08-20T19:57:49.498079476Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.498186688Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=24 skipped=0 time="2020-08-20T19:57:49.498230521Z" level=debug msg="sync instances" Instances=24 time="2020-08-20T19:57:49.498327067Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-218920a050d10d9d WorkerState=shutdown time="2020-08-20T19:57:49.498354245Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-3383c4778d16d64e WorkerState=shutdown time="2020-08-20T19:57:49.498369842Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-243a768b7c4e0b68 WorkerState=shutdown time="2020-08-20T19:57:49.498385087Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-4d4f278a67149b9c WorkerState=shutdown time="2020-08-20T19:57:49.498397846Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-2a80d0564cf20a65 WorkerState=shutdown time="2020-08-20T19:57:49.498410845Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-79fd5dff976108fa WorkerState=shutdown time="2020-08-20T19:57:49.498418777Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-182fab478fad38aa WorkerState=shutdown time="2020-08-20T19:57:49.498430367Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-4dba7b0f9da1d7eb WorkerState=shutdown time="2020-08-20T19:57:49.498443680Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-1f99425e3653491e WorkerState=shutdown time="2020-08-20T19:57:49.498477599Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-72a9ae754e367aa4 WorkerState=shutdown time="2020-08-20T19:57:49.498507763Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-258a577a01a6b56b WorkerState=shutdown time="2020-08-20T19:57:49.498522017Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-2b77e80684a6bfdc WorkerState=shutdown time="2020-08-20T19:57:49.498529520Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-486e513576db7378 WorkerState=shutdown time="2020-08-20T19:57:49.498539353Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-528047936c9c64b7 WorkerState=shutdown time="2020-08-20T19:57:49.498552402Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-9c09a3e6f241c57 WorkerState=shutdown time="2020-08-20T19:57:49.498567132Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-15974b9d7f803594 WorkerState=shutdown time="2020-08-20T19:57:49.498578998Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-4048c57dfab88cbe WorkerState=shutdown time="2020-08-20T19:57:49.498588125Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-70cf1e538a5157eb WorkerState=shutdown time="2020-08-20T19:57:49.498598542Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-c7964976f269a28 WorkerState=shutdown time="2020-08-20T19:57:49.498611532Z" level=debug msg="sync done" time="2020-08-20T19:57:49.498750156Z" level=debug msg=runQueue Containers=1 Processes=0 time="2020-08-20T19:57:49.498801077Z" level=debug msg="uuidLock acquired" ContainerUUID=zzzzz-dz642-000000000000110 Op=lock time="2020-08-20T19:57:49.498849221Z" level=debug msg="lock succeeded" ContainerUUID=zzzzz-dz642-000000000000110 InstanceType=type6 time="2020-08-20T19:57:49.499130317Z" level=debug msg=runQueue Containers=1 Processes=0 time="2020-08-20T19:57:49.499174495Z" level=debug msg="starting container" Address= ContainerUUID=zzzzz-dz642-000000000000110 Instance=stub-providertype6-2089c93c79844140 InstanceType=type6 Priority=10 time="2020-08-20T19:57:49.499304292Z" level=debug msg=runQueue Containers=1 Processes=1 time="2020-08-20T19:57:49.500255899Z" level=debug msg=runQueue Containers=1 Processes=1 time="2020-08-20T19:57:49.503236285Z" level=info msg="[test] starting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000110 Instance=stub-providertype6-2089c93c79844140 PID=4 time="2020-08-20T19:57:49.503370465Z" level=info msg="crunch-run process started" Address= ContainerUUID=zzzzz-dz642-000000000000110 Instance=stub-providertype6-2089c93c79844140 InstanceType=type6 time="2020-08-20T19:57:49.505212187Z" level=debug msg=runQueue Containers=1 Processes=1 time="2020-08-20T19:57:49.508661524Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.508748225Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=24 skipped=0 time="2020-08-20T19:57:49.508762093Z" level=debug msg="sync instances" Instances=24 time="2020-08-20T19:57:49.508846224Z" level=debug msg="sync done" time="2020-08-20T19:57:49.510225812Z" level=debug msg=runQueue Containers=1 Processes=1 time="2020-08-20T19:57:49.511930174Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.150630 Instance=stub-providertype8-601f294b0b8da07f InstanceType=type8 State=idle time="2020-08-20T19:57:49.511973071Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.163025 Instance=stub-providertype6-78ac46076870b5f1 InstanceType=type6 State=idle time="2020-08-20T19:57:49.511993204Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.160906 Instance=stub-providertype8-25597a8431737788 InstanceType=type8 State=idle time="2020-08-20T19:57:49.512201192Z" level=debug msg=runQueue Containers=1 Processes=1 time="2020-08-20T19:57:49.512262918Z" level=debug msg=runQueue Containers=1 Processes=1 time="2020-08-20T19:57:49.515215496Z" level=debug msg=runQueue Containers=1 Processes=1 time="2020-08-20T19:57:49.518932355Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.519032158Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=21 skipped=0 time="2020-08-20T19:57:49.519049698Z" level=debug msg="sync instances" Instances=21 time="2020-08-20T19:57:49.519121151Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-601f294b0b8da07f WorkerState=shutdown time="2020-08-20T19:57:49.519144065Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-78ac46076870b5f1 WorkerState=shutdown time="2020-08-20T19:57:49.519156180Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-25597a8431737788 WorkerState=shutdown time="2020-08-20T19:57:49.519166908Z" level=debug msg="sync done" time="2020-08-20T19:57:49.519312924Z" level=debug msg=runQueue Containers=1 Processes=1 time="2020-08-20T19:57:49.520266586Z" level=debug msg=runQueue Containers=1 Processes=1 time="2020-08-20T19:57:49.521416580Z" level=info msg="[test] exiting crunch-run stub" ContainerUUID=zzzzz-dz642-000000000000110 ExitCode=2 Instance=stub-providertype6-2089c93c79844140 PID=4 containers finished (1.446566424s), waiting for instances to shutdown and queue to clear time="2020-08-20T19:57:49.525245711Z" level=debug msg=runQueue Containers=1 Processes=1 time="2020-08-20T19:57:49.525286241Z" level=info msg="killing crunch-run process" Address= ContainerUUID=zzzzz-dz642-000000000000110 Instance=stub-providertype6-2089c93c79844140 InstanceType=type6 Reason="state=Complete" time="2020-08-20T19:57:49.528386291Z" level=info msg="sending signal" Address= ContainerUUID=zzzzz-dz642-000000000000110 Instance=stub-providertype6-2089c93c79844140 InstanceType=type6 Signal=15 time="2020-08-20T19:57:49.528652332Z" level=info msg="crunch-run process ended" Address= ContainerUUID=zzzzz-dz642-000000000000110 Instance=stub-providertype6-2089c93c79844140 InstanceType=type6 time="2020-08-20T19:57:49.528755595Z" level=debug msg=runQueue Containers=1 Processes=1 time="2020-08-20T19:57:49.528797638Z" level=debug msg="cannot kill: already disappeared" ContainerUUID=zzzzz-dz642-000000000000110 Reason="state=Complete" time="2020-08-20T19:57:49.528820268Z" level=debug msg="clearing placeholder for exited crunch-run process" ContainerUUID=zzzzz-dz642-000000000000110 time="2020-08-20T19:57:49.529233827Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.529311326Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=21 skipped=0 time="2020-08-20T19:57:49.529323905Z" level=debug msg="sync instances" Instances=21 time="2020-08-20T19:57:49.529381616Z" level=debug msg="sync done" time="2020-08-20T19:57:49.530236622Z" level=debug msg=runQueue Containers=1 Processes=0 time="2020-08-20T19:57:49.530255218Z" level=info msg="container finished -- dropping from queue" ContainerUUID=zzzzz-dz642-000000000000110 State=Complete time="2020-08-20T19:57:49.531578590Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.532938499Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.170824 Instance=stub-providertype6-6d8e96f5b8e56a9 InstanceType=type6 State=idle time="2020-08-20T19:57:49.532973858Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.155513 Instance=stub-providertype6-5e90e1770e094fe8 InstanceType=type6 State=idle time="2020-08-20T19:57:49.532995218Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.165240 Instance=stub-providertype8-2195baf7d30e4b85 InstanceType=type8 State=idle time="2020-08-20T19:57:49.533014830Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.158479 Instance=stub-providertype6-5427f21867fd10a4 InstanceType=type6 State=idle time="2020-08-20T19:57:49.533029560Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.160322 Instance=stub-providertype8-2f5fe3e8a73e5dad InstanceType=type8 State=idle time="2020-08-20T19:57:49.533210113Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.533273829Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.535188372Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.539458001Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.539537009Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=16 skipped=0 time="2020-08-20T19:57:49.539551823Z" level=debug msg="sync instances" Instances=16 time="2020-08-20T19:57:49.539609116Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-2f5fe3e8a73e5dad WorkerState=shutdown time="2020-08-20T19:57:49.539633957Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-6d8e96f5b8e56a9 WorkerState=shutdown time="2020-08-20T19:57:49.539647973Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-5e90e1770e094fe8 WorkerState=shutdown time="2020-08-20T19:57:49.539655847Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-2195baf7d30e4b85 WorkerState=shutdown time="2020-08-20T19:57:49.539662962Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-5427f21867fd10a4 WorkerState=shutdown time="2020-08-20T19:57:49.539672273Z" level=debug msg="sync done" time="2020-08-20T19:57:49.539796673Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.540206737Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.541839474Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.545211447Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.548854347Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.164748 Instance=stub-providertype6-6688f8bd3e99b0a8 InstanceType=type6 State=idle time="2020-08-20T19:57:49.548898742Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.162559 Instance=stub-providertype8-72bb5389421657ff InstanceType=type8 State=idle time="2020-08-20T19:57:49.548916102Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.158800 Instance=stub-providertype6-28ca961b861cc65f InstanceType=type6 State=idle time="2020-08-20T19:57:49.549101961Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.549157880Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.549704487Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.549780365Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=13 skipped=0 time="2020-08-20T19:57:49.549795043Z" level=debug msg="sync instances" Instances=13 time="2020-08-20T19:57:49.549841109Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-6688f8bd3e99b0a8 WorkerState=shutdown time="2020-08-20T19:57:49.549888138Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-72bb5389421657ff WorkerState=shutdown time="2020-08-20T19:57:49.549904930Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-28ca961b861cc65f WorkerState=shutdown time="2020-08-20T19:57:49.549915935Z" level=debug msg="sync done" time="2020-08-20T19:57:49.550071071Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.550205318Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.551559526Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.555220251Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.559965565Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.560038189Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=13 skipped=0 time="2020-08-20T19:57:49.560070156Z" level=debug msg="sync instances" Instances=13 time="2020-08-20T19:57:49.560132333Z" level=debug msg="sync done" time="2020-08-20T19:57:49.560241294Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.561579719Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.565204181Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.570153401Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.570181270Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.570222937Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=13 skipped=0 time="2020-08-20T19:57:49.570238880Z" level=debug msg="sync instances" Instances=13 time="2020-08-20T19:57:49.570277066Z" level=debug msg="sync done" time="2020-08-20T19:57:49.571565799Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.574877976Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.161496 Instance=stub-providertype6-1089de3ba6ff3fbd InstanceType=type6 State=idle time="2020-08-20T19:57:49.574916983Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.159846 Instance=stub-providertype3-27dff7ab244fcd36 InstanceType=type3 State=idle time="2020-08-20T19:57:49.575044052Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.575126673Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.575220405Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.580241707Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.580369569Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.580423357Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=11 skipped=0 time="2020-08-20T19:57:49.580456531Z" level=debug msg="sync instances" Instances=11 time="2020-08-20T19:57:49.580504745Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-1089de3ba6ff3fbd WorkerState=shutdown time="2020-08-20T19:57:49.580526109Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype3-27dff7ab244fcd36 WorkerState=shutdown time="2020-08-20T19:57:49.580541362Z" level=debug msg="sync done" time="2020-08-20T19:57:49.580663128Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.581546367Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.585185713Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.585860483Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.157995 Instance=stub-providertype8-661c8184b38c6f71 InstanceType=type8 State=idle time="2020-08-20T19:57:49.585897904Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.159800 Instance=stub-providertype6-1d5a5d96389b7f4d InstanceType=type6 State=idle time="2020-08-20T19:57:49.585919870Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.155754 Instance=stub-providertype6-4fb58fbeaf635d47 InstanceType=type6 State=idle time="2020-08-20T19:57:49.585935093Z" level=info msg="shutdown worker" Address="127.0.0.1:44221" IdleBehavior=run IdleDuration=0.151753 Instance=stub-providertype8-4df553895164f057 InstanceType=type8 State=idle time="2020-08-20T19:57:49.586047513Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.586136148Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.590213670Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.590622420Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.590656493Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=7 skipped=0 time="2020-08-20T19:57:49.590664865Z" level=debug msg="sync instances" Instances=7 time="2020-08-20T19:57:49.590687070Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-661c8184b38c6f71 WorkerState=shutdown time="2020-08-20T19:57:49.590703770Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-1d5a5d96389b7f4d WorkerState=shutdown time="2020-08-20T19:57:49.590713211Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-4fb58fbeaf635d47 WorkerState=shutdown time="2020-08-20T19:57:49.590720224Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-4df553895164f057 WorkerState=shutdown time="2020-08-20T19:57:49.590726709Z" level=debug msg="sync done" time="2020-08-20T19:57:49.590816651Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.591530836Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.595186063Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.599902630Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.156759 Instance=stub-providertype6-4c7390ebb0459cd3 InstanceType=type6 State=idle time="2020-08-20T19:57:49.599938775Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.155657 Instance=stub-providertype8-4c4f95107709ec27 InstanceType=type8 State=idle time="2020-08-20T19:57:49.599957562Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.152707 Instance=stub-providertype8-4b7fafc3545836c4 InstanceType=type8 State=idle time="2020-08-20T19:57:49.600178538Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.600256992Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.600301685Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.600797156Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.600840741Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=4 skipped=0 time="2020-08-20T19:57:49.600853356Z" level=debug msg="sync instances" Instances=4 time="2020-08-20T19:57:49.600877622Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-4b7fafc3545836c4 WorkerState=shutdown time="2020-08-20T19:57:49.600894765Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-4c7390ebb0459cd3 WorkerState=shutdown time="2020-08-20T19:57:49.600905822Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-4c4f95107709ec27 WorkerState=shutdown time="2020-08-20T19:57:49.600916971Z" level=debug msg="sync done" time="2020-08-20T19:57:49.601100560Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.601505194Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.605186957Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.609907799Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.151823 Instance=stub-providertype8-51825d31521f7308 InstanceType=type8 State=idle time="2020-08-20T19:57:49.610071278Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.610183882Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.610965727Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.611003062Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=3 skipped=0 time="2020-08-20T19:57:49.611019376Z" level=debug msg="sync instances" Instances=3 time="2020-08-20T19:57:49.611043503Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype8-51825d31521f7308 WorkerState=shutdown time="2020-08-20T19:57:49.611068689Z" level=debug msg="sync done" time="2020-08-20T19:57:49.611151282Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.611556591Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.615235754Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.619996796Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.150779 Instance=stub-providertype4-41f27cc6f3875d04 InstanceType=type4 State=idle time="2020-08-20T19:57:49.620045680Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.153779 Instance=stub-providertype6-45331718f2f37eeb InstanceType=type6 State=idle time="2020-08-20T19:57:49.620157510Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.620243337Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.620277366Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.621138382Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.621162367Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=1 skipped=0 time="2020-08-20T19:57:49.621173792Z" level=debug msg="sync instances" Instances=1 time="2020-08-20T19:57:49.621188913Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-45331718f2f37eeb WorkerState=shutdown time="2020-08-20T19:57:49.621210334Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype4-41f27cc6f3875d04 WorkerState=shutdown time="2020-08-20T19:57:49.621222893Z" level=debug msg="sync done" time="2020-08-20T19:57:49.621258660Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.621528966Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.625228468Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.630207947Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.631257314Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.631288269Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=1 skipped=0 time="2020-08-20T19:57:49.631299327Z" level=debug msg="sync instances" Instances=1 time="2020-08-20T19:57:49.631313027Z" level=debug msg="sync done" time="2020-08-20T19:57:49.631553757Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.635326365Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.640194661Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.641377307Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.641412215Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=1 skipped=0 time="2020-08-20T19:57:49.641428405Z" level=debug msg="sync instances" Instances=1 time="2020-08-20T19:57:49.641441874Z" level=debug msg="sync done" time="2020-08-20T19:57:49.641552511Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.645189974Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.650201745Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.651531921Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.651551064Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.651569097Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=1 skipped=0 time="2020-08-20T19:57:49.651581697Z" level=debug msg="sync instances" Instances=1 time="2020-08-20T19:57:49.651597183Z" level=debug msg="sync done" time="2020-08-20T19:57:49.654921725Z" level=info msg="shutdown worker" Address= IdleBehavior=run IdleDuration=0.151479 Instance=stub-providertype6-2089c93c79844140 InstanceType=type6 State=idle time="2020-08-20T19:57:49.655009827Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.655230969Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.660268479Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.661630720Z" level=debug msg="getting instance list" time="2020-08-20T19:57:49.661660639Z" level=debug msg="filteringInstanceSet returning instances" error="" returning=0 skipped=0 time="2020-08-20T19:57:49.661671978Z" level=debug msg="sync instances" Instances=0 time="2020-08-20T19:57:49.661680468Z" level=info msg="instance disappeared in cloud" Instance=stub-providertype6-2089c93c79844140 WorkerState=shutdown time="2020-08-20T19:57:49.661693940Z" level=debug msg="sync done" time="2020-08-20T19:57:49.661635500Z" level=debug msg=runQueue Containers=0 Processes=0 time="2020-08-20T19:57:49.661760183Z" level=debug msg=runQueue Containers=0 Processes=0 START: dispatcher_test.go:102: DispatcherSuite.TearDownTest time="2020-08-20T19:57:49.663577390Z" level=debug msg="worker.Pool stopped" PASS: dispatcher_test.go:102: DispatcherSuite.TearDownTest 0.000s FAIL: dispatcher_test.go:111: DispatcherSuite.TestDispatchToStubDriver OOPS: 0 passed, 1 FAILED --- FAIL: Test (1.59s) FAIL exit status 1 FAIL git.arvados.org/arvados.git/lib/dispatchcloud 1.596s ======= lib/dispatchcloud tests -- FAILED ======= test lib/dispatchcloud -- 3s