1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718 | HTTP/1.0 200 OK
Content-Type: text/plain; charset=utf-8
Date: Mon, 01 Feb 2016 03:48:14 GMT
goroutine profile: total 464
1 @ 0x10f5f33 0x10f5d13 0x10f21f4 0xb8fa69 0xb8fce6 0x8a3fad 0x8a5564 0x8a6001 0x8a2f50 0x464d41
# 0x10f5f33 runtime/pprof.writeRuntimeProfile+0xb3 /home/dfc/go/src/runtime/pprof/pprof.go:545
# 0x10f5d13 runtime/pprof.writeGoroutine+0xa3 /home/dfc/go/src/runtime/pprof/pprof.go:507
# 0x10f21f4 runtime/pprof.(*Profile).WriteTo+0xe4 /home/dfc/go/src/runtime/pprof/pprof.go:236
# 0xb8fa69 github.com/juju/juju/cmd/pprof.handler.ServeHTTP+0x1d9 /home/dfc/src/github.com/juju/juju/cmd/pprof/pprof.go:245
# 0xb8fce6 github.com/juju/juju/cmd/pprof.Index+0x136 /home/dfc/src/github.com/juju/juju/cmd/pprof/pprof.go:257
# 0x8a3fad net/http.HandlerFunc.ServeHTTP+0x3d /home/dfc/go/src/net/http/server.go:1616
# 0x8a5564 net/http.(*ServeMux).ServeHTTP+0x154 /home/dfc/go/src/net/http/server.go:1908
# 0x8a6001 net/http.serverHandler.ServeHTTP+0x131 /home/dfc/go/src/net/http/server.go:2079
# 0x8a2f50 net/http.(*conn).serve+0xbf0 /home/dfc/go/src/net/http/server.go:1470
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xa1a6f5 0x5845c6 0x58354f 0x5093d2 0x4ff841 0x407197 0x40781f 0x4075f5 0x40878b 0x4376ac 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xa1a6f5 github.com/juju/juju/worker.(*runner).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/runner.go:128
# 0x5845c6 github.com/juju/juju/cmd/jujud/agent.(*MachineAgent).Run+0x796 /home/dfc/src/github.com/juju/juju/cmd/jujud/agent/machine.go:453
# 0x58354f github.com/juju/juju/cmd/jujud/agent.(*machineAgentCmd).Run+0x5f /home/dfc/src/github.com/juju/juju/cmd/jujud/agent/machine.go:254
# 0x5093d2 github.com/juju/cmd.(*SuperCommand).Run+0x4d2 /home/dfc/src/github.com/juju/cmd/supercommand.go:446
# 0x4ff841 github.com/juju/cmd.Main+0x281 /home/dfc/src/github.com/juju/cmd/cmd.go:279
# 0x407197 main.jujuDMain+0x6f7 /home/dfc/src/github.com/juju/juju/cmd/jujud/main.go:161
# 0x40781f main.Main+0x20f /home/dfc/src/github.com/juju/juju/cmd/jujud/main.go:191
# 0x4075f5 main.MainWrapper+0x35 /home/dfc/src/github.com/juju/juju/cmd/jujud/main.go:169
# 0x40878b main.main+0x3b /home/dfc/src/github.com/juju/juju/cmd/jujud/main_nix.go:22
# 0x4376ac runtime.main+0x22c /home/dfc/go/src/runtime/proc.go:188
1 @ 0x464d41
1 @ 0x437b2a 0x437bf3 0x437936 0x464d41
# 0x437b2a runtime.gopark+0x14a /home/dfc/go/src/runtime/proc.go:248
# 0x437bf3 runtime.goparkunlock+0x53 /home/dfc/go/src/runtime/proc.go:268
# 0x437936 runtime.forcegchelper+0xc6 /home/dfc/go/src/runtime/proc.go:229
1 @ 0x437b2a 0x437bf3 0x42831a 0x464d41
# 0x437b2a runtime.gopark+0x14a /home/dfc/go/src/runtime/proc.go:248
# 0x437bf3 runtime.goparkunlock+0x53 /home/dfc/go/src/runtime/proc.go:268
# 0x42831a runtime.bgsweep+0x12a /home/dfc/go/src/runtime/mgcsweep.go:79
1 @ 0x437b2a 0x437bf3 0x420d65 0x464d41
# 0x437b2a runtime.gopark+0x14a /home/dfc/go/src/runtime/proc.go:248
# 0x437bf3 runtime.goparkunlock+0x53 /home/dfc/go/src/runtime/proc.go:268
# 0x420d65 runtime.runfinq+0x3f5 /home/dfc/go/src/runtime/mfinal.go:158
1 @ 0x419eb2 0x44a117 0x8009c8 0x464d41
# 0x44a117 os/signal.signal_recv+0x107 /home/dfc/go/src/runtime/sigqueue.go:116
# 0x8009c8 os/signal.loop+0x18 /home/dfc/go/src/os/signal/signal_unix.go:22
1 @ 0x419eb2 0x451f79 0x464d41
# 0x419eb2 runtime.notetsleepg+0x52 /home/dfc/go/src/runtime/lock_futex.go:199
# 0x451f79 runtime.timerproc+0x119 /home/dfc/go/src/runtime/time.go:209
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0x101e715 0xa2c001 0xa288fa 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0x101e715 github.com/juju/juju/worker/agent.(*agentWorker).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/agent/manifold.go:62
# 0xa2c001 github.com/juju/juju/worker/dependency.(*engine).runWorker.func2+0x641 /home/dfc/src/github.com/juju/juju/worker/dependency/engine.go:428
# 0xa288fa github.com/juju/juju/worker/dependency.(*engine).runWorker+0x13a /home/dfc/src/github.com/juju/juju/worker/dependency/engine.go:432
1 @ 0x437b2a 0x446382 0x445372 0xa26491 0xa2b3f2 0x464d41
# 0xa26491 github.com/juju/juju/worker/dependency.(*engine).loop+0x5d1 /home/dfc/src/github.com/juju/juju/worker/dependency/engine.go:133
# 0xa2b3f2 github.com/juju/juju/worker/dependency.NewEngine.func1+0x52 /home/dfc/src/github.com/juju/juju/worker/dependency/engine.go:81
1 @ 0x437b2a 0x446382 0x445372 0x585911 0x59434c 0xa1c87f 0x464d41
# 0x585911 github.com/juju/juju/cmd/jujud/agent.(*MachineAgent).stateStarter+0x2f1 /home/dfc/src/github.com/juju/juju/cmd/jujud/agent/machine.go:647
# 0x59434c github.com/juju/juju/cmd/jujud/agent.(*MachineAgent).(github.com/juju/juju/cmd/jujud/agent.stateStarter)-fm+0x3c /home/dfc/src/github.com/juju/juju/cmd/jujud/agent/machine.go:627
# 0xa1c87f github.com/juju/juju/worker.NewSimpleWorker.func1+0x5f /home/dfc/src/github.com/juju/juju/worker/simpleworker.go:20
9 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xa1c6d5 0xa1c4c1 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xa1c6d5 github.com/juju/juju/worker.(*simpleWorker).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/simpleworker.go:34
# 0xa1c4c1 github.com/juju/juju/worker.(*runner).runWorker+0x691 /home/dfc/src/github.com/juju/juju/worker/runner.go:279
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xa26539 0xa1c4c1 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xa26539 github.com/juju/juju/worker/dependency.(*engine).Wait+0x39 /home/dfc/src/github.com/juju/juju/worker/dependency/engine.go:165
# 0xa1c4c1 github.com/juju/juju/worker.(*runner).runWorker+0x691 /home/dfc/src/github.com/juju/juju/worker/runner.go:279
1 @ 0x437b2a 0x423c4f 0x464d41
# 0x437b2a runtime.gopark+0x14a /home/dfc/go/src/runtime/proc.go:248
# 0x423c4f runtime.gcBgMarkWorker+0xdf /home/dfc/go/src/runtime/mgc.go:1382
6 @ 0x437b2a 0x446382 0x445372 0xa1bb1e 0xa1c7e9 0x464d41
# 0xa1bb1e github.com/juju/juju/worker.(*runner).run+0x12ae /home/dfc/src/github.com/juju/juju/worker/runner.go:166
# 0xa1c7e9 github.com/juju/juju/worker.NewRunner.func1+0x49 /home/dfc/src/github.com/juju/juju/worker/runner.go:90
1 @ 0x437b2a 0x432a27 0x4320ee 0x495860 0x4958cc 0x498c7f 0x4bfb4b 0x4bfe09 0x8a62ef 0xb8fec4 0x464d41
# 0x4320ee net.runtime_pollWait+0x5e /home/dfc/go/src/runtime/netpoll.go:160
# 0x495860 net.(*pollDesc).Wait+0x40 /home/dfc/go/src/net/fd_poll_runtime.go:73
# 0x4958cc net.(*pollDesc).WaitRead+0x3c /home/dfc/go/src/net/fd_poll_runtime.go:78
# 0x498c7f net.(*netFD).accept+0x1ff /home/dfc/go/src/net/fd_unix.go:426
# 0x4bfb4b net.(*UnixListener).AcceptUnix+0x5b /home/dfc/go/src/net/unixsock_posix.go:305
# 0x4bfe09 net.(*UnixListener).Accept+0x49 /home/dfc/go/src/net/unixsock_posix.go:315
# 0x8a62ef net/http.(*Server).Serve+0x10f /home/dfc/go/src/net/http/server.go:2115
# 0xb8fec4 github.com/juju/juju/cmd/pprof.init.1.func1+0x44 /home/dfc/src/github.com/juju/juju/cmd/pprof/pprof.go:104
1 @ 0x437b2a 0x446382 0x445372 0x7976e3 0x464d41
# 0x7976e3 github.com/juju/juju/worker/logsender.(*BufferedLogWriter).loop+0x253 /home/dfc/src/github.com/juju/juju/worker/logsender/bufferedlogwriter.go:100
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x101e7ac 0x464d41
# 0x101e7ac github.com/juju/juju/worker/agent.startFunc.func1.1+0x6c /home/dfc/src/github.com/juju/juju/worker/agent/manifold.go:31
1 @ 0x437b2a 0x437bf3 0x44753d 0x7ec3b9 0x97ac87 0x594391 0x464d41
# 0x44753d sync.runtime_Syncsemacquire+0x1bd /home/dfc/go/src/runtime/sema.go:241
# 0x7ec3b9 sync.(*Cond).Wait+0x69 /home/dfc/go/src/sync/cond.go:63
# 0x97ac87 github.com/juju/utils/voyeur.(*Watcher).Next+0x107 /home/dfc/src/github.com/juju/utils/voyeur/value.go:129
# 0x594391 github.com/juju/juju/cmd/jujud/agent.(*MachineAgent).stateStarter.func1+0x21 /home/dfc/src/github.com/juju/juju/cmd/jujud/agent/machine.go:642
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xa1a6f5 0x59d9af 0xa1c4c1 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xa1a6f5 github.com/juju/juju/worker.(*runner).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/runner.go:128
# 0x59d9af github.com/juju/juju/cmd/jujud/util.(*CloseWorker).Wait+0x3f /home/dfc/src/github.com/juju/juju/cmd/jujud/util/util.go:222
# 0xa1c4c1 github.com/juju/juju/worker.(*runner).runWorker+0x691 /home/dfc/src/github.com/juju/juju/worker/runner.go:279
4 @ 0x437b2a 0x437bf3 0x4518a0 0x9922f7 0x464d41
# 0x4518a0 time.Sleep+0xf0 /home/dfc/go/src/runtime/time.go:59
# 0x9922f7 gopkg.in/mgo%2ev2.(*mongoServer).pinger+0x187 /home/dfc/src/gopkg.in/mgo.v2/server.go:296
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0x1020e95 0xa2c001 0xa288fa 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0x1020e95 github.com/juju/juju/worker/terminationworker.(*terminationWorker).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/terminationworker/worker.go:46
# 0xa2c001 github.com/juju/juju/worker/dependency.(*engine).runWorker.func2+0x641 /home/dfc/src/github.com/juju/juju/worker/dependency/engine.go:428
# 0xa288fa github.com/juju/juju/worker/dependency.(*engine).runWorker+0x13a /home/dfc/src/github.com/juju/juju/worker/dependency/engine.go:432
1 @ 0x437b2a 0x446382 0x445372 0x1021105 0x10211f9 0x464d41
# 0x1021105 github.com/juju/juju/worker/terminationworker.(*terminationWorker).loop+0x245 /home/dfc/src/github.com/juju/juju/worker/terminationworker/worker.go:53
# 0x10211f9 github.com/juju/juju/worker/terminationworker.NewWorker.func1+0x49 /home/dfc/src/github.com/juju/juju/worker/terminationworker/worker.go:36
1 @ 0x437b2a 0x446382 0x445372 0x45b5b5 0x464d41
# 0x437b2a runtime.gopark+0x14a /home/dfc/go/src/runtime/proc.go:248
# 0x446382 runtime.selectgoImpl+0xfe2 /home/dfc/go/src/runtime/select.go:392
# 0x445372 runtime.selectgo+0x12 /home/dfc/go/src/runtime/select.go:215
# 0x45b5b5 runtime.ensureSigM.func1+0x385 /home/dfc/go/src/runtime/signal1_unix.go:279
2 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xa3e875 0xa2c001 0xa288fa 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xa3e875 github.com/juju/juju/worker/gate.(*gate).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/gate/manifold.go:121
# 0xa2c001 github.com/juju/juju/worker/dependency.(*engine).runWorker.func2+0x641 /home/dfc/src/github.com/juju/juju/worker/dependency/engine.go:428
# 0xa288fa github.com/juju/juju/worker/dependency.(*engine).runWorker+0x13a /home/dfc/src/github.com/juju/juju/worker/dependency/engine.go:432
2 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0xa3e90c 0x464d41
# 0xa3e90c github.com/juju/juju/worker/gate.ManifoldEx.func1.1+0x6c /home/dfc/src/github.com/juju/juju/worker/gate/manifold.go:38
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0xde3671 0x94aa8b 0xb902dd 0xb909b3 0xe05a74 0xa9167b 0xa91702 0xa19f79 0xa1c75d 0x464d41
# 0xde3671 github.com/juju/juju/rpc.(*Conn).Call+0xf1 /home/dfc/src/github.com/juju/juju/rpc/client.go:152
# 0x94aa8b github.com/juju/juju/api.(*state).APICall+0x13b /home/dfc/src/github.com/juju/juju/api/apiclient.go:547
# 0xb902dd github.com/juju/juju/api/base.facadeCaller.FacadeCall+0xcd /home/dfc/src/github.com/juju/juju/api/base/caller.go:115
# 0xb909b3 github.com/juju/juju/api/base.(*facadeCaller).FacadeCall+0xc3 <autogenerated>:11
# 0xe05a74 github.com/juju/juju/api/environment.(*ToolsVersionUpdater).UpdateToolsVersion+0x74 /home/dfc/src/github.com/juju/juju/api/environment/toolsversion.go:23
# 0xa9167b github.com/juju/juju/worker/toolsversionchecker.(*toolsVersionWorker).doCheck+0x3b /home/dfc/src/github.com/juju/juju/worker/toolsversionchecker/worker.go:47
# 0xa91702 github.com/juju/juju/worker/toolsversionchecker.New.func1+0x32 /home/dfc/src/github.com/juju/juju/worker/toolsversionchecker/worker.go:36
# 0xa19f79 github.com/juju/juju/worker.(*periodicWorker).run+0x189 /home/dfc/src/github.com/juju/juju/worker/periodicworker.go:86
# 0xa1c75d github.com/juju/juju/worker.NewPeriodicWorker.func1+0x5d /home/dfc/src/github.com/juju/juju/worker/periodicworker.go:73
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xa1ff35 0xa2c001 0xa288fa 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xa1ff35 github.com/juju/juju/worker/apicaller.(*apiConnWorker).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/apicaller/worker.go:53
# 0xa2c001 github.com/juju/juju/worker/dependency.(*engine).runWorker.func2+0x641 /home/dfc/src/github.com/juju/juju/worker/dependency/engine.go:428
# 0xa288fa github.com/juju/juju/worker/dependency.(*engine).runWorker+0x13a /home/dfc/src/github.com/juju/juju/worker/dependency/engine.go:432
3 @ 0x437b2a 0x432a27 0x4320ee 0x495860 0x4958cc 0x497389 0x4aad36 0x839c23 0x83a388 0x83dad6 0x89d936 0x8dbe1d 0x8dc642 0xdd069d 0xdd6cb7 0xde813f 0xde73f9 0xde43d7 0xde40b0 0x464d41
# 0x4320ee net.runtime_pollWait+0x5e /home/dfc/go/src/runtime/netpoll.go:160
# 0x495860 net.(*pollDesc).Wait+0x40 /home/dfc/go/src/net/fd_poll_runtime.go:73
# 0x4958cc net.(*pollDesc).WaitRead+0x3c /home/dfc/go/src/net/fd_poll_runtime.go:78
# 0x497389 net.(*netFD).Read+0x1c9 /home/dfc/go/src/net/fd_unix.go:250
# 0x4aad36 net.(*conn).Read+0x86 /home/dfc/go/src/net/net.go:172
# 0x839c23 crypto/tls.(*block).readFromUntil+0xb3 /home/dfc/go/src/crypto/tls/conn.go:460
# 0x83a388 crypto/tls.(*Conn).readRecord+0x1e8 /home/dfc/go/src/crypto/tls/conn.go:562
# 0x83dad6 crypto/tls.(*Conn).Read+0x106 /home/dfc/go/src/crypto/tls/conn.go:939
# 0x89d936 net/http.(*connReader).Read+0x196 /home/dfc/go/src/net/http/server.go:526
# 0x8dbe1d bufio.(*Reader).fill+0x15d /home/dfc/go/src/bufio/bufio.go:97
# 0x8dc642 bufio.(*Reader).ReadByte+0x82 /home/dfc/go/src/bufio/bufio.go:229
# 0xdd069d golang.org/x/net/websocket.hybiFrameReaderFactory.NewFrameReader+0x9d /home/dfc/src/golang.org/x/net/websocket/hybi.go:126
# 0xdd6cb7 golang.org/x/net/websocket.Codec.Receive+0x147 /home/dfc/src/golang.org/x/net/websocket/websocket.go:315
# 0xde813f github.com/juju/juju/rpc/jsoncodec.wsJSONConn.Receive+0x5f /home/dfc/src/github.com/juju/juju/rpc/jsoncodec/conn.go:25
# 0xde73f9 github.com/juju/juju/rpc/jsoncodec.(*Codec).ReadHeader+0x699 /home/dfc/src/github.com/juju/juju/rpc/jsoncodec/codec.go:115
# 0xde43d7 github.com/juju/juju/rpc.(*Conn).loop+0xa7 /home/dfc/src/github.com/juju/juju/rpc/server.go:408
# 0xde40b0 github.com/juju/juju/rpc.(*Conn).input+0x30 /home/dfc/src/github.com/juju/juju/rpc/server.go:381
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xa1a6f5 0xa2c001 0xa288fa 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xa1a6f5 github.com/juju/juju/worker.(*runner).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/runner.go:128
# 0xa2c001 github.com/juju/juju/worker/dependency.(*engine).runWorker.func2+0x641 /home/dfc/src/github.com/juju/juju/worker/dependency/engine.go:428
# 0xa288fa github.com/juju/juju/worker/dependency.(*engine).runWorker+0x13a /home/dfc/src/github.com/juju/juju/worker/dependency/engine.go:432
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0x1021b55 0xa2c001 0xa288fa 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0x1021b55 github.com/juju/juju/worker/upgradewaiter.(*upgradeWaiter).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/upgradewaiter/manifold.go:132
# 0xa2c001 github.com/juju/juju/worker/dependency.(*engine).runWorker.func2+0x641 /home/dfc/src/github.com/juju/juju/worker/dependency/engine.go:428
# 0xa288fa github.com/juju/juju/worker/dependency.(*engine).runWorker+0x13a /home/dfc/src/github.com/juju/juju/worker/dependency/engine.go:432
20 @ 0x437b2a 0x432a27 0x4320ee 0x495860 0x4958cc 0x497389 0x4aad36 0x839c23 0x83a388 0x83dad6 0x9b3abb 0x9b3c9d 0x464d41
# 0x4320ee net.runtime_pollWait+0x5e /home/dfc/go/src/runtime/netpoll.go:160
# 0x495860 net.(*pollDesc).Wait+0x40 /home/dfc/go/src/net/fd_poll_runtime.go:73
# 0x4958cc net.(*pollDesc).WaitRead+0x3c /home/dfc/go/src/net/fd_poll_runtime.go:78
# 0x497389 net.(*netFD).Read+0x1c9 /home/dfc/go/src/net/fd_unix.go:250
# 0x4aad36 net.(*conn).Read+0x86 /home/dfc/go/src/net/net.go:172
# 0x839c23 crypto/tls.(*block).readFromUntil+0xb3 /home/dfc/go/src/crypto/tls/conn.go:460
# 0x83a388 crypto/tls.(*Conn).readRecord+0x1e8 /home/dfc/go/src/crypto/tls/conn.go:562
# 0x83dad6 crypto/tls.(*Conn).Read+0x106 /home/dfc/go/src/crypto/tls/conn.go:939
# 0x9b3abb gopkg.in/mgo%2ev2.fill+0x5b /home/dfc/src/gopkg.in/mgo.v2/socket.go:529
# 0x9b3c9d gopkg.in/mgo%2ev2.(*mongoSocket).readLoop+0x10d /home/dfc/src/gopkg.in/mgo.v2/socket.go:546
3 @ 0x437b2a 0x446382 0x445372 0x9d1ce7 0x9e886e 0xdd5b0d 0xdd5891 0x9d182b 0x9e857e 0x8a3fad 0xfee4e9 0x8a6001 0x8a2f50 0x464d41
# 0x9d1ce7 github.com/juju/juju/apiserver.(*Server).serveConn+0x417 /home/dfc/src/github.com/juju/juju/apiserver/apiserver.go:469
# 0x9e886e github.com/juju/juju/apiserver.(*Server).apiHandler.func1+0x24e /home/dfc/src/github.com/juju/juju/apiserver/apiserver.go:432
# 0xdd5b0d golang.org/x/net/websocket.Server.serveWebSocket+0x26d /home/dfc/src/golang.org/x/net/websocket/server.go:89
# 0xdd5891 golang.org/x/net/websocket.Server.ServeHTTP+0x61 /home/dfc/src/golang.org/x/net/websocket/server.go:70
# 0x9d182b github.com/juju/juju/apiserver.(*Server).apiHandler+0x15b /home/dfc/src/github.com/juju/juju/apiserver/apiserver.go:437
# 0x9e857e github.com/juju/juju/apiserver.(*Server).(github.com/juju/juju/apiserver.apiHandler)-fm+0x3e /home/dfc/src/github.com/juju/juju/apiserver/apiserver.go:376
# 0x8a3fad net/http.HandlerFunc.ServeHTTP+0x3d /home/dfc/go/src/net/http/server.go:1616
# 0xfee4e9 github.com/bmizerany/pat.(*PatternServeMux).ServeHTTP+0x199 /home/dfc/src/github.com/bmizerany/pat/mux.go:109
# 0x8a6001 net/http.serverHandler.ServeHTTP+0x131 /home/dfc/go/src/net/http/server.go:2079
# 0x8a2f50 net/http.(*conn).serve+0xbf0 /home/dfc/go/src/net/http/server.go:1470
2 @ 0x437b2a 0x446382 0x445372 0xb4b092 0xb4ddad 0x464d41
# 0xb4b092 github.com/juju/juju/state/watcher.(*Watcher).loop+0x2f2 /home/dfc/src/github.com/juju/juju/state/watcher/watcher.go:231
# 0xb4ddad github.com/juju/juju/state/watcher.New.func1+0x2d /home/dfc/src/github.com/juju/juju/state/watcher/watcher.go:115
2 @ 0x437b2a 0x446382 0x445372 0x98956c 0x464d41
# 0x98956c gopkg.in/mgo%2ev2.(*mongoCluster).syncServersLoop+0x48c /home/dfc/src/gopkg.in/mgo.v2/cluster.go:394
4 @ 0x437b2a 0x446382 0x445372 0xb558cf 0xb55212 0xb57082 0xd33c06 0x464d41
# 0xb558cf github.com/juju/juju/worker/lease.(*Manager).choose+0x56f /home/dfc/src/github.com/juju/juju/worker/lease/manager.go:92
# 0xb55212 github.com/juju/juju/worker/lease.(*Manager).loop+0xb2 /home/dfc/src/github.com/juju/juju/worker/lease/manager.go:77
# 0xb57082 github.com/juju/juju/worker/lease.(*Manager).(github.com/juju/juju/worker/lease.loop)-fm+0x32 /home/dfc/src/github.com/juju/juju/worker/lease/manager.go:38
# 0xd33c06 github.com/juju/juju/worker/catacomb.Invoke.func3+0x76 /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:115
23 @ 0x437b2a 0x446382 0x445372 0xd33b7b 0x464d41
# 0xd33b7b github.com/juju/juju/worker/catacomb.Invoke.func2+0x16b /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:100
2 @ 0x437b2a 0x446382 0x445372 0xb5ca60 0xb62fad 0x464d41
# 0xb5ca60 github.com/juju/juju/state/presence.(*Watcher).loop+0x3b0 /home/dfc/src/github.com/juju/juju/state/presence/presence.go:256
# 0xb62fad github.com/juju/juju/state/presence.NewWatcher.func1+0x2d /home/dfc/src/github.com/juju/juju/state/presence/presence.go:139
7 @ 0x437b2a 0x446382 0x445372 0x599052 0xa1c87f 0x464d41
# 0x599052 github.com/juju/juju/cmd/jujud/agent.(*MachineAgent).upgradeWaiterWorker.func1+0x752 /home/dfc/src/github.com/juju/juju/cmd/jujud/agent/machine.go:1831
# 0xa1c87f github.com/juju/juju/worker.NewSimpleWorker.func1+0x5f /home/dfc/src/github.com/juju/juju/worker/simpleworker.go:20
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0x9cf375 0xa1c4c1 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0x9cf375 github.com/juju/juju/apiserver.(*Server).Wait+0x35 /home/dfc/src/github.com/juju/juju/apiserver/apiserver.go:231
# 0xa1c4c1 github.com/juju/juju/worker.(*runner).runWorker+0x691 /home/dfc/src/github.com/juju/juju/worker/runner.go:279
1 @ 0x437b2a 0x446382 0x445372 0x9cdf82 0x9e83f2 0x464d41
# 0x9cdf82 github.com/juju/juju/apiserver.(*changeCertListener).processCertChanges+0x232 /home/dfc/src/github.com/juju/juju/apiserver/apiserver.go:123
# 0x9e83f2 github.com/juju/juju/apiserver.newChangeCertListener.func1+0x52 /home/dfc/src/github.com/juju/juju/apiserver/apiserver.go:96
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9d1023 0x464d41
# 0x9d1023 github.com/juju/juju/apiserver.(*Server).run+0x8c3 /home/dfc/src/github.com/juju/juju/apiserver/apiserver.go:411
1 @ 0x437b2a 0x446382 0x445372 0x9d24b7 0x9e84c1 0x464d41
# 0x9d24b7 github.com/juju/juju/apiserver.(*Server).mongoPinger+0x297 /home/dfc/src/github.com/juju/juju/apiserver/apiserver.go:498
# 0x9e84c1 github.com/juju/juju/apiserver.(*Server).run.func2+0x21 /home/dfc/src/github.com/juju/juju/apiserver/apiserver.go:326
1 @ 0x437b2a 0x432a27 0x4320ee 0x495860 0x4958cc 0x498c7f 0x4b6175 0x4b63e9 0x9cdb01 0x8a62ef 0x8a5e16 0x9e85d6 0x464d41
# 0x4320ee net.runtime_pollWait+0x5e /home/dfc/go/src/runtime/netpoll.go:160
# 0x495860 net.(*pollDesc).Wait+0x40 /home/dfc/go/src/net/fd_poll_runtime.go:73
# 0x4958cc net.(*pollDesc).WaitRead+0x3c /home/dfc/go/src/net/fd_poll_runtime.go:78
# 0x498c7f net.(*netFD).accept+0x1ff /home/dfc/go/src/net/fd_unix.go:426
# 0x4b6175 net.(*TCPListener).AcceptTCP+0x55 /home/dfc/go/src/net/tcpsock_posix.go:254
# 0x4b63e9 net.(*TCPListener).Accept+0x49 /home/dfc/go/src/net/tcpsock_posix.go:264
# 0x9cdb01 github.com/juju/juju/apiserver.(*changeCertListener).Accept+0x51 /home/dfc/src/github.com/juju/juju/apiserver/apiserver.go:103
# 0x8a62ef net/http.(*Server).Serve+0x10f /home/dfc/go/src/net/http/server.go:2115
# 0x8a5e16 net/http.Serve+0x96 /home/dfc/go/src/net/http/server.go:1974
# 0x9e85d6 github.com/juju/juju/apiserver.(*Server).run.func3+0x46 /home/dfc/src/github.com/juju/juju/apiserver/apiserver.go:408
2 @ 0x437b2a 0x432a27 0x4320ee 0x495860 0x4958cc 0x497389 0x4aad36 0x839c23 0x83a388 0x83dad6 0x8dbe1d 0x8dc642 0xdd069d 0xdd6cb7 0xde813f 0xde73f9 0xde43d7 0xde40b0 0x464d41
# 0x4320ee net.runtime_pollWait+0x5e /home/dfc/go/src/runtime/netpoll.go:160
# 0x495860 net.(*pollDesc).Wait+0x40 /home/dfc/go/src/net/fd_poll_runtime.go:73
# 0x4958cc net.(*pollDesc).WaitRead+0x3c /home/dfc/go/src/net/fd_poll_runtime.go:78
# 0x497389 net.(*netFD).Read+0x1c9 /home/dfc/go/src/net/fd_unix.go:250
# 0x4aad36 net.(*conn).Read+0x86 /home/dfc/go/src/net/net.go:172
# 0x839c23 crypto/tls.(*block).readFromUntil+0xb3 /home/dfc/go/src/crypto/tls/conn.go:460
# 0x83a388 crypto/tls.(*Conn).readRecord+0x1e8 /home/dfc/go/src/crypto/tls/conn.go:562
# 0x83dad6 crypto/tls.(*Conn).Read+0x106 /home/dfc/go/src/crypto/tls/conn.go:939
# 0x8dbe1d bufio.(*Reader).fill+0x15d /home/dfc/go/src/bufio/bufio.go:97
# 0x8dc642 bufio.(*Reader).ReadByte+0x82 /home/dfc/go/src/bufio/bufio.go:229
# 0xdd069d golang.org/x/net/websocket.hybiFrameReaderFactory.NewFrameReader+0x9d /home/dfc/src/golang.org/x/net/websocket/hybi.go:126
# 0xdd6cb7 golang.org/x/net/websocket.Codec.Receive+0x147 /home/dfc/src/golang.org/x/net/websocket/websocket.go:315
# 0xde813f github.com/juju/juju/rpc/jsoncodec.wsJSONConn.Receive+0x5f /home/dfc/src/github.com/juju/juju/rpc/jsoncodec/conn.go:25
# 0xde73f9 github.com/juju/juju/rpc/jsoncodec.(*Codec).ReadHeader+0x699 /home/dfc/src/github.com/juju/juju/rpc/jsoncodec/codec.go:115
# 0xde43d7 github.com/juju/juju/rpc.(*Conn).loop+0xa7 /home/dfc/src/github.com/juju/juju/rpc/server.go:408
# 0xde40b0 github.com/juju/juju/rpc.(*Conn).input+0x30 /home/dfc/src/github.com/juju/juju/rpc/server.go:381
2 @ 0x437b2a 0x446382 0x445372 0x94a7f8 0x464d41
# 0x94a7f8 github.com/juju/juju/api.(*state).heartbeatMonitor+0x158 /home/dfc/src/github.com/juju/juju/api/apiclient.go:525
13 @ 0x437b2a 0x446382 0x445372 0x711362 0x736f7e 0x464d41
# 0x711362 github.com/juju/juju/state.(*docWatcher).loop+0x5b2 /home/dfc/src/github.com/juju/juju/state/watcher.go:1582
# 0x736f7e github.com/juju/juju/state.newDocWatcher.func1+0x9e /home/dfc/src/github.com/juju/juju/state/watcher.go:1541
2 @ 0x437b2a 0x446382 0x445372 0xb61354 0xb6316d 0x464d41
# 0xb61354 github.com/juju/juju/state/presence.(*Pinger).loop+0x1c4 /home/dfc/src/github.com/juju/juju/state/presence/presence.go:625
# 0xb6316d github.com/juju/juju/state/presence.(*Pinger).Start.func1+0x2d /home/dfc/src/github.com/juju/juju/state/presence/presence.go:536
2 @ 0x437b2a 0x446382 0x445372 0x9dfaf7 0x9ea439 0x464d41
# 0x9dfaf7 github.com/juju/juju/apiserver.(*pingTimeout).loop+0x2a7 /home/dfc/src/github.com/juju/juju/apiserver/pinger.go:85
# 0x9ea439 github.com/juju/juju/apiserver.newPingTimeout.func1+0x49 /home/dfc/src/github.com/juju/juju/apiserver/pinger.go:59
1 @ 0x437b2a 0x446382 0x445372 0xa2011e 0xa208e9 0x464d41
# 0xa2011e github.com/juju/juju/worker/apicaller.(*apiConnWorker).loop+0x1be /home/dfc/src/github.com/juju/juju/worker/apicaller/worker.go:77
# 0xa208e9 github.com/juju/juju/worker/apicaller.newApiConnWorker.func1+0x49 /home/dfc/src/github.com/juju/juju/worker/apicaller/worker.go:36
31 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xe19c75 0xd33cbd 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xe19c75 github.com/juju/juju/api/watcher.(*commonWatcher).Wait+0x35 /home/dfc/src/github.com/juju/juju/api/watcher/watcher.go:129
# 0xd33cbd github.com/juju/juju/worker/catacomb.(*Catacomb).add.func1+0x7d /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:175
1 @ 0x437b2a 0x446382 0x445372 0xa9dcb4 0xa9edf2 0xd33c06 0x464d41
# 0xa9dcb4 github.com/juju/juju/worker/upgrader.(*Upgrader).loop+0xee4 /home/dfc/src/github.com/juju/juju/worker/upgrader/upgrader.go:153
# 0xa9edf2 github.com/juju/juju/worker/upgrader.(*Upgrader).(github.com/juju/juju/worker/upgrader.loop)-fm+0x32 /home/dfc/src/github.com/juju/juju/worker/upgrader/upgrader.go:70
# 0xd33c06 github.com/juju/juju/worker/catacomb.Invoke.func3+0x76 /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:115
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xd33635 0xa9cd35 0xa2c001 0xa288fa 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xd33635 github.com/juju/juju/worker/catacomb.(*Catacomb).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:202
# 0xa9cd35 github.com/juju/juju/worker/upgrader.(*Upgrader).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/upgrader/upgrader.go:85
# 0xa2c001 github.com/juju/juju/worker/dependency.(*engine).runWorker.func2+0x641 /home/dfc/src/github.com/juju/juju/worker/dependency/engine.go:428
# 0xa288fa github.com/juju/juju/worker/dependency.(*engine).runWorker+0x13a /home/dfc/src/github.com/juju/juju/worker/dependency/engine.go:432
30 @ 0x437b2a 0x437bf3 0x446c3c 0x446926 0x7edc0b 0xe19bcd 0x464d41
# 0x446926 sync.runtime_Semacquire+0x26 /home/dfc/go/src/runtime/sema.go:47
# 0x7edc0b sync.(*WaitGroup).Wait+0x8b /home/dfc/go/src/sync/waitgroup.go:127
# 0xe19bcd github.com/juju/juju/api/watcher.(*commonWatcher).commonLoop+0xfd /home/dfc/src/github.com/juju/juju/api/watcher/watcher.go:119
31 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0xde3671 0x94aa8b 0xe1bbd9 0xe1be90 0x464d41
# 0xde3671 github.com/juju/juju/rpc.(*Conn).Call+0xf1 /home/dfc/src/github.com/juju/juju/rpc/client.go:152
# 0x94aa8b github.com/juju/juju/api.(*state).APICall+0x13b /home/dfc/src/github.com/juju/juju/api/apiclient.go:547
# 0xe1bbd9 github.com/juju/juju/api/watcher.makeWatcherAPICaller.func1+0x159 /home/dfc/src/github.com/juju/juju/api/watcher/watcher.go:49
# 0xe1be90 github.com/juju/juju/api/watcher.(*commonWatcher).commonLoop.func2+0xe0 /home/dfc/src/github.com/juju/juju/api/watcher/watcher.go:95
35 @ 0x437b2a 0x446382 0x445372 0xd33df6 0x464d41
# 0xd33df6 github.com/juju/juju/worker/catacomb.(*Catacomb).add.func2+0xf6 /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:180
31 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0xe1bcac 0x464d41
# 0xe1bcac github.com/juju/juju/api/watcher.(*commonWatcher).commonLoop.func1+0x7c /home/dfc/src/github.com/juju/juju/api/watcher/watcher.go:82
15 @ 0x437b2a 0x437bf3 0x410715 0x410390 0xe1a005 0xe1c0f9 0x464d41
# 0xe1a005 github.com/juju/juju/api/watcher.(*notifyWatcher).loop+0x1b5 /home/dfc/src/github.com/juju/juju/api/watcher/watcher.go:171
# 0xe1c0f9 github.com/juju/juju/api/watcher.NewNotifyWatcher.func1+0x49 /home/dfc/src/github.com/juju/juju/api/watcher/watcher.go:151
1 @ 0x437b2a 0x446382 0x445372 0xa91ba2 0xa1c87f 0x464d41
# 0xa91ba2 github.com/juju/juju/worker/txnpruner.New.func1+0x1e2 /home/dfc/src/github.com/juju/juju/worker/txnpruner/txnpruner.go:30
# 0xa1c87f github.com/juju/juju/worker.NewSimpleWorker.func1+0x5f /home/dfc/src/github.com/juju/juju/worker/simpleworker.go:20
14 @ 0x437b2a 0x437bf3 0x410715 0x410390 0x9e69c3 0x46266e 0x7dc377 0x7db9fb 0x1017f29 0x9e080e 0xde591c 0x464d41
# 0x9e69c3 github.com/juju/juju/apiserver.(*srvNotifyWatcher).Next+0x63 /home/dfc/src/github.com/juju/juju/apiserver/watcher.go:126
# 0x46266e runtime.call32+0x3e /home/dfc/go/src/runtime/asm_amd64.s:472
# 0x7dc377 reflect.Value.call+0x837 /home/dfc/go/src/reflect/value.go:435
# 0x7db9fb reflect.Value.Call+0xbb /home/dfc/go/src/reflect/value.go:303
# 0x1017f29 github.com/juju/juju/rpc/rpcreflect.newMethod.func4+0x129 /home/dfc/src/github.com/juju/juju/rpc/rpcreflect/type.go:306
# 0x9e080e github.com/juju/juju/apiserver.(*srvCaller).Call+0x11e /home/dfc/src/github.com/juju/juju/apiserver/root.go:123
# 0xde591c github.com/juju/juju/rpc.(*Conn).runRequest+0xcc /home/dfc/src/github.com/juju/juju/rpc/server.go:555
3 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xa1c6d5 0x5988b7 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xa1c6d5 github.com/juju/juju/worker.(*simpleWorker).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/simpleworker.go:34
# 0x5988b7 github.com/juju/juju/cmd/jujud/agent.(*MachineAgent).upgradeWaiterWorker.func1.1+0x27 /home/dfc/src/github.com/juju/juju/cmd/jujud/agent/machine.go:1829
2 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xd33635 0xa18a59 0xa2c001 0xa288fa 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xd33635 github.com/juju/juju/worker/catacomb.(*Catacomb).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:202
# 0xa18a59 github.com/juju/juju/watcher.(*NotifyWorker).Wait+0x39 /home/dfc/src/github.com/juju/juju/watcher/notify.go:138
# 0xa2c001 github.com/juju/juju/worker/dependency.(*engine).runWorker.func2+0x641 /home/dfc/src/github.com/juju/juju/worker/dependency/engine.go:428
# 0xa288fa github.com/juju/juju/worker/dependency.(*engine).runWorker+0x13a /home/dfc/src/github.com/juju/juju/worker/dependency/engine.go:432
1 @ 0x437b2a 0x446382 0x445372 0x1021a3a 0x1021bc9 0x464d41
# 0x1021a3a github.com/juju/juju/worker/upgradewaiter.(*upgradeWaiter).wait+0x29a /home/dfc/src/github.com/juju/juju/worker/upgradewaiter/manifold.go:106
# 0x1021bc9 github.com/juju/juju/worker/upgradewaiter.Manifold.func1.1+0x49 /home/dfc/src/github.com/juju/juju/worker/upgradewaiter/manifold.go:65
1 @ 0x437b2a 0x446382 0x445372 0x58553c 0x594295 0xa1c87f 0x464d41
# 0x58553c github.com/juju/juju/cmd/jujud/agent.(*MachineAgent).restoreStateWatcher+0x1bc /home/dfc/src/github.com/juju/juju/cmd/jujud/agent/machine.go:613
# 0x594295 github.com/juju/juju/cmd/jujud/agent.(*MachineAgent).newRestoreStateWatcherWorker.func1+0x45 /home/dfc/src/github.com/juju/juju/cmd/jujud/agent/machine.go:581
# 0xa1c87f github.com/juju/juju/worker.NewSimpleWorker.func1+0x5f /home/dfc/src/github.com/juju/juju/worker/simpleworker.go:20
1 @ 0x437b2a 0x446382 0x445372 0xa33d05 0xa344e2 0x464d41
# 0xa33d05 github.com/juju/juju/worker/envworkermanager.(*envWorkerManager).loop+0x2b5 /home/dfc/src/github.com/juju/juju/worker/envworkermanager/envworkermanager.go:91
# 0xa344e2 github.com/juju/juju/worker/envworkermanager.NewEnvWorkerManager.func1+0x52 /home/dfc/src/github.com/juju/juju/worker/envworkermanager/envworkermanager.go:42
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xa33a29 0x5988b7 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xa33a29 github.com/juju/juju/worker/envworkermanager.(*envWorkerManager).Wait+0x39 /home/dfc/src/github.com/juju/juju/worker/envworkermanager/envworkermanager.go:74
# 0x5988b7 github.com/juju/juju/cmd/jujud/agent.(*MachineAgent).upgradeWaiterWorker.func1.1+0x27 /home/dfc/src/github.com/juju/juju/cmd/jujud/agent/machine.go:1829
1 @ 0x437b2a 0x446382 0x445372 0x1044340 0x1044929 0x464d41
# 0x1044340 github.com/juju/juju/watcher/legacy.(*notifyWorker).loop+0x380 /home/dfc/src/github.com/juju/juju/watcher/legacy/notifyworker.go:95
# 0x1044929 github.com/juju/juju/watcher/legacy.NewNotifyWorker.func1+0x49 /home/dfc/src/github.com/juju/juju/watcher/legacy/notifyworker.go:55
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0x1043f35 0x5988b7 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0x1043f35 github.com/juju/juju/watcher/legacy.(*notifyWorker).Wait+0x35 /home/dfc/src/github.com/juju/juju/watcher/legacy/notifyworker.go:67
# 0x5988b7 github.com/juju/juju/cmd/jujud/agent.(*MachineAgent).upgradeWaiterWorker.func1.1+0x27 /home/dfc/src/github.com/juju/juju/cmd/jujud/agent/machine.go:1829
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xa1a6f5 0xa34549 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xa1a6f5 github.com/juju/juju/worker.(*runner).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/runner.go:128
# 0xa34549 github.com/juju/juju/worker/envworkermanager.(*envWorkerManager).loop.func1+0x29 /home/dfc/src/github.com/juju/juju/worker/envworkermanager/envworkermanager.go:80
13 @ 0x437b2a 0x446382 0x445372 0x706ffd 0x736480 0x464d41
# 0x706ffd github.com/juju/juju/state.(*lifecycleWatcher).loop+0x60d /home/dfc/src/github.com/juju/juju/state/watcher.go:549
# 0x736480 github.com/juju/juju/state.newLifecycleWatcher.func1+0x80 /home/dfc/src/github.com/juju/juju/state/watcher.go:431
1 @ 0x437b2a 0x446382 0x445372 0xa257ec 0xa2583c 0xa1c87f 0x464d41
# 0xa257ec github.com/juju/juju/worker/dblogpruner.(*pruneWorker).loop+0x2ac /home/dfc/src/github.com/juju/juju/worker/dblogpruner/worker.go:56
# 0xa2583c github.com/juju/juju/worker/dblogpruner.(*pruneWorker).(github.com/juju/juju/worker/dblogpruner.loop)-fm+0x3c /home/dfc/src/github.com/juju/juju/worker/dblogpruner/worker.go:45
# 0xa1c87f github.com/juju/juju/worker.NewSimpleWorker.func1+0x5f /home/dfc/src/github.com/juju/juju/worker/simpleworker.go:20
1 @ 0x437b2a 0x446382 0x445372 0x76ec0e 0x772089 0x464d41
# 0x76ec0e github.com/juju/juju/worker/peergrouper.(*pgWorker).loop+0x5ce /home/dfc/src/github.com/juju/juju/worker/peergrouper/worker.go:165
# 0x772089 github.com/juju/juju/worker/peergrouper.newWorker.func1+0x59 /home/dfc/src/github.com/juju/juju/worker/peergrouper/worker.go:137
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0x76e615 0x5988b7 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0x76e615 github.com/juju/juju/worker/peergrouper.(*pgWorker).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/peergrouper/worker.go:155
# 0x5988b7 github.com/juju/juju/cmd/jujud/agent.(*MachineAgent).upgradeWaiterWorker.func1.1+0x27 /home/dfc/src/github.com/juju/juju/cmd/jujud/agent/machine.go:1829
1 @ 0x437b2a 0x446382 0x445372 0x7708eb 0x772262 0x7721ec 0x464d41
# 0x7708eb github.com/juju/juju/worker/peergrouper.(*serverInfoWatcher).loop+0x20b /home/dfc/src/github.com/juju/juju/worker/peergrouper/worker.go:384
# 0x772262 github.com/juju/juju/worker/peergrouper.(*serverInfoWatcher).(github.com/juju/juju/worker/peergrouper.loop)-fm+0x32 /home/dfc/src/github.com/juju/juju/worker/peergrouper/worker.go:378
# 0x7721ec github.com/juju/juju/worker/peergrouper.(*pgWorker).start.func1+0x4c /home/dfc/src/github.com/juju/juju/worker/peergrouper/worker.go:345
2 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xa1a6f5 0xa1c4c1 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xa1a6f5 github.com/juju/juju/worker.(*runner).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/runner.go:128
# 0xa1c4c1 github.com/juju/juju/worker.(*runner).runWorker+0x691 /home/dfc/src/github.com/juju/juju/worker/runner.go:279
5 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xd33635 0xa18a59 0xa1c4c1 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xd33635 github.com/juju/juju/worker/catacomb.(*Catacomb).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:202
# 0xa18a59 github.com/juju/juju/watcher.(*NotifyWorker).Wait+0x39 /home/dfc/src/github.com/juju/juju/watcher/notify.go:138
# 0xa1c4c1 github.com/juju/juju/worker.(*runner).runWorker+0x691 /home/dfc/src/github.com/juju/juju/worker/runner.go:279
1 @ 0x437b2a 0x446382 0x445372 0x771947 0x772322 0x7721ec 0x464d41
# 0x771947 github.com/juju/juju/worker/peergrouper.(*machine).loop+0x207 /home/dfc/src/github.com/juju/juju/worker/peergrouper/worker.go:481
# 0x772322 github.com/juju/juju/worker/peergrouper.(*machine).(github.com/juju/juju/worker/peergrouper.loop)-fm+0x32 /home/dfc/src/github.com/juju/juju/worker/peergrouper/worker.go:475
# 0x7721ec github.com/juju/juju/worker/peergrouper.(*pgWorker).start.func1+0x4c /home/dfc/src/github.com/juju/juju/worker/peergrouper/worker.go:345
7 @ 0x437b2a 0x446382 0x445372 0xa187bd 0xa19312 0xd33c06 0x464d41
# 0xa187bd github.com/juju/juju/watcher.(*NotifyWorker).loop+0x25d /home/dfc/src/github.com/juju/juju/watcher/notify.go:90
# 0xa19312 github.com/juju/juju/watcher.(*NotifyWorker).(github.com/juju/juju/watcher.loop)-fm+0x32 /home/dfc/src/github.com/juju/juju/watcher/notify.go:71
# 0xd33c06 github.com/juju/juju/worker/catacomb.Invoke.func3+0x76 /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:115
1 @ 0x437b2a 0x446382 0x445372 0x713b47 0x737360 0x464d41
# 0x713b47 github.com/juju/juju/state.(*machineAddressesWatcher).loop+0x5d7 /home/dfc/src/github.com/juju/juju/state/watcher.go:1807
# 0x737360 github.com/juju/juju/state.newMachineAddressesWatcher.func1+0x80 /home/dfc/src/github.com/juju/juju/state/watcher.go:1784
1 @ 0x437b2a 0x432a27 0x4320ee 0x495860 0x4958cc 0x497389 0x4aad36 0x839c23 0x83a388 0x83dad6 0x89d936 0x8dbe1d 0x8dc642 0xdd069d 0xdd6cb7 0x9e9c68 0xdd5b0d 0xdd5891 0x9deb46 0xfee4e9 0x8a6001 0x8a2f50 0x464d41
# 0x4320ee net.runtime_pollWait+0x5e /home/dfc/go/src/runtime/netpoll.go:160
# 0x495860 net.(*pollDesc).Wait+0x40 /home/dfc/go/src/net/fd_poll_runtime.go:73
# 0x4958cc net.(*pollDesc).WaitRead+0x3c /home/dfc/go/src/net/fd_poll_runtime.go:78
# 0x497389 net.(*netFD).Read+0x1c9 /home/dfc/go/src/net/fd_unix.go:250
# 0x4aad36 net.(*conn).Read+0x86 /home/dfc/go/src/net/net.go:172
# 0x839c23 crypto/tls.(*block).readFromUntil+0xb3 /home/dfc/go/src/crypto/tls/conn.go:460
# 0x83a388 crypto/tls.(*Conn).readRecord+0x1e8 /home/dfc/go/src/crypto/tls/conn.go:562
# 0x83dad6 crypto/tls.(*Conn).Read+0x106 /home/dfc/go/src/crypto/tls/conn.go:939
# 0x89d936 net/http.(*connReader).Read+0x196 /home/dfc/go/src/net/http/server.go:526
# 0x8dbe1d bufio.(*Reader).fill+0x15d /home/dfc/go/src/bufio/bufio.go:97
# 0x8dc642 bufio.(*Reader).ReadByte+0x82 /home/dfc/go/src/bufio/bufio.go:229
# 0xdd069d golang.org/x/net/websocket.hybiFrameReaderFactory.NewFrameReader+0x9d /home/dfc/src/golang.org/x/net/websocket/hybi.go:126
# 0xdd6cb7 golang.org/x/net/websocket.Codec.Receive+0x147 /home/dfc/src/golang.org/x/net/websocket/websocket.go:315
# 0x9e9c68 github.com/juju/juju/apiserver.(*logSinkHandler).ServeHTTP.func1+0x348 /home/dfc/src/github.com/juju/juju/apiserver/logsink.go:82
# 0xdd5b0d golang.org/x/net/websocket.Server.serveWebSocket+0x26d /home/dfc/src/golang.org/x/net/websocket/server.go:89
# 0xdd5891 golang.org/x/net/websocket.Server.ServeHTTP+0x61 /home/dfc/src/golang.org/x/net/websocket/server.go:70
# 0x9deb46 github.com/juju/juju/apiserver.(*logSinkHandler).ServeHTTP+0xe6 /home/dfc/src/github.com/juju/juju/apiserver/logsink.go:104
# 0xfee4e9 github.com/bmizerany/pat.(*PatternServeMux).ServeHTTP+0x199 /home/dfc/src/github.com/bmizerany/pat/mux.go:109
# 0x8a6001 net/http.serverHandler.ServeHTTP+0x131 /home/dfc/go/src/net/http/server.go:2079
# 0x8a2f50 net/http.(*conn).serve+0xbf0 /home/dfc/go/src/net/http/server.go:1470
1 @ 0x437b2a 0x446382 0x445372 0x798445 0xa1c87f 0x464d41
# 0x798445 github.com/juju/juju/worker/logsender.New.func1+0x575 /home/dfc/src/github.com/juju/juju/worker/logsender/worker.go:31
# 0xa1c87f github.com/juju/juju/worker.NewSimpleWorker.func1+0x5f /home/dfc/src/github.com/juju/juju/worker/simpleworker.go:20
1 @ 0x437b2a 0x446382 0x445372 0x71b227 0x737c20 0x464d41
# 0x71b227 github.com/juju/juju/state.(*rebootWatcher).loop+0x417 /home/dfc/src/github.com/juju/juju/state/watcher.go:2658
# 0x737c20 github.com/juju/juju/state.newRebootWatcher.func1+0x80 /home/dfc/src/github.com/juju/juju/state/watcher.go:2631
6 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xa1a0e5 0xa1c4c1 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xa1a0e5 github.com/juju/juju/worker.(*periodicWorker).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/periodicworker.go:106
# 0xa1c4c1 github.com/juju/juju/worker.(*runner).runWorker+0x691 /home/dfc/src/github.com/juju/juju/worker/runner.go:279
5 @ 0x437b2a 0x446382 0x445372 0xa1a051 0xa1c75d 0x464d41
# 0xa1a051 github.com/juju/juju/worker.(*periodicWorker).run+0x261 /home/dfc/src/github.com/juju/juju/worker/periodicworker.go:82
# 0xa1c75d github.com/juju/juju/worker.NewPeriodicWorker.func1+0x5d /home/dfc/src/github.com/juju/juju/worker/periodicworker.go:73
2 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xd33635 0xa7e4c5 0xa1c4c1 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xd33635 github.com/juju/juju/worker/catacomb.(*Catacomb).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:202
# 0xa7e4c5 github.com/juju/juju/worker/storageprovisioner.(*storageProvisioner).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/storageprovisioner/storageprovisioner.go:208
# 0xa1c4c1 github.com/juju/juju/worker.(*runner).runWorker+0x691 /home/dfc/src/github.com/juju/juju/worker/runner.go:279
2 @ 0x437b2a 0x446382 0x445372 0xa7f722 0xa8e1c2 0xd33c06 0x464d41
# 0xa7f722 github.com/juju/juju/worker/storageprovisioner.(*storageProvisioner).loop+0x1232 /home/dfc/src/github.com/juju/juju/worker/storageprovisioner/storageprovisioner.go:309
# 0xa8e1c2 github.com/juju/juju/worker/storageprovisioner.(*storageProvisioner).(github.com/juju/juju/worker/storageprovisioner.loop)-fm+0x32 /home/dfc/src/github.com/juju/juju/worker/storageprovisioner/storageprovisioner.go:188
# 0xd33c06 github.com/juju/juju/worker/catacomb.Invoke.func3+0x76 /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:115
4 @ 0x437b2a 0x437bf3 0x410715 0x410390 0xe1b41a 0xe1c3f2 0x464d41
# 0xe1b41a github.com/juju/juju/api/watcher.(*machineAttachmentsWatcher).loop+0x23a /home/dfc/src/github.com/juju/juju/api/watcher/watcher.go:371
# 0xe1c3f2 github.com/juju/juju/api/watcher.newMachineStorageIdsWatcher.func1+0x82 /home/dfc/src/github.com/juju/juju/api/watcher/watcher.go:340
1 @ 0x437b2a 0x446382 0x445372 0x71bc55 0x737f00 0x464d41
# 0x71bc55 github.com/juju/juju/state.(*blockDevicesWatcher).loop+0x835 /home/dfc/src/github.com/juju/juju/state/watcher.go:2721
# 0x737f00 github.com/juju/juju/state.newBlockDevicesWatcher.func1+0x80 /home/dfc/src/github.com/juju/juju/state/watcher.go:2694
12 @ 0x437b2a 0x437bf3 0x410715 0x410390 0xe1a4b4 0xe1c1bb 0x464d41
# 0xe1a4b4 github.com/juju/juju/api/watcher.(*stringsWatcher).loop+0x1e4 /home/dfc/src/github.com/juju/juju/api/watcher/watcher.go:222
# 0xe1c1bb github.com/juju/juju/api/watcher.NewStringsWatcher.func1+0x6b /home/dfc/src/github.com/juju/juju/api/watcher/watcher.go:202
12 @ 0x437b2a 0x437bf3 0x410715 0x410390 0x9e6dd6 0x4627c1 0x7dc377 0x7db9fb 0x10182d9 0x9e080e 0xde591c 0x464d41
# 0x9e6dd6 github.com/juju/juju/apiserver.(*srvStringsWatcher).Next+0xa6 /home/dfc/src/github.com/juju/juju/apiserver/watcher.go:170
# 0x4627c1 runtime.call128+0x51 /home/dfc/go/src/runtime/asm_amd64.s:474
# 0x7dc377 reflect.Value.call+0x837 /home/dfc/go/src/reflect/value.go:435
# 0x7db9fb reflect.Value.Call+0xbb /home/dfc/go/src/reflect/value.go:303
# 0x10182d9 github.com/juju/juju/rpc/rpcreflect.newMethod.func6+0x129 /home/dfc/src/github.com/juju/juju/rpc/rpcreflect/type.go:323
# 0x9e080e github.com/juju/juju/apiserver.(*srvCaller).Call+0x11e /home/dfc/src/github.com/juju/juju/apiserver/root.go:123
# 0xde591c github.com/juju/juju/rpc.(*Conn).runRequest+0xcc /home/dfc/src/github.com/juju/juju/rpc/server.go:555
4 @ 0x437b2a 0x437bf3 0x410715 0x410390 0x9e7976 0x4627c1 0x7dc377 0x7db9fb 0x10182d9 0x9e080e 0xde591c 0x464d41
# 0x9e7976 github.com/juju/juju/apiserver.(*srvMachineStorageIdsWatcher).Next+0xa6 /home/dfc/src/github.com/juju/juju/apiserver/watcher.go:289
# 0x4627c1 runtime.call128+0x51 /home/dfc/go/src/runtime/asm_amd64.s:474
# 0x7dc377 reflect.Value.call+0x837 /home/dfc/go/src/reflect/value.go:435
# 0x7db9fb reflect.Value.Call+0xbb /home/dfc/go/src/reflect/value.go:303
# 0x10182d9 github.com/juju/juju/rpc/rpcreflect.newMethod.func6+0x129 /home/dfc/src/github.com/juju/juju/rpc/rpcreflect/type.go:323
# 0x9e080e github.com/juju/juju/apiserver.(*srvCaller).Call+0x11e /home/dfc/src/github.com/juju/juju/apiserver/root.go:123
# 0xde591c github.com/juju/juju/rpc.(*Conn).runRequest+0xcc /home/dfc/src/github.com/juju/juju/rpc/server.go:555
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xa1a6f5 0x596e4e 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xa1a6f5 github.com/juju/juju/worker.(*runner).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/runner.go:128
# 0x596e4e github.com/juju/juju/cmd/jujud/agent.(*MachineAgent).startEnvWorkers.func2+0x2e /home/dfc/src/github.com/juju/juju/cmd/jujud/agent/machine.go:1178
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0x10444e5 0xa1c4c1 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0x10444e5 github.com/juju/juju/watcher/legacy.(*stringsWorker).Wait+0x35 /home/dfc/src/github.com/juju/juju/watcher/legacy/stringsworker.go:59
# 0xa1c4c1 github.com/juju/juju/worker.(*runner).runWorker+0x691 /home/dfc/src/github.com/juju/juju/worker/runner.go:279
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xd33635 0xa57309 0xa1c4c1 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xd33635 github.com/juju/juju/worker/catacomb.(*Catacomb).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:202
# 0xa57309 github.com/juju/juju/worker/provisioner.(*provisioner).Wait+0x39 /home/dfc/src/github.com/juju/juju/worker/provisioner/provisioner.go:110
# 0xa1c4c1 github.com/juju/juju/worker.(*runner).runWorker+0x691 /home/dfc/src/github.com/juju/juju/worker/runner.go:279
1 @ 0x437b2a 0x446382 0x445372 0xa58532 0xa63832 0xd33c06 0x464d41
# 0xa58532 github.com/juju/juju/worker/provisioner.(*environProvisioner).loop+0x6c2 /home/dfc/src/github.com/juju/juju/worker/provisioner/provisioner.go:223
# 0xa63832 github.com/juju/juju/worker/provisioner.(*environProvisioner).(github.com/juju/juju/worker/provisioner.loop)-fm+0x32 /home/dfc/src/github.com/juju/juju/worker/provisioner/provisioner.go:185
# 0xd33c06 github.com/juju/juju/worker/catacomb.Invoke.func3+0x76 /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:115
1 @ 0x437b2a 0x446382 0x445372 0x10448cb 0x10449a9 0x464d41
# 0x10448cb github.com/juju/juju/watcher/legacy.(*stringsWorker).loop+0x3bb /home/dfc/src/github.com/juju/juju/watcher/legacy/stringsworker.go:75
# 0x10449a9 github.com/juju/juju/watcher/legacy.NewStringsWorker.func1+0x49 /home/dfc/src/github.com/juju/juju/watcher/legacy/stringsworker.go:47
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xa24345 0xa1c4c1 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xa24345 github.com/juju/juju/worker/charmrevision.(*revisionUpdateWorker).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/charmrevision/worker.go:105
# 0xa1c4c1 github.com/juju/juju/worker.(*runner).runWorker+0x691 /home/dfc/src/github.com/juju/juju/worker/runner.go:279
1 @ 0x437b2a 0x446382 0x445372 0xa242ac 0xa243b9 0x464d41
# 0xa242ac github.com/juju/juju/worker/charmrevision.(*revisionUpdateWorker).loop+0x1bc /home/dfc/src/github.com/juju/juju/worker/charmrevision/worker.go:85
# 0xa243b9 github.com/juju/juju/worker/charmrevision.NewWorker.func1+0x49 /home/dfc/src/github.com/juju/juju/worker/charmrevision/worker.go:72
1 @ 0x437b2a 0x446382 0x445372 0x707d1b 0x736540 0x464d41
# 0x707d1b github.com/juju/juju/state.(*minUnitsWatcher).loop+0x51b /home/dfc/src/github.com/juju/juju/state/watcher.go:649
# 0x736540 github.com/juju/juju/state.newMinUnitsWatcher.func1+0x80 /home/dfc/src/github.com/juju/juju/state/watcher.go:594
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xd33635 0xa42f49 0xa1c4c1 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xd33635 github.com/juju/juju/worker/catacomb.(*Catacomb).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:202
# 0xa42f49 github.com/juju/juju/worker/instancepoller.(*updaterWorker).Wait+0x39 /home/dfc/src/github.com/juju/juju/worker/instancepoller/worker.go:47
# 0xa1c4c1 github.com/juju/juju/worker.(*runner).runWorker+0x691 /home/dfc/src/github.com/juju/juju/worker/runner.go:279
1 @ 0x437b2a 0x446382 0x445372 0xa408da 0xa43277 0xa439d2 0xd33c06 0x464d41
# 0xa408da github.com/juju/juju/worker/instancepoller.watchMachinesLoop+0x54a /home/dfc/src/github.com/juju/juju/worker/instancepoller/updater.go:105
# 0xa43277 github.com/juju/juju/worker/instancepoller.(*updaterWorker).loop+0x307 /home/dfc/src/github.com/juju/juju/worker/instancepoller/worker.go:75
# 0xa439d2 github.com/juju/juju/worker/instancepoller.(*updaterWorker).(github.com/juju/juju/worker/instancepoller.loop)-fm+0x32 /home/dfc/src/github.com/juju/juju/worker/instancepoller/worker.go:32
# 0xd33c06 github.com/juju/juju/worker/catacomb.Invoke.func3+0x76 /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:115
2 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xd33635 0xa192b9 0xa1c4c1 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xd33635 github.com/juju/juju/worker/catacomb.(*Catacomb).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:202
# 0xa192b9 github.com/juju/juju/watcher.(*StringsWorker).Wait+0x39 /home/dfc/src/github.com/juju/juju/watcher/strings.go:141
# 0xa1c4c1 github.com/juju/juju/worker.(*runner).runWorker+0x691 /home/dfc/src/github.com/juju/juju/worker/runner.go:279
3 @ 0x437b2a 0x446382 0x445372 0xa1901b 0xa19372 0xd33c06 0x464d41
# 0xa1901b github.com/juju/juju/watcher.(*StringsWorker).loop+0x29b /home/dfc/src/github.com/juju/juju/watcher/strings.go:91
# 0xa19372 github.com/juju/juju/watcher.(*StringsWorker).(github.com/juju/juju/watcher.loop)-fm+0x32 /home/dfc/src/github.com/juju/juju/watcher/strings.go:72
# 0xd33c06 github.com/juju/juju/worker/catacomb.Invoke.func3+0x76 /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:115
1 @ 0x437b2a 0x446382 0x445372 0x71713a 0x73765e 0x464d41
# 0x71713a github.com/juju/juju/state.(*collectionWatcher).loop+0x54a /home/dfc/src/github.com/juju/juju/state/watcher.go:2154
# 0x73765e github.com/juju/juju/state.newcollectionWatcher.func2+0xae /home/dfc/src/github.com/juju/juju/state/watcher.go:2125
1 @ 0x437b2a 0x446382 0x445372 0x71415a 0x737420 0x464d41
# 0x71415a github.com/juju/juju/state.(*cleanupWatcher).loop+0x41a /home/dfc/src/github.com/juju/juju/state/watcher.go:1865
# 0x737420 github.com/juju/juju/state.newCleanupWatcher.func1+0x80 /home/dfc/src/github.com/juju/juju/state/watcher.go:1848
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xd33635 0xa3c9a5 0xa1c4c1 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xd33635 github.com/juju/juju/worker/catacomb.(*Catacomb).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:202
# 0xa3c9a5 github.com/juju/juju/worker/firewaller.(*Firewaller).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/firewaller/firewaller.go:737
# 0xa1c4c1 github.com/juju/juju/worker.(*runner).runWorker+0x691 /home/dfc/src/github.com/juju/juju/worker/runner.go:279
1 @ 0x437b2a 0x446382 0x445372 0x104558f 0x10459e2 0xd33c06 0x464d41
# 0x104558f github.com/juju/juju/worker/environ.(*Tracker).loop+0x40f /home/dfc/src/github.com/juju/juju/worker/environ/environ.go:100
# 0x10459e2 github.com/juju/juju/worker/environ.(*Tracker).(github.com/juju/juju/worker/environ.loop)-fm+0x32 /home/dfc/src/github.com/juju/juju/worker/environ/environ.go:76
# 0xd33c06 github.com/juju/juju/worker/catacomb.Invoke.func3+0x76 /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:115
1 @ 0x437b2a 0x446382 0x445372 0xa3ff26 0xa43782 0x464d41
# 0xa3ff26 github.com/juju/juju/worker/instancepoller.(*aggregator).loop+0x826 /home/dfc/src/github.com/juju/juju/worker/instancepoller/aggregate.go:74
# 0xa43782 github.com/juju/juju/worker/instancepoller.newAggregator.func1+0x52 /home/dfc/src/github.com/juju/juju/worker/instancepoller/aggregate.go:34
1 @ 0x437b2a 0x446382 0x445372 0xa36d5f 0xa3dbe2 0xd33c06 0x464d41
# 0xa36d5f github.com/juju/juju/worker/firewaller.(*Firewaller).loop+0xabf /home/dfc/src/github.com/juju/juju/worker/firewaller/firewaller.go:126
# 0xa3dbe2 github.com/juju/juju/worker/firewaller.(*Firewaller).(github.com/juju/juju/worker/firewaller.loop)-fm+0x32 /home/dfc/src/github.com/juju/juju/worker/firewaller/firewaller.go:60
# 0xd33c06 github.com/juju/juju/worker/catacomb.Invoke.func3+0x76 /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:115
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xa1a6f5 0xa347c7 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xa1a6f5 github.com/juju/juju/worker.(*runner).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/runner.go:128
# 0xa347c7 github.com/juju/juju/worker/envworkermanager.(*envWorkerManager).envIsAlive.func1.2+0x27 /home/dfc/src/github.com/juju/juju/worker/envworkermanager/envworkermanager.go:147
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xd33635 0x1045629 0xd33cbd 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xd33635 github.com/juju/juju/worker/catacomb.(*Catacomb).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:202
# 0x1045629 github.com/juju/juju/worker/environ.(*Tracker).Wait+0x39 /home/dfc/src/github.com/juju/juju/worker/environ/environ.go:126
# 0xd33cbd github.com/juju/juju/worker/catacomb.(*Catacomb).add.func1+0x7d /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:175
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xa40369 0xd33cbd 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xa40369 github.com/juju/juju/worker/instancepoller.(*aggregator).Wait+0x39 /home/dfc/src/github.com/juju/juju/worker/instancepoller/aggregate.go:128
# 0xd33cbd github.com/juju/juju/worker/catacomb.(*Catacomb).add.func1+0x7d /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:175
1 @ 0x437b2a 0x446382 0x445372 0x71a4e5 0x737b60 0x464d41
# 0x71a4e5 github.com/juju/juju/state.(*openedPortsWatcher).loop+0x515 /home/dfc/src/github.com/juju/juju/state/watcher.go:2550
# 0x737b60 github.com/juju/juju/state.newOpenedPortsWatcher.func1+0x80 /home/dfc/src/github.com/juju/juju/state/watcher.go:2493
1 @ 0x437b2a 0x446382 0x445372 0xa412ac 0xa40e81 0x464d41
# 0xa412ac github.com/juju/juju/worker/instancepoller.machineLoop+0x3dc /home/dfc/src/github.com/juju/juju/worker/instancepoller/updater.go:221
# 0xa40e81 github.com/juju/juju/worker/instancepoller.runMachine+0x91 /home/dfc/src/github.com/juju/juju/worker/instancepoller/updater.go:175
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xa68dc5 0xa1c4c1 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xa68dc5 github.com/juju/juju/worker/resumer.(*Resumer).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/resumer/resumer.go:59
# 0xa1c4c1 github.com/juju/juju/worker.(*runner).runWorker+0x691 /home/dfc/src/github.com/juju/juju/worker/runner.go:279
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xd33635 0xa192b9 0x5988b7 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xd33635 github.com/juju/juju/worker/catacomb.(*Catacomb).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:202
# 0xa192b9 github.com/juju/juju/watcher.(*StringsWorker).Wait+0x39 /home/dfc/src/github.com/juju/juju/watcher/strings.go:141
# 0x5988b7 github.com/juju/juju/cmd/jujud/agent.(*MachineAgent).upgradeWaiterWorker.func1.1+0x27 /home/dfc/src/github.com/juju/juju/cmd/jujud/agent/machine.go:1829
1 @ 0x437b2a 0x446382 0x445372 0xa68ff5 0xa69059 0x464d41
# 0xa68ff5 github.com/juju/juju/worker/resumer.(*Resumer).loop+0x205 /home/dfc/src/github.com/juju/juju/worker/resumer/resumer.go:64
# 0xa69059 github.com/juju/juju/worker/resumer.NewResumer.func1+0x49 /home/dfc/src/github.com/juju/juju/worker/resumer/resumer.go:40
1 @ 0x437b2a 0x432a27 0x4320ee 0x495860 0x4958cc 0x497389 0x4aad36 0x839c23 0x83a388 0x8431e8 0x83fac4 0x83dfe7 0x8ba4f1 0x464d41
# 0x4320ee net.runtime_pollWait+0x5e /home/dfc/go/src/runtime/netpoll.go:160
# 0x495860 net.(*pollDesc).Wait+0x40 /home/dfc/go/src/net/fd_poll_runtime.go:73
# 0x4958cc net.(*pollDesc).WaitRead+0x3c /home/dfc/go/src/net/fd_poll_runtime.go:78
# 0x497389 net.(*netFD).Read+0x1c9 /home/dfc/go/src/net/fd_unix.go:250
# 0x4aad36 net.(*conn).Read+0x86 /home/dfc/go/src/net/net.go:172
# 0x839c23 crypto/tls.(*block).readFromUntil+0xb3 /home/dfc/go/src/crypto/tls/conn.go:460
# 0x83a388 crypto/tls.(*Conn).readRecord+0x1e8 /home/dfc/go/src/crypto/tls/conn.go:562
# 0x8431e8 crypto/tls.(*clientHandshakeState).readFinished+0x58 /home/dfc/go/src/crypto/tls/handshake_client.go:566
# 0x83fac4 crypto/tls.(*Conn).clientHandshake+0x1454 /home/dfc/go/src/crypto/tls/handshake_client.go:225
# 0x83dfe7 crypto/tls.(*Conn).Handshake+0xc7 /home/dfc/go/src/crypto/tls/conn.go:1033
# 0x8ba4f1 net/http.(*Transport).dialConn.func3+0x21 /home/dfc/go/src/net/http/transport.go:806
1 @ 0x437b2a 0x446382 0x445372 0x8b0678 0x8ae315 0x860d64 0x8604b9 0x86218a 0x861ad1 0x5c3bd0 0x5c82d7 0x5c8949 0x5c81d6 0x5c7416 0x5c6eae 0x5d3049 0x5d4fe0 0x5d4b34 0xeb6d73 0xeb735b 0xeb7574 0x46266e 0x7dc377 0x7db9fb 0x1017f29 0x9e080e 0xde591c 0x464d41
# 0x8b0678 net/http.(*Transport).getConn+0x4f8 /home/dfc/go/src/net/http/transport.go:689
# 0x8ae315 net/http.(*Transport).RoundTrip+0x565 /home/dfc/go/src/net/http/transport.go:291
# 0x860d64 net/http.send+0x3f4 /home/dfc/go/src/net/http/client.go:260
# 0x8604b9 net/http.(*Client).send+0x129 /home/dfc/go/src/net/http/client.go:155
# 0x86218a net/http.(*Client).doFollowingRedirects+0x67a /home/dfc/go/src/net/http/client.go:474
# 0x861ad1 net/http.(*Client).Get+0xc1 /home/dfc/go/src/net/http/client.go:422
# 0x5c3bd0 github.com/juju/juju/environs/simplestreams.(*urlDataSource).Fetch+0x210 /home/dfc/src/github.com/juju/juju/environs/simplestreams/datasource.go:126
# 0x5c82d7 github.com/juju/juju/environs/simplestreams.fetchData+0xa7 /home/dfc/src/github.com/juju/juju/environs/simplestreams/simplestreams.go:465
# 0x5c8949 github.com/juju/juju/environs/simplestreams.GetIndexWithFormat+0x89 /home/dfc/src/github.com/juju/juju/environs/simplestreams/simplestreams.go:487
# 0x5c81d6 github.com/juju/juju/environs/simplestreams.fetchIndex+0x196 /home/dfc/src/github.com/juju/juju/environs/simplestreams/simplestreams.go:458
# 0x5c7416 github.com/juju/juju/environs/simplestreams.getMaybeSignedMetadata+0x386 /home/dfc/src/github.com/juju/juju/environs/simplestreams/simplestreams.go:414
# 0x5c6eae github.com/juju/juju/environs/simplestreams.GetMetadata+0x1de /home/dfc/src/github.com/juju/juju/environs/simplestreams/simplestreams.go:376
# 0x5d3049 github.com/juju/juju/environs/tools.Fetch+0x1f9 /home/dfc/src/github.com/juju/juju/environs/tools/simplestreams.go:179
# 0x5d4fe0 github.com/juju/juju/environs/tools.FindToolsForCloud+0x170 /home/dfc/src/github.com/juju/juju/environs/tools/tools.go:123
# 0x5d4b34 github.com/juju/juju/environs/tools.FindTools+0x724 /home/dfc/src/github.com/juju/juju/environs/tools/tools.go:108
# 0xeb6d73 github.com/juju/juju/apiserver/environment.checkToolsAvailability+0x233 /home/dfc/src/github.com/juju/juju/apiserver/environment/toolsversionupdate.go:51
# 0xeb735b github.com/juju/juju/apiserver/environment.updateToolsAvailability+0x13b /home/dfc/src/github.com/juju/juju/apiserver/environment/toolsversionupdate.go:83
# 0xeb7574 github.com/juju/juju/apiserver/environment.(*EnvironTools).UpdateToolsAvailable+0x74 /home/dfc/src/github.com/juju/juju/apiserver/environment/toolsversionupdate.go:124
# 0x46266e runtime.call32+0x3e /home/dfc/go/src/runtime/asm_amd64.s:472
# 0x7dc377 reflect.Value.call+0x837 /home/dfc/go/src/reflect/value.go:435
# 0x7db9fb reflect.Value.Call+0xbb /home/dfc/go/src/reflect/value.go:303
# 0x1017f29 github.com/juju/juju/rpc/rpcreflect.newMethod.func4+0x129 /home/dfc/src/github.com/juju/juju/rpc/rpcreflect/type.go:306
# 0x9e080e github.com/juju/juju/apiserver.(*srvCaller).Call+0x11e /home/dfc/src/github.com/juju/juju/apiserver/root.go:123
# 0xde591c github.com/juju/juju/rpc.(*Conn).runRequest+0xcc /home/dfc/src/github.com/juju/juju/rpc/server.go:555
2 @ 0x437b2a 0x446382 0x445372 0x713277 0x737040 0x464d41
# 0x713277 github.com/juju/juju/state.(*machineUnitsWatcher).loop+0x807 /home/dfc/src/github.com/juju/juju/state/watcher.go:1729
# 0x737040 github.com/juju/juju/state.newMachineUnitsWatcher.func1+0x80 /home/dfc/src/github.com/juju/juju/state/watcher.go:1634
1 @ 0x437b2a 0x446382 0x445372 0xf2fe74 0xf41267 0x464d41
# 0xf2fe74 github.com/juju/juju/apiserver/provisioner.(*machineErrorRetry).loop+0x194 /home/dfc/src/github.com/juju/juju/apiserver/provisioner/machineerror.go:70
# 0xf41267 github.com/juju/juju/apiserver/provisioner.newWatchMachineErrorRetry.func1+0x77 /home/dfc/src/github.com/juju/juju/apiserver/provisioner/machineerror.go:28
1 @ 0x437b2a 0x446382 0x445372 0xa5a503 0xa638f2 0xd33c06 0x464d41
# 0xa5a503 github.com/juju/juju/worker/provisioner.(*provisionerTask).loop+0x5e3 /home/dfc/src/github.com/juju/juju/worker/provisioner/provisioner_task.go:149
# 0xa638f2 github.com/juju/juju/worker/provisioner.(*provisionerTask).(github.com/juju/juju/worker/provisioner.loop)-fm+0x32 /home/dfc/src/github.com/juju/juju/worker/provisioner/provisioner_task.go:98
# 0xd33c06 github.com/juju/juju/worker/catacomb.Invoke.func3+0x76 /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:115
1 @ 0x437b2a 0x437bf3 0x410715 0x41035b 0x9c03ce 0xd33635 0xa59ef9 0xd33cbd 0x464d41
# 0x9c03ce launchpad.net/tomb.(*Tomb).Wait+0x5e /home/dfc/src/launchpad.net/tomb/tomb.go:108
# 0xd33635 github.com/juju/juju/worker/catacomb.(*Catacomb).Wait+0x35 /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:202
# 0xa59ef9 github.com/juju/juju/worker/provisioner.(*provisionerTask).Wait+0x39 /home/dfc/src/github.com/juju/juju/worker/provisioner/provisioner_task.go:134
# 0xd33cbd github.com/juju/juju/worker/catacomb.(*Catacomb).add.func1+0x7d /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:175
1 @ 0x437b2a 0x446382 0x445372 0xa3ce8f 0xa3dc54 0xd33c06 0x464d41
# 0xa3ce8f github.com/juju/juju/worker/firewaller.(*machineData).watchLoop+0x43f /home/dfc/src/github.com/juju/juju/worker/firewaller/firewaller.go:767
# 0xa3dc54 github.com/juju/juju/worker/firewaller.(*Firewaller).startMachine.func1+0x44 /home/dfc/src/github.com/juju/juju/worker/firewaller/firewaller.go:243
# 0xd33c06 github.com/juju/juju/worker/catacomb.Invoke.func3+0x76 /home/dfc/src/github.com/juju/juju/worker/catacomb/catacomb.go:115
|