matrix:128:load_suite: Parsing /home/petevg/Code/bigtop.hadoop/bigtop-deploy/juju/hadoop-processing/tests/test.matrix
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "request-id": 1,\n  "version": 3,\n  "params": {\n    "auth-tag": "user-admin",\n    "nonce": "h&;mw?3a4-sV",\n    "credentials": "fbc8ba9903d78adac8fb785458c6f5c0"\n  },\n  "request": "Login",\n  "type": "Admin"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":1,"response":{"servers":[[{"value":"107.22.136.117","type":"ipv4","scope":"public","port":17070},{"value":"172.31.22.129","type":"ipv4","scope":"local-cloud","port":17070},{"value":"127.0.0.1","type":"ipv4","scope":"local-machine","port":17070},{"value":"::1","type":"ipv6","scope":"local-machine","port":17070}]],"model-tag":"model-ca635729-b5aa-4531-8c90-aedeb0c672f4","controller-tag":"controller-1818c76e-f7f3-4b62-8af7-6cd03b1254bf","user-info":{"display-name":"","identity":"user-admin","last-connection":"2016-11-08T16:51:38Z","controller-access":"superuser","model-access":"admin"},"facades":[{"name":"Action","versions":[2]},{"name":"Agent","versions":[2]},{"name":"AgentTools","versions":[1]},{"name":"AllWatcher","versions":[1]},{"name":"Annotations","versions":[2]},{"name":"Application","versions":[1,2]},{"name":"ApplicationScaler","versions":[1]},{"name":"Backups","versions":[1]},{"name":"Block","versions":[2]},{"name":"Bundle","versions":[1]},{"name":"CharmRevisionUpdater","versions":[2]},{"name":"Charms","versions":[2]},{"name":"Cleaner","versions":[2]},{"name":"Client","versions":[1]},{"name":"Deployer","versions":[1]},{"name":"DiscoverSpaces","versions":[2]},{"name":"DiskManager","versions":[2]},{"name":"EntityWatcher","versions":[2]},{"name":"FilesystemAttachmentsWatcher","versions":[2]},{"name":"Firewaller","versions":[3]},{"name":"HighAvailability","versions":[2]},{"name":"HostKeyReporter","versions":[1]},{"name":"ImageManager","versions":[2]},{"name":"ImageMetadata","versions":[2]},{"name":"InstancePoller","versions":[3]},{"name":"KeyManager","versions":[1]},{"name":"KeyUpdater","versions":[1]},{"name":"LeadershipService","versions":[2]},{"name":"LifeFlag","versions":[1]},{"name":"LogForwarding","versions":[1]},{"name":"Logger","versions":[1]},{"name":"MachineActions","versions":[1]},{"name":"MachineManager","versions":[2]},{"name":"MachineUndertaker","versions":[1]},{"name":"Machiner","versions":[1]},{"name":"MeterStatus","versions":[1]},{"name":"MetricsAdder","versions":[2]},{"name":"MetricsDebug","versions":[2]},{"name":"MetricsManager","versions":[1]},{"name":"MigrationFlag","versions":[1]},{"name":"MigrationMaster","versions":[1]},{"name":"MigrationMinion","versions":[1]},{"name":"MigrationStatusWatcher","versions":[1]},{"name":"ModelConfig","versions":[1]},{"name":"NotifyWatcher","versions":[1]},{"name":"Payloads","versions":[1]},{"name":"PayloadsHookContext","versions":[1]},{"name":"Pinger","versions":[1]},{"name":"Provisioner","versions":[3]},{"name":"ProxyUpdater","versions":[1]},{"name":"Reboot","versions":[2]},{"name":"RelationUnitsWatcher","versions":[1]},{"name":"Resources","versions":[1]},{"name":"ResourcesHookContext","versions":[1]},{"name":"Resumer","versions":[2]},{"name":"RetryStrategy","versions":[1]},{"name":"SSHClient","versions":[1]},{"name":"Singular","versions":[1]},{"name":"Spaces","versions":[2]},{"name":"StatusHistory","versions":[2]},{"name":"Storage","versions":[3]},{"name":"StorageProvisioner","versions":[3]},{"name":"StringsWatcher","versions":[1]},{"name":"Subnets","versions":[2]},{"name":"Undertaker","versions":[1]},{"name":"UnitAssigner","versions":[1]},{"name":"Uniter","versions":[4]},{"name":"Upgrader","versions":[1]},{"name":"VolumeAttachmentsWatcher","versions":[2]}],"server-version":"2.0.0"}}')
websocket:130:connect: Driver connected to juju wss://107.22.136.117:17070/model/ca635729-b5aa-4531-8c90-aedeb0c672f4/api
juju.model:503:_watch: Starting watcher task
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "request-id": 1,\n  "version": 3,\n  "params": {\n    "auth-tag": "user-admin",\n    "nonce": "#upEYc1+s\\r6U",\n    "credentials": "fbc8ba9903d78adac8fb785458c6f5c0"\n  },\n  "request": "Login",\n  "type": "Admin"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":1,"response":{"servers":[[{"value":"107.22.136.117","type":"ipv4","scope":"public","port":17070},{"value":"172.31.22.129","type":"ipv4","scope":"local-cloud","port":17070},{"value":"127.0.0.1","type":"ipv4","scope":"local-machine","port":17070},{"value":"::1","type":"ipv6","scope":"local-machine","port":17070}]],"model-tag":"model-ca635729-b5aa-4531-8c90-aedeb0c672f4","controller-tag":"controller-1818c76e-f7f3-4b62-8af7-6cd03b1254bf","user-info":{"display-name":"","identity":"user-admin","last-connection":"2016-11-08T16:51:38Z","controller-access":"superuser","model-access":"admin"},"facades":[{"name":"Action","versions":[2]},{"name":"Agent","versions":[2]},{"name":"AgentTools","versions":[1]},{"name":"AllWatcher","versions":[1]},{"name":"Annotations","versions":[2]},{"name":"Application","versions":[1,2]},{"name":"ApplicationScaler","versions":[1]},{"name":"Backups","versions":[1]},{"name":"Block","versions":[2]},{"name":"Bundle","versions":[1]},{"name":"CharmRevisionUpdater","versions":[2]},{"name":"Charms","versions":[2]},{"name":"Cleaner","versions":[2]},{"name":"Client","versions":[1]},{"name":"Deployer","versions":[1]},{"name":"DiscoverSpaces","versions":[2]},{"name":"DiskManager","versions":[2]},{"name":"EntityWatcher","versions":[2]},{"name":"FilesystemAttachmentsWatcher","versions":[2]},{"name":"Firewaller","versions":[3]},{"name":"HighAvailability","versions":[2]},{"name":"HostKeyReporter","versions":[1]},{"name":"ImageManager","versions":[2]},{"name":"ImageMetadata","versions":[2]},{"name":"InstancePoller","versions":[3]},{"name":"KeyManager","versions":[1]},{"name":"KeyUpdater","versions":[1]},{"name":"LeadershipService","versions":[2]},{"name":"LifeFlag","versions":[1]},{"name":"LogForwarding","versions":[1]},{"name":"Logger","versions":[1]},{"name":"MachineActions","versions":[1]},{"name":"MachineManager","versions":[2]},{"name":"MachineUndertaker","versions":[1]},{"name":"Machiner","versions":[1]},{"name":"MeterStatus","versions":[1]},{"name":"MetricsAdder","versions":[2]},{"name":"MetricsDebug","versions":[2]},{"name":"MetricsManager","versions":[1]},{"name":"MigrationFlag","versions":[1]},{"name":"MigrationMaster","versions":[1]},{"name":"MigrationMinion","versions":[1]},{"name":"MigrationStatusWatcher","versions":[1]},{"name":"ModelConfig","versions":[1]},{"name":"NotifyWatcher","versions":[1]},{"name":"Payloads","versions":[1]},{"name":"PayloadsHookContext","versions":[1]},{"name":"Pinger","versions":[1]},{"name":"Provisioner","versions":[3]},{"name":"ProxyUpdater","versions":[1]},{"name":"Reboot","versions":[2]},{"name":"RelationUnitsWatcher","versions":[1]},{"name":"Resources","versions":[1]},{"name":"ResourcesHookContext","versions":[1]},{"name":"Resumer","versions":[2]},{"name":"RetryStrategy","versions":[1]},{"name":"SSHClient","versions":[1]},{"name":"Singular","versions":[1]},{"name":"Spaces","versions":[2]},{"name":"StatusHistory","versions":[2]},{"name":"Storage","versions":[3]},{"name":"StorageProvisioner","versions":[3]},{"name":"StringsWatcher","versions":[1]},{"name":"Subnets","versions":[2]},{"name":"Undertaker","versions":[1]},{"name":"UnitAssigner","versions":[1]},{"name":"Uniter","versions":[4]},{"name":"Upgrader","versions":[1]},{"name":"VolumeAttachmentsWatcher","versions":[2]}],"server-version":"2.0.0"}}')
websocket:130:connect: Driver connected to juju wss://107.22.136.117:17070/model/ca635729-b5aa-4531-8c90-aedeb0c672f4/api
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {},\n  "request-id": 2,\n  "request": "WatchAll",\n  "version": 1,\n  "type": "Client"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":2,"response":{"watcher-id":"1"}}')
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "Id": "1",\n  "params": {},\n  "request": "Next",\n  "version": 1,\n  "request-id": 3,\n  "type": "AllWatcher"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":3,"response":{"deltas":[]}}')
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "Id": "1",\n  "params": {},\n  "request": "Next",\n  "version": 1,\n  "request-id": 4,\n  "type": "AllWatcher"\n}')
matrix:261:run_once: Adding task to wait list on glitch.complete for rule health
bus:114:notify: #2 Wed Dec 31 23:21:53 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:314::run:: matrix test.schedule
[Test(name='deployment', description='Deploy with Glitches', rules=[Rule(action=Action(command='matrix.plugins.actions.deploy', args={'entity': 'cs:bundle/hadoop-processing', 'version': 'current'}), conditions=[]), Rule(action=Action(command='matrix.plugins.actions.health', args={}), conditions=[Condition(mode='after', statement='deploy'), Condition(mode='until', statement='glitch.complete'), Condition(mode='periodic', statement=5)]), Rule(action=Action(command='matrix.plugins.actions.glitch', args={}), conditions=[Condition(mode='after', statement='health.status.healthy')])]), Test(name='traffic', description='Traffic in the face of Chaos', rules=[Rule(action=Action(command='matrix.plugins.actions.deploy', args={'entity': 'cs:bundle/hadoop-processing', 'version': 'current'}), conditions=[]), Rule(action=Action(command='matrix.plugins.actions.health', args={}), conditions=[Condition(mode='after', statement='deploy'), Condition(mode='until', statement='glitch.complete'), Condition(mode='periodic', statement=5)]), Rule(action=Action(command='matrix.plugins.actions.glitch', args={}), conditions=[Condition(mode='after', statement='health.status.healthy')]), Rule(action=Action(command='tests.traffic.test_traffic', args={}), conditions=[Condition(mode='after', statement='health.status.healthy'), Condition(mode='until', statement='glitch.complete')])])] -> TUIView.handle_tests
bus:114:notify: #3 Wed Dec 31 23:21:53 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:243::run_once:: matrix test.start
Test(name='deployment', description='Deploy with Glitches', rules=[Rule(action=Action(command='matrix.plugins.actions.deploy', args={'entity': 'cs:bundle/hadoop-processing', 'version': 'current'}), conditions=[]), Rule(action=Action(command='matrix.plugins.actions.health', args={}), conditions=[Condition(mode='after', statement='deploy'), Condition(mode='until', statement='glitch.complete'), Condition(mode='periodic', statement=5)]), Rule(action=Action(command='matrix.plugins.actions.glitch', args={}), conditions=[Condition(mode='after', statement='health.status.healthy')])]) -> append
bus:114:notify: #3 Wed Dec 31 23:21:53 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:243::run_once:: matrix test.start
Test(name='deployment', description='Deploy with Glitches', rules=[Rule(action=Action(command='matrix.plugins.actions.deploy', args={'entity': 'cs:bundle/hadoop-processing', 'version': 'current'}), conditions=[]), Rule(action=Action(command='matrix.plugins.actions.health', args={}), conditions=[Condition(mode='after', statement='deploy'), Condition(mode='until', statement='glitch.complete'), Condition(mode='periodic', statement=5)]), Rule(action=Action(command='matrix.plugins.actions.glitch', args={}), conditions=[Condition(mode='after', statement='health.status.healthy')])]) -> TUIView.handle_tests
glitch:32:decorate: selector units already registered units vs units
glitch:32:decorate: selector machines already registered machines vs machines
glitch:32:decorate: selector applications already registered applications vs applications
glitch:32:decorate: selector leader already registered leader vs leader
glitch:32:decorate: selector agent_status already registered agent_status vs agent_status
glitch:32:decorate: selector workload_status already registered workload_status vs workload_status
glitch:32:decorate: selector health already registered health vs health
glitch:32:decorate: selector one already registered one vs one
matrix:122:resolve: Resolved matrix.plugins.actions.deploy to <function deploy at 0x7fd68bf5e0d0>
deploy:7:deploy: Deploying cs:bundle/hadoop-processing
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {'deploy': 'running'} 
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {'deploy': 'running'} 
bus:114:notify: #5 Wed Dec 31 23:21:53 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:143::rule_runner:: matrix rule.create
{'result': None, 'rule': Rule(action=Action(command='matrix.plugins.actions.deploy', args={'entity': 'cs:bundle/hadoop-processing', 'version': 'current'}), conditions=[])} -> append
bus:114:notify: #5 Wed Dec 31 23:21:53 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:143::rule_runner:: matrix rule.create
{'result': None, 'rule': Rule(action=Action(command='matrix.plugins.actions.deploy', args={'entity': 'cs:bundle/hadoop-processing', 'version': 'current'}), conditions=[])} -> TUIView.show_rule_state
bus:114:notify: #6 Wed Dec 31 23:21:53 1969:matrix:/home/petevg/Code/matrix/matrix/model.py:81::set_state:: context state.change
{'name': 'deploy', 'new_value': 'running', 'old_value': <object object at 0x7fd6906411d0>} -> append
bus:114:notify: #6 Wed Dec 31 23:21:53 1969:matrix:/home/petevg/Code/matrix/matrix/model.py:81::set_state:: context state.change
{'name': 'deploy', 'new_value': 'running', 'old_value': <object object at 0x7fd6906411d0>} -> TUIView.show_state_change
bus:114:notify: #17 Wed Dec 31 23:21:53 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:143::rule_runner:: matrix rule.create
{'result': None, 'rule': Rule(action=Action(command='matrix.plugins.actions.health', args={}), conditions=[Condition(mode='after', statement='deploy'), Condition(mode='until', statement='glitch.complete'), Condition(mode='periodic', statement=5)])} -> append
bus:114:notify: #17 Wed Dec 31 23:21:53 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:143::rule_runner:: matrix rule.create
{'result': None, 'rule': Rule(action=Action(command='matrix.plugins.actions.health', args={}), conditions=[Condition(mode='after', statement='deploy'), Condition(mode='until', statement='glitch.complete'), Condition(mode='periodic', statement=5)])} -> TUIView.show_rule_state
bus:114:notify: #19 Wed Dec 31 23:21:53 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:143::rule_runner:: matrix rule.create
{'result': None, 'rule': Rule(action=Action(command='matrix.plugins.actions.glitch', args={}), conditions=[Condition(mode='after', statement='health.status.healthy')])} -> append
bus:114:notify: #19 Wed Dec 31 23:21:53 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:143::rule_runner:: matrix rule.create
{'result': None, 'rule': Rule(action=Action(command='matrix.plugins.actions.glitch', args={}), conditions=[Condition(mode='after', statement='health.status.healthy')])} -> TUIView.show_rule_state
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/bundle/hadoop-processing/meta/any HTTP/1.1" 200 39
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/bundle/hadoop-processing-35/meta/manifest HTTP/1.1" 200 141
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/bundle/hadoop-processing-35/archive/bundle.yaml HTTP/1.1" 200 476
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "yaml": "services:\\n  namenode:\\n    charm: \\"cs:xenial/hadoop-namenode-5\\"\\n    num_units: 1\\n    annotations:\\n      gui-x: \\"500\\"\\n      gui-y: \\"800\\"\\n    to:\\n      - \\"0\\"\\n  resourcemanager:\\n    charm: \\"cs:xenial/hadoop-resourcemanager-5\\"\\n    num_units: 1\\n    annotations:\\n      gui-x: \\"500\\"\\n      gui-y: \\"0\\"\\n    to:\\n      - \\"0\\"\\n  slave:\\n    charm: \\"cs:xenial/hadoop-slave-5\\"\\n    num_units: 3\\n    annotations:\\n      gui-x: \\"0\\"\\n      gui-y: \\"400\\"\\n    to:\\n      - \\"1\\"\\n      - \\"2\\"\\n      - \\"3\\"\\n  plugin:\\n    charm: \\"cs:xenial/hadoop-plugin-5\\"\\n    annotations:\\n      gui-x: \\"1000\\"\\n      gui-y: \\"400\\"\\n  client:\\n    charm: \\"cs:xenial/hadoop-client-2\\"\\n    num_units: 1\\n    annotations:\\n      gui-x: \\"1250\\"\\n      gui-y: \\"400\\"\\n    to:\\n      - \\"4\\"\\n  ganglia:\\n    charm: \\"cs:~bigdata-dev/xenial/ganglia-5\\"\\n    num_units: 1\\n    annotations:\\n      gui-x: \\"0\\"\\n      gui-y: \\"800\\"\\n    to:\\n      - \\"5\\"\\n  ganglia-node:\\n    charm: \\"cs:~bigdata-dev/xenial/ganglia-node-6\\"\\n    annotations:\\n      gui-x: \\"250\\"\\n      gui-y: \\"400\\"\\n  rsyslog:\\n    charm: \\"cs:~bigdata-dev/xenial/rsyslog-5\\"\\n    num_units: 1\\n    annotations:\\n      gui-x: \\"1000\\"\\n      gui-y: \\"800\\"\\n    to:\\n      - \\"5\\"\\n  rsyslog-forwarder-ha:\\n    charm: \\"cs:~bigdata-dev/xenial/rsyslog-forwarder-ha-6\\"\\n    annotations:\\n      gui-x: \\"750\\"\\n      gui-y: \\"400\\"\\nseries: xenial\\nrelations:\\n  - [resourcemanager, namenode]\\n  - [namenode, slave]\\n  - [resourcemanager, slave]\\n  - [plugin, namenode]\\n  - [plugin, resourcemanager]\\n  - [client, plugin]\\n  - [\\"ganglia-node:juju-info\\", \\"client:juju-info\\"]\\n  - [\\"ganglia-node:juju-info\\", \\"namenode:juju-info\\"]\\n  - [\\"ganglia-node:juju-info\\", \\"resourcemanager:juju-info\\"]\\n  - [\\"ganglia-node:juju-info\\", \\"slave:juju-info\\"]\\n  - [\\"ganglia:node\\", \\"ganglia-node:node\\"]\\n  - [\\"rsyslog-forwarder-ha:juju-info\\", \\"client:juju-info\\"]\\n  - [\\"rsyslog-forwarder-ha:juju-info\\", \\"namenode:juju-info\\"]\\n  - [\\"rsyslog-forwarder-ha:juju-info\\", \\"resourcemanager:juju-info\\"]\\n  - [\\"rsyslog-forwarder-ha:juju-info\\", \\"slave:juju-info\\"]\\n  - [\\"rsyslog:aggregator\\", \\"rsyslog-forwarder-ha:syslog\\"]\\nmachines:\\n  \\"0\\":\\n    constraints: \\"mem=7G\\"\\n    series: \\"xenial\\"\\n  \\"1\\":\\n    constraints: \\"mem=7G\\"\\n    series: \\"xenial\\"\\n  \\"2\\":\\n    constraints: \\"mem=7G\\"\\n    series: \\"xenial\\"\\n  \\"3\\":\\n    constraints: \\"mem=7G\\"\\n    series: \\"xenial\\"\\n  \\"4\\":\\n    constraints: \\"mem=3G\\"\\n    series: \\"xenial\\"\\n  \\"5\\":\\n    constraints: \\"mem=3G\\"\\n    series: \\"xenial\\"\\n"\n  },\n  "request-id": 2,\n  "request": "GetBundleChanges",\n  "version": 1,\n  "type": "Client"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":2,"response":{"changes":[{"id":"addCharm-0","method":"addCharm","args":["cs:xenial/hadoop-client-2","xenial"],"requires":[]},{"id":"deploy-1","method":"deploy","args":["$addCharm-0","xenial","client",{},"",{},{},{}],"requires":["addCharm-0"]},{"id":"setAnnotations-2","method":"setAnnotations","args":["$deploy-1","application",{"gui-x":"1250","gui-y":"400"}],"requires":["deploy-1"]},{"id":"addCharm-3","method":"addCharm","args":["cs:~bigdata-dev/xenial/ganglia-5","xenial"],"requires":[]},{"id":"deploy-4","method":"deploy","args":["$addCharm-3","xenial","ganglia",{},"",{},{},{}],"requires":["addCharm-3"]},{"id":"setAnnotations-5","method":"setAnnotations","args":["$deploy-4","application",{"gui-x":"0","gui-y":"800"}],"requires":["deploy-4"]},{"id":"addCharm-6","method":"addCharm","args":["cs:~bigdata-dev/xenial/ganglia-node-6","xenial"],"requires":[]},{"id":"deploy-7","method":"deploy","args":["$addCharm-6","xenial","ganglia-node",{},"",{},{},{}],"requires":["addCharm-6"]},{"id":"setAnnotations-8","method":"setAnnotations","args":["$deploy-7","application",{"gui-x":"250","gui-y":"400"}],"requires":["deploy-7"]},{"id":"addCharm-9","method":"addCharm","args":["cs:xenial/hadoop-namenode-5","xenial"],"requires":[]},{"id":"deploy-10","method":"deploy","args":["$addCharm-9","xenial","namenode",{},"",{},{},{}],"requires":["addCharm-9"]},{"id":"setAnnotations-11","method":"setAnnotations","args":["$deploy-10","application",{"gui-x":"500","gui-y":"800"}],"requires":["deploy-10"]},{"id":"addCharm-12","method":"addCharm","args":["cs:xenial/hadoop-plugin-5","xenial"],"requires":[]},{"id":"deploy-13","method":"deploy","args":["$addCharm-12","xenial","plugin",{},"",{},{},{}],"requires":["addCharm-12"]},{"id":"setAnnotations-14","method":"setAnnotations","args":["$deploy-13","application",{"gui-x":"1000","gui-y":"400"}],"requires":["deploy-13"]},{"id":"addCharm-15","method":"addCharm","args":["cs:xenial/hadoop-resourcemanager-5","xenial"],"requires":[]},{"id":"deploy-16","method":"deploy","args":["$addCharm-15","xenial","resourcemanager",{},"",{},{},{}],"requires":["addCharm-15"]},{"id":"setAnnotations-17","method":"setAnnotations","args":["$deploy-16","application",{"gui-x":"500","gui-y":"0"}],"requires":["deploy-16"]},{"id":"addCharm-18","method":"addCharm","args":["cs:~bigdata-dev/xenial/rsyslog-5","xenial"],"requires":[]},{"id":"deploy-19","method":"deploy","args":["$addCharm-18","xenial","rsyslog",{},"",{},{},{}],"requires":["addCharm-18"]},{"id":"setAnnotations-20","method":"setAnnotations","args":["$deploy-19","application",{"gui-x":"1000","gui-y":"800"}],"requires":["deploy-19"]},{"id":"addCharm-21","method":"addCharm","args":["cs:~bigdata-dev/xenial/rsyslog-forwarder-ha-6","xenial"],"requires":[]},{"id":"deploy-22","method":"deploy","args":["$addCharm-21","xenial","rsyslog-forwarder-ha",{},"",{},{},{}],"requires":["addCharm-21"]},{"id":"setAnnotations-23","method":"setAnnotations","args":["$deploy-22","application",{"gui-x":"750","gui-y":"400"}],"requires":["deploy-22"]},{"id":"addCharm-24","method":"addCharm","args":["cs:xenial/hadoop-slave-5","xenial"],"requires":[]},{"id":"deploy-25","method":"deploy","args":["$addCharm-24","xenial","slave",{},"",{},{},{}],"requires":["addCharm-24"]},{"id":"setAnnotations-26","method":"setAnnotations","args":["$deploy-25","application",{"gui-x":"0","gui-y":"400"}],"requires":["deploy-25"]},{"id":"addMachines-27","method":"addMachines","args":[{"series":"xenial","constraints":"mem=7G"}],"requires":[]},{"id":"addMachines-28","method":"addMachines","args":[{"series":"xenial","constraints":"mem=7G"}],"requires":[]},{"id":"addMachines-29","method":"addMachines","args":[{"series":"xenial","constraints":"mem=7G"}],"requires":[]},{"id":"addMachines-30","method":"addMachines","args":[{"series":"xenial","constraints":"mem=7G"}],"requires":[]},{"id":"addMachines-31","method":"addMachines","args":[{"series":"xenial","constraints":"mem=3G"}],"requires":[]},{"id":"addMachines-32","method":"addMachines","args":[{"series":"xenial","constraints":"mem=3G"}],"requires":[]},{"id":"addRelation-33","method":"addRelation","args":["$deploy-16","$deploy-10"],"requires":["deploy-16","deploy-10"]},{"id":"addRelation-34","method":"addRelation","args":["$deploy-10","$deploy-25"],"requires":["deploy-10","deploy-25"]},{"id":"addRelation-35","method":"addRelation","args":["$deploy-16","$deploy-25"],"requires":["deploy-16","deploy-25"]},{"id":"addRelation-36","method":"addRelation","args":["$deploy-13","$deploy-10"],"requires":["deploy-13","deploy-10"]},{"id":"addRelation-37","method":"addRelation","args":["$deploy-13","$deploy-16"],"requires":["deploy-13","deploy-16"]},{"id":"addRelation-38","method":"addRelation","args":["$deploy-1","$deploy-13"],"requires":["deploy-1","deploy-13"]},{"id":"addRelation-39","method":"addRelation","args":["$deploy-7:juju-info","$deploy-1:juju-info"],"requires":["deploy-7","deploy-1"]},{"id":"addRelation-40","method":"addRelation","args":["$deploy-7:juju-info","$deploy-10:juju-info"],"requires":["deploy-7","deploy-10"]},{"id":"addRelation-41","method":"addRelation","args":["$deploy-7:juju-info","$deploy-16:juju-info"],"requires":["deploy-7","deploy-16"]},{"id":"addRelation-42","method":"addRelation","args":["$deploy-7:juju-info","$deploy-25:juju-info"],"requires":["deploy-7","deploy-25"]},{"id":"addRelation-43","method":"addRelation","args":["$deploy-4:node","$deploy-7:node"],"requires":["deploy-4","deploy-7"]},{"id":"addRelation-44","method":"addRelation","args":["$deploy-22:juju-info","$deploy-1:juju-info"],"requires":["deploy-22","deploy-1"]},{"id":"addRelation-45","method":"addRelation","args":["$deploy-22:juju-info","$deploy-10:juju-info"],"requires":["deploy-22","deploy-10"]},{"id":"addRelation-46","method":"addRelation","args":["$deploy-22:juju-info","$deploy-16:juju-info"],"requires":["deploy-22","deploy-16"]},{"id":"addRelation-47","method":"addRelation","args":["$deploy-22:juju-info","$deploy-25:juju-info"],"requires":["deploy-22","deploy-25"]},{"id":"addRelation-48","method":"addRelation","args":["$deploy-19:aggregator","$deploy-22:syslog"],"requires":["deploy-19","deploy-22"]},{"id":"addUnit-49","method":"addUnit","args":["$deploy-1","$addMachines-31"],"requires":["deploy-1","addMachines-31"]},{"id":"addUnit-50","method":"addUnit","args":["$deploy-4","$addMachines-32"],"requires":["deploy-4","addMachines-32"]},{"id":"addUnit-51","method":"addUnit","args":["$deploy-10","$addMachines-27"],"requires":["deploy-10","addMachines-27"]},{"id":"addUnit-52","method":"addUnit","args":["$deploy-16","$addMachines-27"],"requires":["deploy-16","addMachines-27"]},{"id":"addUnit-53","method":"addUnit","args":["$deploy-19","$addMachines-32"],"requires":["deploy-19","addMachines-32"]},{"id":"addUnit-54","method":"addUnit","args":["$deploy-25","$addMachines-28"],"requires":["deploy-25","addMachines-28"]},{"id":"addUnit-55","method":"addUnit","args":["$deploy-25","$addMachines-29"],"requires":["deploy-25","addMachines-29"]},{"id":"addUnit-56","method":"addUnit","args":["$deploy-25","$addMachines-30"],"requires":["deploy-25","addMachines-30"]}]}}')
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/xenial/hadoop-client-2/meta/any HTTP/1.1" 200 34
juju.model:1235:addCharm: Adding cs:xenial/hadoop-client-2
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "channel": null,\n    "url": "cs:xenial/hadoop-client-2"\n  },\n  "request-id": 3,\n  "request": "AddCharm",\n  "version": 1,\n  "type": "Client"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":3,"response":{}}')
juju.model:1337:deploy: Deploying cs:xenial/hadoop-client-2
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "applications": [\n      {\n        "resources": {},\n        "num-units": null,\n        "storage": {},\n        "channel": null,\n        "constraints": null,\n        "series": "xenial",\n        "placement": [],\n        "endpoint-bindings": {},\n        "application": "client",\n        "config": {},\n        "charm-url": "cs:xenial/hadoop-client-2",\n        "config-yaml": null\n      }\n    ]\n  },\n  "request-id": 4,\n  "request": "Deploy",\n  "version": 1,\n  "type": "Application"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":4,"response":{"results":[{}]}}')
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {'deploy': 'running'} 
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {'deploy': 'running'} 
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":4,"response":{"deltas":[["application","change",{"model-uuid":"ca635729-b5aa-4531-8c90-aedeb0c672f4","name":"client","exposed":false,"charm-url":"cs:xenial/hadoop-client-2","owner-tag":"","life":"alive","min-units":0,"constraints":{},"subordinate":false,"status":{"current":"waiting","message":"waiting for machine","since":"2016-11-08T16:51:42.29932703Z","version":""}}]]}}')
juju.model:530:_notify_observers: Model changed: application add client
juju.application:245:set_annotations: Updating annotations on application client
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "annotations": [\n      {\n        "annotations": {\n          "gui-y": "400",\n          "gui-x": "1250"\n        },\n        "entity": "client"\n      }\n    ]\n  },\n  "request-id": 5,\n  "request": "Set",\n  "version": 2,\n  "type": "Annotations"\n}')
bus:114:notify: #23 Wed Dec 31 23:21:59 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:343::model_change:: Attribute(name='origin', default=NOTHING, validator=None, repr=True, cmp=True, hash=True, init=False, convert=None) model.change
{'new_obj': <juju.application.Application object at 0x7fd68b4dae48>, 'old_obj': None, 'delta': <juju.delta.ApplicationDelta object at 0x7fd68bfdc4a8>} -> append
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "Id": "1",\n  "params": {},\n  "request": "Next",\n  "version": 1,\n  "request-id": 5,\n  "type": "AllWatcher"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":5,"response":{"results":[{"error":{"message":"while setting annotations to \\"client\\": \\"client\\" is not a valid tag","code":""}}]}}')
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/~bigdata-dev/xenial/ganglia-5/meta/any HTTP/1.1" 200 41
juju.model:1235:addCharm: Adding cs:~bigdata-dev/xenial/ganglia-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "channel": null,\n    "url": "cs:~bigdata-dev/xenial/ganglia-5"\n  },\n  "request-id": 6,\n  "request": "AddCharm",\n  "version": 1,\n  "type": "Client"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":6,"response":{}}')
juju.model:1337:deploy: Deploying cs:~bigdata-dev/xenial/ganglia-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "applications": [\n      {\n        "resources": {},\n        "num-units": null,\n        "storage": {},\n        "channel": null,\n        "constraints": null,\n        "series": "xenial",\n        "placement": [],\n        "endpoint-bindings": {},\n        "application": "ganglia",\n        "config": {},\n        "charm-url": "cs:~bigdata-dev/xenial/ganglia-5",\n        "config-yaml": null\n      }\n    ]\n  },\n  "request-id": 7,\n  "request": "Deploy",\n  "version": 1,\n  "type": "Application"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":7,"response":{"results":[{}]}}')
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {'deploy': 'running'} 
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {'deploy': 'running'} 
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":5,"response":{"deltas":[["application","change",{"model-uuid":"ca635729-b5aa-4531-8c90-aedeb0c672f4","name":"ganglia","exposed":false,"charm-url":"cs:~bigdata-dev/xenial/ganglia-5","owner-tag":"","life":"alive","min-units":0,"constraints":{},"subordinate":false,"status":{"current":"waiting","message":"waiting for machine","since":"2016-11-08T16:51:46.244426788Z","version":""}}]]}}')
juju.model:530:_notify_observers: Model changed: application add ganglia
juju.application:245:set_annotations: Updating annotations on application ganglia
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "annotations": [\n      {\n        "annotations": {\n          "gui-y": "800",\n          "gui-x": "0"\n        },\n        "entity": "ganglia"\n      }\n    ]\n  },\n  "request-id": 8,\n  "request": "Set",\n  "version": 2,\n  "type": "Annotations"\n}')
bus:114:notify: #27 Wed Dec 31 23:22:04 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:343::model_change:: Attribute(name='origin', default=NOTHING, validator=None, repr=True, cmp=True, hash=True, init=False, convert=None) model.change
{'new_obj': <juju.application.Application object at 0x7fd68b4da550>, 'old_obj': None, 'delta': <juju.delta.ApplicationDelta object at 0x7fd68b4da5f8>} -> append
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "Id": "1",\n  "params": {},\n  "request": "Next",\n  "version": 1,\n  "request-id": 6,\n  "type": "AllWatcher"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":8,"response":{"results":[{"error":{"message":"while setting annotations to \\"ganglia\\": \\"ganglia\\" is not a valid tag","code":""}}]}}')
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/~bigdata-dev/xenial/ganglia-node-6/meta/any HTTP/1.1" 200 46
juju.model:1235:addCharm: Adding cs:~bigdata-dev/xenial/ganglia-node-6
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "channel": null,\n    "url": "cs:~bigdata-dev/xenial/ganglia-node-6"\n  },\n  "request-id": 9,\n  "request": "AddCharm",\n  "version": 1,\n  "type": "Client"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":9,"response":{}}')
juju.model:1337:deploy: Deploying cs:~bigdata-dev/xenial/ganglia-node-6
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "applications": [\n      {\n        "resources": {},\n        "num-units": null,\n        "storage": {},\n        "channel": null,\n        "constraints": null,\n        "series": "xenial",\n        "placement": [],\n        "endpoint-bindings": {},\n        "application": "ganglia-node",\n        "config": {},\n        "charm-url": "cs:~bigdata-dev/xenial/ganglia-node-6",\n        "config-yaml": null\n      }\n    ]\n  },\n  "request-id": 10,\n  "request": "Deploy",\n  "version": 1,\n  "type": "Application"\n}')
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {'deploy': 'running'} 
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {'deploy': 'running'} 
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":10,"response":{"results":[{}]}}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":6,"response":{"deltas":[["application","change",{"model-uuid":"ca635729-b5aa-4531-8c90-aedeb0c672f4","name":"ganglia-node","exposed":false,"charm-url":"cs:~bigdata-dev/xenial/ganglia-node-6","owner-tag":"","life":"alive","min-units":0,"constraints":{},"subordinate":true,"status":{"current":"waiting","message":"waiting for machine","since":"2016-11-08T16:51:53.262528475Z","version":""}}]]}}')
juju.model:530:_notify_observers: Model changed: application add ganglia-node
juju.application:245:set_annotations: Updating annotations on application ganglia-node
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "annotations": [\n      {\n        "annotations": {\n          "gui-y": "400",\n          "gui-x": "250"\n        },\n        "entity": "ganglia-node"\n      }\n    ]\n  },\n  "request-id": 11,\n  "request": "Set",\n  "version": 2,\n  "type": "Annotations"\n}')
bus:114:notify: #31 Wed Dec 31 23:22:09 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:343::model_change:: Attribute(name='origin', default=NOTHING, validator=None, repr=True, cmp=True, hash=True, init=False, convert=None) model.change
{'new_obj': <juju.application.Application object at 0x7fd68bd42cc0>, 'old_obj': None, 'delta': <juju.delta.ApplicationDelta object at 0x7fd68b4cd668>} -> append
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "Id": "1",\n  "params": {},\n  "request": "Next",\n  "version": 1,\n  "request-id": 7,\n  "type": "AllWatcher"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":11,"response":{"results":[{"error":{"message":"while setting annotations to \\"ganglia-node\\": \\"ganglia-node\\" is not a valid tag","code":""}}]}}')
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/xenial/hadoop-namenode-5/meta/any HTTP/1.1" 200 36
juju.model:1235:addCharm: Adding cs:xenial/hadoop-namenode-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "channel": null,\n    "url": "cs:xenial/hadoop-namenode-5"\n  },\n  "request-id": 12,\n  "request": "AddCharm",\n  "version": 1,\n  "type": "Client"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":12,"response":{}}')
juju.model:1337:deploy: Deploying cs:xenial/hadoop-namenode-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "applications": [\n      {\n        "resources": {},\n        "num-units": null,\n        "storage": {},\n        "channel": null,\n        "constraints": null,\n        "series": "xenial",\n        "placement": [],\n        "endpoint-bindings": {},\n        "application": "namenode",\n        "config": {},\n        "charm-url": "cs:xenial/hadoop-namenode-5",\n        "config-yaml": null\n      }\n    ]\n  },\n  "request-id": 13,\n  "request": "Deploy",\n  "version": 1,\n  "type": "Application"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":13,"response":{"results":[{}]}}')
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {'deploy': 'running'} 
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {'deploy': 'running'} 
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":7,"response":{"deltas":[["application","change",{"model-uuid":"ca635729-b5aa-4531-8c90-aedeb0c672f4","name":"namenode","exposed":false,"charm-url":"cs:xenial/hadoop-namenode-5","owner-tag":"","life":"alive","min-units":0,"constraints":{},"subordinate":false,"status":{"current":"waiting","message":"waiting for machine","since":"2016-11-08T16:51:56.580826158Z","version":""}}]]}}')
juju.model:530:_notify_observers: Model changed: application add namenode
bus:114:notify: #35 Wed Dec 31 23:22:14 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:343::model_change:: Attribute(name='origin', default=NOTHING, validator=None, repr=True, cmp=True, hash=True, init=False, convert=None) model.change
{'new_obj': <juju.application.Application object at 0x7fd68bfdc0f0>, 'old_obj': None, 'delta': <juju.delta.ApplicationDelta object at 0x7fd68bd42710>} -> append
juju.application:245:set_annotations: Updating annotations on application namenode
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "annotations": [\n      {\n        "annotations": {\n          "gui-y": "800",\n          "gui-x": "500"\n        },\n        "entity": "namenode"\n      }\n    ]\n  },\n  "request-id": 14,\n  "request": "Set",\n  "version": 2,\n  "type": "Annotations"\n}')
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "Id": "1",\n  "params": {},\n  "request": "Next",\n  "version": 1,\n  "request-id": 8,\n  "type": "AllWatcher"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":14,"response":{"results":[{"error":{"message":"while setting annotations to \\"namenode\\": \\"namenode\\" is not a valid tag","code":""}}]}}')
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/xenial/hadoop-plugin-5/meta/any HTTP/1.1" 200 34
juju.model:1235:addCharm: Adding cs:xenial/hadoop-plugin-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "channel": null,\n    "url": "cs:xenial/hadoop-plugin-5"\n  },\n  "request-id": 15,\n  "request": "AddCharm",\n  "version": 1,\n  "type": "Client"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":15,"response":{}}')
juju.model:1337:deploy: Deploying cs:xenial/hadoop-plugin-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "applications": [\n      {\n        "resources": {},\n        "num-units": null,\n        "storage": {},\n        "channel": null,\n        "constraints": null,\n        "series": "xenial",\n        "placement": [],\n        "endpoint-bindings": {},\n        "application": "plugin",\n        "config": {},\n        "charm-url": "cs:xenial/hadoop-plugin-5",\n        "config-yaml": null\n      }\n    ]\n  },\n  "request-id": 16,\n  "request": "Deploy",\n  "version": 1,\n  "type": "Application"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":16,"response":{"results":[{}]}}')
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {'deploy': 'running'} 
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {'deploy': 'running'} 
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":8,"response":{"deltas":[["application","change",{"model-uuid":"ca635729-b5aa-4531-8c90-aedeb0c672f4","name":"plugin","exposed":false,"charm-url":"cs:xenial/hadoop-plugin-5","owner-tag":"","life":"alive","min-units":0,"constraints":{},"subordinate":true,"status":{"current":"waiting","message":"waiting for machine","since":"2016-11-08T16:52:01.80593554Z","version":""}}]]}}')
juju.model:530:_notify_observers: Model changed: application add plugin
bus:114:notify: #39 Wed Dec 31 23:22:19 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:343::model_change:: Attribute(name='origin', default=NOTHING, validator=None, repr=True, cmp=True, hash=True, init=False, convert=None) model.change
{'new_obj': <juju.application.Application object at 0x7fd68b4fcd68>, 'old_obj': None, 'delta': <juju.delta.ApplicationDelta object at 0x7fd68bfdcef0>} -> append
juju.application:245:set_annotations: Updating annotations on application plugin
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "annotations": [\n      {\n        "annotations": {\n          "gui-y": "400",\n          "gui-x": "1000"\n        },\n        "entity": "plugin"\n      }\n    ]\n  },\n  "request-id": 17,\n  "request": "Set",\n  "version": 2,\n  "type": "Annotations"\n}')
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "Id": "1",\n  "params": {},\n  "request": "Next",\n  "version": 1,\n  "request-id": 9,\n  "type": "AllWatcher"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":17,"response":{"results":[{"error":{"message":"while setting annotations to \\"plugin\\": \\"plugin\\" is not a valid tag","code":""}}]}}')
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/xenial/hadoop-resourcemanager-5/meta/any HTTP/1.1" 200 43
juju.model:1235:addCharm: Adding cs:xenial/hadoop-resourcemanager-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "channel": null,\n    "url": "cs:xenial/hadoop-resourcemanager-5"\n  },\n  "request-id": 18,\n  "request": "AddCharm",\n  "version": 1,\n  "type": "Client"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":18,"response":{}}')
juju.model:1337:deploy: Deploying cs:xenial/hadoop-resourcemanager-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "applications": [\n      {\n        "resources": {},\n        "num-units": null,\n        "storage": {},\n        "channel": null,\n        "constraints": null,\n        "series": "xenial",\n        "placement": [],\n        "endpoint-bindings": {},\n        "application": "resourcemanager",\n        "config": {},\n        "charm-url": "cs:xenial/hadoop-resourcemanager-5",\n        "config-yaml": null\n      }\n    ]\n  },\n  "request-id": 19,\n  "request": "Deploy",\n  "version": 1,\n  "type": "Application"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":19,"response":{"results":[{}]}}')
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {'deploy': 'running'} 
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {'deploy': 'running'} 
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":9,"response":{"deltas":[["application","change",{"model-uuid":"ca635729-b5aa-4531-8c90-aedeb0c672f4","name":"resourcemanager","exposed":false,"charm-url":"cs:xenial/hadoop-resourcemanager-5","owner-tag":"","life":"alive","min-units":0,"constraints":{},"subordinate":false,"status":{"current":"waiting","message":"waiting for machine","since":"2016-11-08T16:52:06.529559268Z","version":""}}]]}}')
juju.model:530:_notify_observers: Model changed: application add resourcemanager
juju.application:245:set_annotations: Updating annotations on application resourcemanager
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "annotations": [\n      {\n        "annotations": {\n          "gui-y": "0",\n          "gui-x": "500"\n        },\n        "entity": "resourcemanager"\n      }\n    ]\n  },\n  "request-id": 20,\n  "request": "Set",\n  "version": 2,\n  "type": "Annotations"\n}')
bus:114:notify: #43 Wed Dec 31 23:22:24 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:343::model_change:: Attribute(name='origin', default=NOTHING, validator=None, repr=True, cmp=True, hash=True, init=False, convert=None) model.change
{'new_obj': <juju.application.Application object at 0x7fd68b4ff7b8>, 'old_obj': None, 'delta': <juju.delta.ApplicationDelta object at 0x7fd68b4da9b0>} -> append
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "Id": "1",\n  "params": {},\n  "request": "Next",\n  "version": 1,\n  "request-id": 10,\n  "type": "AllWatcher"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":20,"response":{"results":[{"error":{"message":"while setting annotations to \\"resourcemanager\\": \\"resourcemanager\\" is not a valid tag","code":""}}]}}')
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/~bigdata-dev/xenial/rsyslog-5/meta/any HTTP/1.1" 200 41
juju.model:1235:addCharm: Adding cs:~bigdata-dev/xenial/rsyslog-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "channel": null,\n    "url": "cs:~bigdata-dev/xenial/rsyslog-5"\n  },\n  "request-id": 21,\n  "request": "AddCharm",\n  "version": 1,\n  "type": "Client"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":21,"response":{}}')
juju.model:1337:deploy: Deploying cs:~bigdata-dev/xenial/rsyslog-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "applications": [\n      {\n        "resources": {},\n        "num-units": null,\n        "storage": {},\n        "channel": null,\n        "constraints": null,\n        "series": "xenial",\n        "placement": [],\n        "endpoint-bindings": {},\n        "application": "rsyslog",\n        "config": {},\n        "charm-url": "cs:~bigdata-dev/xenial/rsyslog-5",\n        "config-yaml": null\n      }\n    ]\n  },\n  "request-id": 22,\n  "request": "Deploy",\n  "version": 1,\n  "type": "Application"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":22,"response":{"results":[{}]}}')
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {'deploy': 'running'} 
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {'deploy': 'running'} 
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":10,"response":{"deltas":[["application","change",{"model-uuid":"ca635729-b5aa-4531-8c90-aedeb0c672f4","name":"rsyslog","exposed":false,"charm-url":"cs:~bigdata-dev/xenial/rsyslog-5","owner-tag":"","life":"alive","min-units":0,"constraints":{},"subordinate":false,"status":{"current":"waiting","message":"waiting for machine","since":"2016-11-08T16:52:11.449880387Z","version":""}}]]}}')
juju.model:530:_notify_observers: Model changed: application add rsyslog
bus:114:notify: #47 Wed Dec 31 23:22:29 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:343::model_change:: Attribute(name='origin', default=NOTHING, validator=None, repr=True, cmp=True, hash=True, init=False, convert=None) model.change
{'new_obj': <juju.application.Application object at 0x7fd68b4fd780>, 'old_obj': None, 'delta': <juju.delta.ApplicationDelta object at 0x7fd68b4ff898>} -> append
juju.application:245:set_annotations: Updating annotations on application rsyslog
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "annotations": [\n      {\n        "annotations": {\n          "gui-y": "800",\n          "gui-x": "1000"\n        },\n        "entity": "rsyslog"\n      }\n    ]\n  },\n  "request-id": 23,\n  "request": "Set",\n  "version": 2,\n  "type": "Annotations"\n}')
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "Id": "1",\n  "params": {},\n  "request": "Next",\n  "version": 1,\n  "request-id": 11,\n  "type": "AllWatcher"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":23,"response":{"results":[{"error":{"message":"while setting annotations to \\"rsyslog\\": \\"rsyslog\\" is not a valid tag","code":""}}]}}')
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/~bigdata-dev/xenial/rsyslog-forwarder-ha-6/meta/any HTTP/1.1" 200 54
juju.model:1235:addCharm: Adding cs:~bigdata-dev/xenial/rsyslog-forwarder-ha-6
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "channel": null,\n    "url": "cs:~bigdata-dev/xenial/rsyslog-forwarder-ha-6"\n  },\n  "request-id": 24,\n  "request": "AddCharm",\n  "version": 1,\n  "type": "Client"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":24,"response":{}}')
juju.model:1337:deploy: Deploying cs:~bigdata-dev/xenial/rsyslog-forwarder-ha-6
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "applications": [\n      {\n        "resources": {},\n        "num-units": null,\n        "storage": {},\n        "channel": null,\n        "constraints": null,\n        "series": "xenial",\n        "placement": [],\n        "endpoint-bindings": {},\n        "application": "rsyslog-forwarder-ha",\n        "config": {},\n        "charm-url": "cs:~bigdata-dev/xenial/rsyslog-forwarder-ha-6",\n        "config-yaml": null\n      }\n    ]\n  },\n  "request-id": 25,\n  "request": "Deploy",\n  "version": 1,\n  "type": "Application"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":25,"response":{"results":[{}]}}')
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {'deploy': 'running'} 
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {'deploy': 'running'} 
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":11,"response":{"deltas":[["application","change",{"model-uuid":"ca635729-b5aa-4531-8c90-aedeb0c672f4","name":"rsyslog-forwarder-ha","exposed":false,"charm-url":"cs:~bigdata-dev/xenial/rsyslog-forwarder-ha-6","owner-tag":"","life":"alive","min-units":0,"constraints":{},"subordinate":true,"status":{"current":"waiting","message":"waiting for machine","since":"2016-11-08T16:52:17.084606577Z","version":""}}]]}}')
juju.model:530:_notify_observers: Model changed: application add rsyslog-forwarder-ha
bus:114:notify: #51 Wed Dec 31 23:22:34 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:343::model_change:: Attribute(name='origin', default=NOTHING, validator=None, repr=True, cmp=True, hash=True, init=False, convert=None) model.change
{'new_obj': <juju.application.Application object at 0x7fd68b4fcc88>, 'old_obj': None, 'delta': <juju.delta.ApplicationDelta object at 0x7fd68b4fc828>} -> append
juju.application:245:set_annotations: Updating annotations on application rsyslog-forwarder-ha
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "annotations": [\n      {\n        "annotations": {\n          "gui-y": "400",\n          "gui-x": "750"\n        },\n        "entity": "rsyslog-forwarder-ha"\n      }\n    ]\n  },\n  "request-id": 26,\n  "request": "Set",\n  "version": 2,\n  "type": "Annotations"\n}')
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "Id": "1",\n  "params": {},\n  "request": "Next",\n  "version": 1,\n  "request-id": 12,\n  "type": "AllWatcher"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":26,"response":{"results":[{"error":{"message":"while setting annotations to \\"rsyslog-forwarder-ha\\": \\"rsyslog-forwarder-ha\\" is not a valid tag","code":""}}]}}')
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/xenial/hadoop-slave-5/meta/any HTTP/1.1" 200 33
juju.model:1235:addCharm: Adding cs:xenial/hadoop-slave-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "channel": null,\n    "url": "cs:xenial/hadoop-slave-5"\n  },\n  "request-id": 27,\n  "request": "AddCharm",\n  "version": 1,\n  "type": "Client"\n}')
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {'deploy': 'running'} 
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":27,"response":{}}')
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {'deploy': 'running'} 
juju.model:1337:deploy: Deploying cs:xenial/hadoop-slave-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "applications": [\n      {\n        "resources": {},\n        "num-units": null,\n        "storage": {},\n        "channel": null,\n        "constraints": null,\n        "series": "xenial",\n        "placement": [],\n        "endpoint-bindings": {},\n        "application": "slave",\n        "config": {},\n        "charm-url": "cs:xenial/hadoop-slave-5",\n        "config-yaml": null\n      }\n    ]\n  },\n  "request-id": 28,\n  "request": "Deploy",\n  "version": 1,\n  "type": "Application"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":28,"response":{"results":[{}]}}')
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {'deploy': 'running'} 
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {'deploy': 'running'} 
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":12,"response":{"deltas":[["application","change",{"model-uuid":"ca635729-b5aa-4531-8c90-aedeb0c672f4","name":"slave","exposed":false,"charm-url":"cs:xenial/hadoop-slave-5","owner-tag":"","life":"alive","min-units":0,"constraints":{},"subordinate":false,"status":{"current":"waiting","message":"waiting for machine","since":"2016-11-08T16:52:23.710647567Z","version":""}}]]}}')
juju.model:530:_notify_observers: Model changed: application add slave
juju.application:245:set_annotations: Updating annotations on application slave
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "annotations": [\n      {\n        "annotations": {\n          "gui-y": "400",\n          "gui-x": "0"\n        },\n        "entity": "slave"\n      }\n    ]\n  },\n  "request-id": 29,\n  "request": "Set",\n  "version": 2,\n  "type": "Annotations"\n}')
bus:114:notify: #57 Wed Dec 31 23:22:44 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:343::model_change:: Attribute(name='origin', default=NOTHING, validator=None, repr=True, cmp=True, hash=True, init=False, convert=None) model.change
{'new_obj': <juju.application.Application object at 0x7fd68a44fc88>, 'old_obj': None, 'delta': <juju.delta.ApplicationDelta object at 0x7fd68b4fc080>} -> append
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "Id": "1",\n  "params": {},\n  "request": "Next",\n  "version": 1,\n  "request-id": 13,\n  "type": "AllWatcher"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":29,"response":{"results":[{"error":{"message":"while setting annotations to \\"slave\\": \\"slave\\" is not a valid tag","code":""}}]}}')
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "params": {\n      "hardware-characteristics": null,\n      "disks": [],\n      "instance-id": null,\n      "parent-id": null,\n      "nonce": null,\n      "constraints": null,\n      "series": {\n        "constraints": "mem=7G",\n        "series": "xenial"\n      },\n      "placement": null,\n      "addresses": [],\n      "container-type": null,\n      "jobs": null\n    }\n  },\n  "request-id": 30,\n  "request": "AddMachines",\n  "version": 1,\n  "type": "Client"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":30,"error":"json: cannot unmarshal object into Go value of type []params.AddMachineParams","response":{}}')
matrix:169:execute: Error in Rule(action=Action(command='matrix.plugins.actions.deploy', args={'entity': 'cs:bundle/hadoop-processing', 'version': 'current'}), conditions=[])'s action Action(command='matrix.plugins.actions.deploy', args={'entity': 'cs:bundle/hadoop-processing', 'version': 'current'})
Traceback (most recent call last):
  File "/home/petevg/Code/matrix/matrix/model.py", line 163, in execute
    result = await self.execute_plugin(context, cmd, rule)
  File "/home/petevg/Code/matrix/matrix/model.py", line 180, in execute_plugin
    result = await cmd(context, rule, self, event)
  File "/home/petevg/Code/matrix/matrix/plugins/actions.py", line 8, in deploy
    context.apps.extend(await context.juju_model.deploy(action.args['entity']))
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/model.py", line 813, in deploy
    await handler.execute_plan()
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/model.py", line 1213, in execute_plan
    result = await method(*step.args)
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/model.py", line 1266, in addMachines
    results = await self.client_facade.AddMachines(params)
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/client/facade.py", line 316, in wrapper
    reply = await f(*args, **kwargs)
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/client/_client.py", line 9082, in AddMachines
    reply = await self.rpc(msg)
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/client/facade.py", line 435, in rpc
    result = await self.connection.rpc(msg, encoder=TypeEncoder)
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/client/connection.py", line 86, in rpc
    raise JujuAPIError(result)
juju.errors.JujuAPIError: json: cannot unmarshal object into Go value of type []params.AddMachineParams
matrix:273:run_once: Pending tasks remain, aborting due to failure
matrix:282:run_once: Exception processing test: deployment
Traceback for <Task finished coro=<RuleEngine.rule_runner() done, defined at /home/petevg/Code/matrix/matrix/rules.py:138> exception=JujuAPIError('json: cannot unmarshal object into Go value of type []params.AddMachineParams',)> (most recent call last):
  File "/usr/lib/python3.5/asyncio/tasks.py", line 292, in _step
    self = None  # Needed to break cycles when an exception occurs.
  File "/home/petevg/Code/matrix/matrix/rules.py", line 223, in rule_runner
    break
  File "/home/petevg/Code/matrix/matrix/model.py", line 343, in execute
    result = await self.action.execute(context, self)
  File "/home/petevg/Code/matrix/matrix/model.py", line 170, in execute
    raise
  File "/home/petevg/Code/matrix/matrix/model.py", line 180, in execute_plugin
    result = await cmd(context, rule, self, event)
  File "/home/petevg/Code/matrix/matrix/plugins/actions.py", line 8, in deploy
    context.apps.extend(await context.juju_model.deploy(action.args['entity']))
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/model.py", line 813, in deploy
    await handler.execute_plan()
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/model.py", line 1213, in execute_plan
    result = await method(*step.args)
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/model.py", line 1266, in addMachines
    results = await self.client_facade.AddMachines(params)
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/client/facade.py", line 316, in wrapper
    reply = await f(*args, **kwargs)
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/client/_client.py", line 9082, in AddMachines
    reply = await self.rpc(msg)
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/client/facade.py", line 435, in rpc
    result = await self.connection.rpc(msg, encoder=TypeEncoder)
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/client/connection.py", line 86, in rpc
    raise JujuAPIError(result)
juju.errors.JujuAPIError: json: cannot unmarshal object into Go value of type []params.AddMachineParams

matrix:285:run_once: deployment Complete False {'deploy': 'running'}
matrix:261:run_once: Adding task to wait list on glitch.complete for rule health
matrix:261:run_once: Adding task to wait list on glitch.complete for rule test_traffic
bus:114:notify: #63 Wed Dec 31 23:22:44 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:289::run_once:: matrix test.complete
{'result': False, 'test': Test(name='deployment', description='Deploy with Glitches', rules=[Rule(action=Action(command='matrix.plugins.actions.deploy', args={'entity': 'cs:bundle/hadoop-processing', 'version': 'current'}), conditions=[]), Rule(action=Action(command='matrix.plugins.actions.health', args={}), conditions=[Condition(mode='after', statement='deploy'), Condition(mode='until', statement='glitch.complete'), Condition(mode='periodic', statement=5)]), Rule(action=Action(command='matrix.plugins.actions.glitch', args={}), conditions=[Condition(mode='after', statement='health.status.healthy')])])} -> append
bus:114:notify: #63 Wed Dec 31 23:22:44 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:289::run_once:: matrix test.complete
{'result': False, 'test': Test(name='deployment', description='Deploy with Glitches', rules=[Rule(action=Action(command='matrix.plugins.actions.deploy', args={'entity': 'cs:bundle/hadoop-processing', 'version': 'current'}), conditions=[]), Rule(action=Action(command='matrix.plugins.actions.health', args={}), conditions=[Condition(mode='after', statement='deploy'), Condition(mode='until', statement='glitch.complete'), Condition(mode='periodic', statement=5)]), Rule(action=Action(command='matrix.plugins.actions.glitch', args={}), conditions=[Condition(mode='after', statement='health.status.healthy')])])} -> TUIView.handle_tests
bus:114:notify: #64 Wed Dec 31 23:22:44 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:243::run_once:: matrix test.start
Test(name='traffic', description='Traffic in the face of Chaos', rules=[Rule(action=Action(command='matrix.plugins.actions.deploy', args={'entity': 'cs:bundle/hadoop-processing', 'version': 'current'}), conditions=[]), Rule(action=Action(command='matrix.plugins.actions.health', args={}), conditions=[Condition(mode='after', statement='deploy'), Condition(mode='until', statement='glitch.complete'), Condition(mode='periodic', statement=5)]), Rule(action=Action(command='matrix.plugins.actions.glitch', args={}), conditions=[Condition(mode='after', statement='health.status.healthy')]), Rule(action=Action(command='tests.traffic.test_traffic', args={}), conditions=[Condition(mode='after', statement='health.status.healthy'), Condition(mode='until', statement='glitch.complete')])]) -> append
bus:114:notify: #64 Wed Dec 31 23:22:44 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:243::run_once:: matrix test.start
Test(name='traffic', description='Traffic in the face of Chaos', rules=[Rule(action=Action(command='matrix.plugins.actions.deploy', args={'entity': 'cs:bundle/hadoop-processing', 'version': 'current'}), conditions=[]), Rule(action=Action(command='matrix.plugins.actions.health', args={}), conditions=[Condition(mode='after', statement='deploy'), Condition(mode='until', statement='glitch.complete'), Condition(mode='periodic', statement=5)]), Rule(action=Action(command='matrix.plugins.actions.glitch', args={}), conditions=[Condition(mode='after', statement='health.status.healthy')]), Rule(action=Action(command='tests.traffic.test_traffic', args={}), conditions=[Condition(mode='after', statement='health.status.healthy'), Condition(mode='until', statement='glitch.complete')])]) -> TUIView.handle_tests
matrix:122:resolve: Resolved matrix.plugins.actions.deploy to <function deploy at 0x7fd68bf5e0d0>
deploy:7:deploy: Deploying cs:bundle/hadoop-processing
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {'deploy': 'running'} 
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {'deploy': 'running'} 
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
matrix:161:rule_runner: rule 'test_traffic' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {'deploy': 'running'} 
bus:114:notify: #67 Wed Dec 31 23:22:44 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:143::rule_runner:: matrix rule.create
{'result': None, 'rule': Rule(action=Action(command='matrix.plugins.actions.deploy', args={'entity': 'cs:bundle/hadoop-processing', 'version': 'current'}), conditions=[])} -> append
bus:114:notify: #67 Wed Dec 31 23:22:44 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:143::rule_runner:: matrix rule.create
{'result': None, 'rule': Rule(action=Action(command='matrix.plugins.actions.deploy', args={'entity': 'cs:bundle/hadoop-processing', 'version': 'current'}), conditions=[])} -> TUIView.show_rule_state
bus:114:notify: #68 Wed Dec 31 23:22:44 1969:matrix:/home/petevg/Code/matrix/matrix/model.py:81::set_state:: context state.change
{'name': 'deploy', 'new_value': 'running', 'old_value': <object object at 0x7fd6906411d0>} -> append
bus:114:notify: #68 Wed Dec 31 23:22:44 1969:matrix:/home/petevg/Code/matrix/matrix/model.py:81::set_state:: context state.change
{'name': 'deploy', 'new_value': 'running', 'old_value': <object object at 0x7fd6906411d0>} -> TUIView.show_state_change
bus:114:notify: #71 Wed Dec 31 23:22:44 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:143::rule_runner:: matrix rule.create
{'result': None, 'rule': Rule(action=Action(command='matrix.plugins.actions.health', args={}), conditions=[Condition(mode='after', statement='deploy'), Condition(mode='until', statement='glitch.complete'), Condition(mode='periodic', statement=5)])} -> append
bus:114:notify: #71 Wed Dec 31 23:22:44 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:143::rule_runner:: matrix rule.create
{'result': None, 'rule': Rule(action=Action(command='matrix.plugins.actions.health', args={}), conditions=[Condition(mode='after', statement='deploy'), Condition(mode='until', statement='glitch.complete'), Condition(mode='periodic', statement=5)])} -> TUIView.show_rule_state
bus:114:notify: #73 Wed Dec 31 23:22:44 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:143::rule_runner:: matrix rule.create
{'result': None, 'rule': Rule(action=Action(command='matrix.plugins.actions.glitch', args={}), conditions=[Condition(mode='after', statement='health.status.healthy')])} -> append
bus:114:notify: #73 Wed Dec 31 23:22:44 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:143::rule_runner:: matrix rule.create
{'result': None, 'rule': Rule(action=Action(command='matrix.plugins.actions.glitch', args={}), conditions=[Condition(mode='after', statement='health.status.healthy')])} -> TUIView.show_rule_state
bus:114:notify: #75 Wed Dec 31 23:22:44 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:143::rule_runner:: matrix rule.create
{'result': None, 'rule': Rule(action=Action(command='tests.traffic.test_traffic', args={}), conditions=[Condition(mode='after', statement='health.status.healthy'), Condition(mode='until', statement='glitch.complete')])} -> append
bus:114:notify: #75 Wed Dec 31 23:22:44 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:143::rule_runner:: matrix rule.create
{'result': None, 'rule': Rule(action=Action(command='tests.traffic.test_traffic', args={}), conditions=[Condition(mode='after', statement='health.status.healthy'), Condition(mode='until', statement='glitch.complete')])} -> TUIView.show_rule_state
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/bundle/hadoop-processing/meta/any HTTP/1.1" 200 39
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/bundle/hadoop-processing-35/meta/manifest HTTP/1.1" 200 141
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/bundle/hadoop-processing-35/archive/bundle.yaml HTTP/1.1" 200 476
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "yaml": "services:\\n  namenode:\\n    charm: \\"cs:xenial/hadoop-namenode-5\\"\\n    num_units: 1\\n    annotations:\\n      gui-x: \\"500\\"\\n      gui-y: \\"800\\"\\n    to:\\n      - \\"0\\"\\n  resourcemanager:\\n    charm: \\"cs:xenial/hadoop-resourcemanager-5\\"\\n    num_units: 1\\n    annotations:\\n      gui-x: \\"500\\"\\n      gui-y: \\"0\\"\\n    to:\\n      - \\"0\\"\\n  slave:\\n    charm: \\"cs:xenial/hadoop-slave-5\\"\\n    num_units: 3\\n    annotations:\\n      gui-x: \\"0\\"\\n      gui-y: \\"400\\"\\n    to:\\n      - \\"1\\"\\n      - \\"2\\"\\n      - \\"3\\"\\n  plugin:\\n    charm: \\"cs:xenial/hadoop-plugin-5\\"\\n    annotations:\\n      gui-x: \\"1000\\"\\n      gui-y: \\"400\\"\\n  client:\\n    charm: \\"cs:xenial/hadoop-client-2\\"\\n    num_units: 1\\n    annotations:\\n      gui-x: \\"1250\\"\\n      gui-y: \\"400\\"\\n    to:\\n      - \\"4\\"\\n  ganglia:\\n    charm: \\"cs:~bigdata-dev/xenial/ganglia-5\\"\\n    num_units: 1\\n    annotations:\\n      gui-x: \\"0\\"\\n      gui-y: \\"800\\"\\n    to:\\n      - \\"5\\"\\n  ganglia-node:\\n    charm: \\"cs:~bigdata-dev/xenial/ganglia-node-6\\"\\n    annotations:\\n      gui-x: \\"250\\"\\n      gui-y: \\"400\\"\\n  rsyslog:\\n    charm: \\"cs:~bigdata-dev/xenial/rsyslog-5\\"\\n    num_units: 1\\n    annotations:\\n      gui-x: \\"1000\\"\\n      gui-y: \\"800\\"\\n    to:\\n      - \\"5\\"\\n  rsyslog-forwarder-ha:\\n    charm: \\"cs:~bigdata-dev/xenial/rsyslog-forwarder-ha-6\\"\\n    annotations:\\n      gui-x: \\"750\\"\\n      gui-y: \\"400\\"\\nseries: xenial\\nrelations:\\n  - [resourcemanager, namenode]\\n  - [namenode, slave]\\n  - [resourcemanager, slave]\\n  - [plugin, namenode]\\n  - [plugin, resourcemanager]\\n  - [client, plugin]\\n  - [\\"ganglia-node:juju-info\\", \\"client:juju-info\\"]\\n  - [\\"ganglia-node:juju-info\\", \\"namenode:juju-info\\"]\\n  - [\\"ganglia-node:juju-info\\", \\"resourcemanager:juju-info\\"]\\n  - [\\"ganglia-node:juju-info\\", \\"slave:juju-info\\"]\\n  - [\\"ganglia:node\\", \\"ganglia-node:node\\"]\\n  - [\\"rsyslog-forwarder-ha:juju-info\\", \\"client:juju-info\\"]\\n  - [\\"rsyslog-forwarder-ha:juju-info\\", \\"namenode:juju-info\\"]\\n  - [\\"rsyslog-forwarder-ha:juju-info\\", \\"resourcemanager:juju-info\\"]\\n  - [\\"rsyslog-forwarder-ha:juju-info\\", \\"slave:juju-info\\"]\\n  - [\\"rsyslog:aggregator\\", \\"rsyslog-forwarder-ha:syslog\\"]\\nmachines:\\n  \\"0\\":\\n    constraints: \\"mem=7G\\"\\n    series: \\"xenial\\"\\n  \\"1\\":\\n    constraints: \\"mem=7G\\"\\n    series: \\"xenial\\"\\n  \\"2\\":\\n    constraints: \\"mem=7G\\"\\n    series: \\"xenial\\"\\n  \\"3\\":\\n    constraints: \\"mem=7G\\"\\n    series: \\"xenial\\"\\n  \\"4\\":\\n    constraints: \\"mem=3G\\"\\n    series: \\"xenial\\"\\n  \\"5\\":\\n    constraints: \\"mem=3G\\"\\n    series: \\"xenial\\"\\n"\n  },\n  "request-id": 31,\n  "request": "GetBundleChanges",\n  "version": 1,\n  "type": "Client"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":31,"response":{"changes":[{"id":"addCharm-0","method":"addCharm","args":["cs:xenial/hadoop-client-2","xenial"],"requires":[]},{"id":"deploy-1","method":"deploy","args":["$addCharm-0","xenial","client",{},"",{},{},{}],"requires":["addCharm-0"]},{"id":"setAnnotations-2","method":"setAnnotations","args":["$deploy-1","application",{"gui-x":"1250","gui-y":"400"}],"requires":["deploy-1"]},{"id":"addCharm-3","method":"addCharm","args":["cs:~bigdata-dev/xenial/ganglia-5","xenial"],"requires":[]},{"id":"deploy-4","method":"deploy","args":["$addCharm-3","xenial","ganglia",{},"",{},{},{}],"requires":["addCharm-3"]},{"id":"setAnnotations-5","method":"setAnnotations","args":["$deploy-4","application",{"gui-x":"0","gui-y":"800"}],"requires":["deploy-4"]},{"id":"addCharm-6","method":"addCharm","args":["cs:~bigdata-dev/xenial/ganglia-node-6","xenial"],"requires":[]},{"id":"deploy-7","method":"deploy","args":["$addCharm-6","xenial","ganglia-node",{},"",{},{},{}],"requires":["addCharm-6"]},{"id":"setAnnotations-8","method":"setAnnotations","args":["$deploy-7","application",{"gui-x":"250","gui-y":"400"}],"requires":["deploy-7"]},{"id":"addCharm-9","method":"addCharm","args":["cs:xenial/hadoop-namenode-5","xenial"],"requires":[]},{"id":"deploy-10","method":"deploy","args":["$addCharm-9","xenial","namenode",{},"",{},{},{}],"requires":["addCharm-9"]},{"id":"setAnnotations-11","method":"setAnnotations","args":["$deploy-10","application",{"gui-x":"500","gui-y":"800"}],"requires":["deploy-10"]},{"id":"addCharm-12","method":"addCharm","args":["cs:xenial/hadoop-plugin-5","xenial"],"requires":[]},{"id":"deploy-13","method":"deploy","args":["$addCharm-12","xenial","plugin",{},"",{},{},{}],"requires":["addCharm-12"]},{"id":"setAnnotations-14","method":"setAnnotations","args":["$deploy-13","application",{"gui-x":"1000","gui-y":"400"}],"requires":["deploy-13"]},{"id":"addCharm-15","method":"addCharm","args":["cs:xenial/hadoop-resourcemanager-5","xenial"],"requires":[]},{"id":"deploy-16","method":"deploy","args":["$addCharm-15","xenial","resourcemanager",{},"",{},{},{}],"requires":["addCharm-15"]},{"id":"setAnnotations-17","method":"setAnnotations","args":["$deploy-16","application",{"gui-x":"500","gui-y":"0"}],"requires":["deploy-16"]},{"id":"addCharm-18","method":"addCharm","args":["cs:~bigdata-dev/xenial/rsyslog-5","xenial"],"requires":[]},{"id":"deploy-19","method":"deploy","args":["$addCharm-18","xenial","rsyslog",{},"",{},{},{}],"requires":["addCharm-18"]},{"id":"setAnnotations-20","method":"setAnnotations","args":["$deploy-19","application",{"gui-x":"1000","gui-y":"800"}],"requires":["deploy-19"]},{"id":"addCharm-21","method":"addCharm","args":["cs:~bigdata-dev/xenial/rsyslog-forwarder-ha-6","xenial"],"requires":[]},{"id":"deploy-22","method":"deploy","args":["$addCharm-21","xenial","rsyslog-forwarder-ha",{},"",{},{},{}],"requires":["addCharm-21"]},{"id":"setAnnotations-23","method":"setAnnotations","args":["$deploy-22","application",{"gui-x":"750","gui-y":"400"}],"requires":["deploy-22"]},{"id":"addCharm-24","method":"addCharm","args":["cs:xenial/hadoop-slave-5","xenial"],"requires":[]},{"id":"deploy-25","method":"deploy","args":["$addCharm-24","xenial","slave",{},"",{},{},{}],"requires":["addCharm-24"]},{"id":"setAnnotations-26","method":"setAnnotations","args":["$deploy-25","application",{"gui-x":"0","gui-y":"400"}],"requires":["deploy-25"]},{"id":"addMachines-27","method":"addMachines","args":[{"series":"xenial","constraints":"mem=7G"}],"requires":[]},{"id":"addMachines-28","method":"addMachines","args":[{"series":"xenial","constraints":"mem=7G"}],"requires":[]},{"id":"addMachines-29","method":"addMachines","args":[{"series":"xenial","constraints":"mem=7G"}],"requires":[]},{"id":"addMachines-30","method":"addMachines","args":[{"series":"xenial","constraints":"mem=7G"}],"requires":[]},{"id":"addMachines-31","method":"addMachines","args":[{"series":"xenial","constraints":"mem=3G"}],"requires":[]},{"id":"addMachines-32","method":"addMachines","args":[{"series":"xenial","constraints":"mem=3G"}],"requires":[]},{"id":"addRelation-33","method":"addRelation","args":["$deploy-16","$deploy-10"],"requires":["deploy-16","deploy-10"]},{"id":"addRelation-34","method":"addRelation","args":["$deploy-10","$deploy-25"],"requires":["deploy-10","deploy-25"]},{"id":"addRelation-35","method":"addRelation","args":["$deploy-16","$deploy-25"],"requires":["deploy-16","deploy-25"]},{"id":"addRelation-36","method":"addRelation","args":["$deploy-13","$deploy-10"],"requires":["deploy-13","deploy-10"]},{"id":"addRelation-37","method":"addRelation","args":["$deploy-13","$deploy-16"],"requires":["deploy-13","deploy-16"]},{"id":"addRelation-38","method":"addRelation","args":["$deploy-1","$deploy-13"],"requires":["deploy-1","deploy-13"]},{"id":"addRelation-39","method":"addRelation","args":["$deploy-7:juju-info","$deploy-1:juju-info"],"requires":["deploy-7","deploy-1"]},{"id":"addRelation-40","method":"addRelation","args":["$deploy-7:juju-info","$deploy-10:juju-info"],"requires":["deploy-7","deploy-10"]},{"id":"addRelation-41","method":"addRelation","args":["$deploy-7:juju-info","$deploy-16:juju-info"],"requires":["deploy-7","deploy-16"]},{"id":"addRelation-42","method":"addRelation","args":["$deploy-7:juju-info","$deploy-25:juju-info"],"requires":["deploy-7","deploy-25"]},{"id":"addRelation-43","method":"addRelation","args":["$deploy-4:node","$deploy-7:node"],"requires":["deploy-4","deploy-7"]},{"id":"addRelation-44","method":"addRelation","args":["$deploy-22:juju-info","$deploy-1:juju-info"],"requires":["deploy-22","deploy-1"]},{"id":"addRelation-45","method":"addRelation","args":["$deploy-22:juju-info","$deploy-10:juju-info"],"requires":["deploy-22","deploy-10"]},{"id":"addRelation-46","method":"addRelation","args":["$deploy-22:juju-info","$deploy-16:juju-info"],"requires":["deploy-22","deploy-16"]},{"id":"addRelation-47","method":"addRelation","args":["$deploy-22:juju-info","$deploy-25:juju-info"],"requires":["deploy-22","deploy-25"]},{"id":"addRelation-48","method":"addRelation","args":["$deploy-19:aggregator","$deploy-22:syslog"],"requires":["deploy-19","deploy-22"]},{"id":"addUnit-49","method":"addUnit","args":["$deploy-1","$addMachines-31"],"requires":["deploy-1","addMachines-31"]},{"id":"addUnit-50","method":"addUnit","args":["$deploy-4","$addMachines-32"],"requires":["deploy-4","addMachines-32"]},{"id":"addUnit-51","method":"addUnit","args":["$deploy-10","$addMachines-27"],"requires":["deploy-10","addMachines-27"]},{"id":"addUnit-52","method":"addUnit","args":["$deploy-16","$addMachines-27"],"requires":["deploy-16","addMachines-27"]},{"id":"addUnit-53","method":"addUnit","args":["$deploy-19","$addMachines-32"],"requires":["deploy-19","addMachines-32"]},{"id":"addUnit-54","method":"addUnit","args":["$deploy-25","$addMachines-28"],"requires":["deploy-25","addMachines-28"]},{"id":"addUnit-55","method":"addUnit","args":["$deploy-25","$addMachines-29"],"requires":["deploy-25","addMachines-29"]},{"id":"addUnit-56","method":"addUnit","args":["$deploy-25","$addMachines-30"],"requires":["deploy-25","addMachines-30"]}]}}')
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/xenial/hadoop-client-2/meta/any HTTP/1.1" 200 34
juju.model:1235:addCharm: Adding cs:xenial/hadoop-client-2
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "channel": null,\n    "url": "cs:xenial/hadoop-client-2"\n  },\n  "request-id": 32,\n  "request": "AddCharm",\n  "version": 1,\n  "type": "Client"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":32,"response":{}}')
juju.model:1337:deploy: Deploying cs:xenial/hadoop-client-2
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "applications": [\n      {\n        "resources": {},\n        "num-units": null,\n        "storage": {},\n        "channel": null,\n        "constraints": null,\n        "series": "xenial",\n        "placement": [],\n        "endpoint-bindings": {},\n        "application": "client",\n        "config": {},\n        "charm-url": "cs:xenial/hadoop-client-2",\n        "config-yaml": null\n      }\n    ]\n  },\n  "request-id": 33,\n  "request": "Deploy",\n  "version": 1,\n  "type": "Application"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":33,"response":{"results":[{"error":{"message":"cannot add application \\"client\\": application already exists","code":""}}]}}')
juju.application:245:set_annotations: Updating annotations on application client
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "annotations": [\n      {\n        "annotations": {\n          "gui-y": "400",\n          "gui-x": "1250"\n        },\n        "entity": "client"\n      }\n    ]\n  },\n  "request-id": 34,\n  "request": "Set",\n  "version": 2,\n  "type": "Annotations"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":34,"response":{"results":[{"error":{"message":"while setting annotations to \\"client\\": \\"client\\" is not a valid tag","code":""}}]}}')
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/~bigdata-dev/xenial/ganglia-5/meta/any HTTP/1.1" 200 41
juju.model:1235:addCharm: Adding cs:~bigdata-dev/xenial/ganglia-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "channel": null,\n    "url": "cs:~bigdata-dev/xenial/ganglia-5"\n  },\n  "request-id": 35,\n  "request": "AddCharm",\n  "version": 1,\n  "type": "Client"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":35,"response":{}}')
juju.model:1337:deploy: Deploying cs:~bigdata-dev/xenial/ganglia-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "applications": [\n      {\n        "resources": {},\n        "num-units": null,\n        "storage": {},\n        "channel": null,\n        "constraints": null,\n        "series": "xenial",\n        "placement": [],\n        "endpoint-bindings": {},\n        "application": "ganglia",\n        "config": {},\n        "charm-url": "cs:~bigdata-dev/xenial/ganglia-5",\n        "config-yaml": null\n      }\n    ]\n  },\n  "request-id": 36,\n  "request": "Deploy",\n  "version": 1,\n  "type": "Application"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":36,"response":{"results":[{"error":{"message":"cannot add application \\"ganglia\\": application already exists","code":""}}]}}')
juju.application:245:set_annotations: Updating annotations on application ganglia
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "annotations": [\n      {\n        "annotations": {\n          "gui-y": "800",\n          "gui-x": "0"\n        },\n        "entity": "ganglia"\n      }\n    ]\n  },\n  "request-id": 37,\n  "request": "Set",\n  "version": 2,\n  "type": "Annotations"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":37,"response":{"results":[{"error":{"message":"while setting annotations to \\"ganglia\\": \\"ganglia\\" is not a valid tag","code":""}}]}}')
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/~bigdata-dev/xenial/ganglia-node-6/meta/any HTTP/1.1" 200 46
juju.model:1235:addCharm: Adding cs:~bigdata-dev/xenial/ganglia-node-6
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "channel": null,\n    "url": "cs:~bigdata-dev/xenial/ganglia-node-6"\n  },\n  "request-id": 38,\n  "request": "AddCharm",\n  "version": 1,\n  "type": "Client"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":38,"response":{}}')
juju.model:1337:deploy: Deploying cs:~bigdata-dev/xenial/ganglia-node-6
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "applications": [\n      {\n        "resources": {},\n        "num-units": null,\n        "storage": {},\n        "channel": null,\n        "constraints": null,\n        "series": "xenial",\n        "placement": [],\n        "endpoint-bindings": {},\n        "application": "ganglia-node",\n        "config": {},\n        "charm-url": "cs:~bigdata-dev/xenial/ganglia-node-6",\n        "config-yaml": null\n      }\n    ]\n  },\n  "request-id": 39,\n  "request": "Deploy",\n  "version": 1,\n  "type": "Application"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":39,"response":{"results":[{"error":{"message":"cannot add application \\"ganglia-node\\": application already exists","code":""}}]}}')
juju.application:245:set_annotations: Updating annotations on application ganglia-node
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "annotations": [\n      {\n        "annotations": {\n          "gui-y": "400",\n          "gui-x": "250"\n        },\n        "entity": "ganglia-node"\n      }\n    ]\n  },\n  "request-id": 40,\n  "request": "Set",\n  "version": 2,\n  "type": "Annotations"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":40,"response":{"results":[{"error":{"message":"while setting annotations to \\"ganglia-node\\": \\"ganglia-node\\" is not a valid tag","code":""}}]}}')
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/xenial/hadoop-namenode-5/meta/any HTTP/1.1" 200 36
juju.model:1235:addCharm: Adding cs:xenial/hadoop-namenode-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "channel": null,\n    "url": "cs:xenial/hadoop-namenode-5"\n  },\n  "request-id": 41,\n  "request": "AddCharm",\n  "version": 1,\n  "type": "Client"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":41,"response":{}}')
juju.model:1337:deploy: Deploying cs:xenial/hadoop-namenode-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "applications": [\n      {\n        "resources": {},\n        "num-units": null,\n        "storage": {},\n        "channel": null,\n        "constraints": null,\n        "series": "xenial",\n        "placement": [],\n        "endpoint-bindings": {},\n        "application": "namenode",\n        "config": {},\n        "charm-url": "cs:xenial/hadoop-namenode-5",\n        "config-yaml": null\n      }\n    ]\n  },\n  "request-id": 42,\n  "request": "Deploy",\n  "version": 1,\n  "type": "Application"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":42,"response":{"results":[{"error":{"message":"cannot add application \\"namenode\\": application already exists","code":""}}]}}')
juju.application:245:set_annotations: Updating annotations on application namenode
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "annotations": [\n      {\n        "annotations": {\n          "gui-y": "800",\n          "gui-x": "500"\n        },\n        "entity": "namenode"\n      }\n    ]\n  },\n  "request-id": 43,\n  "request": "Set",\n  "version": 2,\n  "type": "Annotations"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":43,"response":{"results":[{"error":{"message":"while setting annotations to \\"namenode\\": \\"namenode\\" is not a valid tag","code":""}}]}}')
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {'deploy': 'running'} 
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {'deploy': 'running'} 
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/xenial/hadoop-plugin-5/meta/any HTTP/1.1" 200 34
juju.model:1235:addCharm: Adding cs:xenial/hadoop-plugin-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "channel": null,\n    "url": "cs:xenial/hadoop-plugin-5"\n  },\n  "request-id": 44,\n  "request": "AddCharm",\n  "version": 1,\n  "type": "Client"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":44,"response":{}}')
juju.model:1337:deploy: Deploying cs:xenial/hadoop-plugin-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "applications": [\n      {\n        "resources": {},\n        "num-units": null,\n        "storage": {},\n        "channel": null,\n        "constraints": null,\n        "series": "xenial",\n        "placement": [],\n        "endpoint-bindings": {},\n        "application": "plugin",\n        "config": {},\n        "charm-url": "cs:xenial/hadoop-plugin-5",\n        "config-yaml": null\n      }\n    ]\n  },\n  "request-id": 45,\n  "request": "Deploy",\n  "version": 1,\n  "type": "Application"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":45,"response":{"results":[{"error":{"message":"cannot add application \\"plugin\\": application already exists","code":""}}]}}')
juju.application:245:set_annotations: Updating annotations on application plugin
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "annotations": [\n      {\n        "annotations": {\n          "gui-y": "400",\n          "gui-x": "1000"\n        },\n        "entity": "plugin"\n      }\n    ]\n  },\n  "request-id": 46,\n  "request": "Set",\n  "version": 2,\n  "type": "Annotations"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":46,"response":{"results":[{"error":{"message":"while setting annotations to \\"plugin\\": \\"plugin\\" is not a valid tag","code":""}}]}}')
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {'deploy': 'running'} 
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {'deploy': 'running'} 
matrix:161:rule_runner: rule 'test_traffic' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {'deploy': 'running'} 
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/xenial/hadoop-resourcemanager-5/meta/any HTTP/1.1" 200 43
juju.model:1235:addCharm: Adding cs:xenial/hadoop-resourcemanager-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "channel": null,\n    "url": "cs:xenial/hadoop-resourcemanager-5"\n  },\n  "request-id": 47,\n  "request": "AddCharm",\n  "version": 1,\n  "type": "Client"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":47,"response":{}}')
juju.model:1337:deploy: Deploying cs:xenial/hadoop-resourcemanager-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "applications": [\n      {\n        "resources": {},\n        "num-units": null,\n        "storage": {},\n        "channel": null,\n        "constraints": null,\n        "series": "xenial",\n        "placement": [],\n        "endpoint-bindings": {},\n        "application": "resourcemanager",\n        "config": {},\n        "charm-url": "cs:xenial/hadoop-resourcemanager-5",\n        "config-yaml": null\n      }\n    ]\n  },\n  "request-id": 48,\n  "request": "Deploy",\n  "version": 1,\n  "type": "Application"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":48,"response":{"results":[{"error":{"message":"cannot add application \\"resourcemanager\\": application already exists","code":""}}]}}')
juju.application:245:set_annotations: Updating annotations on application resourcemanager
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "annotations": [\n      {\n        "annotations": {\n          "gui-y": "0",\n          "gui-x": "500"\n        },\n        "entity": "resourcemanager"\n      }\n    ]\n  },\n  "request-id": 49,\n  "request": "Set",\n  "version": 2,\n  "type": "Annotations"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":49,"response":{"results":[{"error":{"message":"while setting annotations to \\"resourcemanager\\": \\"resourcemanager\\" is not a valid tag","code":""}}]}}')
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/~bigdata-dev/xenial/rsyslog-5/meta/any HTTP/1.1" 200 41
juju.model:1235:addCharm: Adding cs:~bigdata-dev/xenial/rsyslog-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "channel": null,\n    "url": "cs:~bigdata-dev/xenial/rsyslog-5"\n  },\n  "request-id": 50,\n  "request": "AddCharm",\n  "version": 1,\n  "type": "Client"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":50,"response":{}}')
juju.model:1337:deploy: Deploying cs:~bigdata-dev/xenial/rsyslog-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "applications": [\n      {\n        "resources": {},\n        "num-units": null,\n        "storage": {},\n        "channel": null,\n        "constraints": null,\n        "series": "xenial",\n        "placement": [],\n        "endpoint-bindings": {},\n        "application": "rsyslog",\n        "config": {},\n        "charm-url": "cs:~bigdata-dev/xenial/rsyslog-5",\n        "config-yaml": null\n      }\n    ]\n  },\n  "request-id": 51,\n  "request": "Deploy",\n  "version": 1,\n  "type": "Application"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":51,"response":{"results":[{"error":{"message":"cannot add application \\"rsyslog\\": application already exists","code":""}}]}}')
juju.application:245:set_annotations: Updating annotations on application rsyslog
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "annotations": [\n      {\n        "annotations": {\n          "gui-y": "800",\n          "gui-x": "1000"\n        },\n        "entity": "rsyslog"\n      }\n    ]\n  },\n  "request-id": 52,\n  "request": "Set",\n  "version": 2,\n  "type": "Annotations"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":52,"response":{"results":[{"error":{"message":"while setting annotations to \\"rsyslog\\": \\"rsyslog\\" is not a valid tag","code":""}}]}}')
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/~bigdata-dev/xenial/rsyslog-forwarder-ha-6/meta/any HTTP/1.1" 200 54
juju.model:1235:addCharm: Adding cs:~bigdata-dev/xenial/rsyslog-forwarder-ha-6
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "channel": null,\n    "url": "cs:~bigdata-dev/xenial/rsyslog-forwarder-ha-6"\n  },\n  "request-id": 53,\n  "request": "AddCharm",\n  "version": 1,\n  "type": "Client"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":53,"response":{}}')
juju.model:1337:deploy: Deploying cs:~bigdata-dev/xenial/rsyslog-forwarder-ha-6
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "applications": [\n      {\n        "resources": {},\n        "num-units": null,\n        "storage": {},\n        "channel": null,\n        "constraints": null,\n        "series": "xenial",\n        "placement": [],\n        "endpoint-bindings": {},\n        "application": "rsyslog-forwarder-ha",\n        "config": {},\n        "charm-url": "cs:~bigdata-dev/xenial/rsyslog-forwarder-ha-6",\n        "config-yaml": null\n      }\n    ]\n  },\n  "request-id": 54,\n  "request": "Deploy",\n  "version": 1,\n  "type": "Application"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":54,"response":{"results":[{"error":{"message":"cannot add application \\"rsyslog-forwarder-ha\\": application already exists","code":""}}]}}')
juju.application:245:set_annotations: Updating annotations on application rsyslog-forwarder-ha
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "annotations": [\n      {\n        "annotations": {\n          "gui-y": "400",\n          "gui-x": "750"\n        },\n        "entity": "rsyslog-forwarder-ha"\n      }\n    ]\n  },\n  "request-id": 55,\n  "request": "Set",\n  "version": 2,\n  "type": "Annotations"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":55,"response":{"results":[{"error":{"message":"while setting annotations to \\"rsyslog-forwarder-ha\\": \\"rsyslog-forwarder-ha\\" is not a valid tag","code":""}}]}}')
requests.packages.urllib3.connectionpool:805:_new_conn: Starting new HTTPS connection (1): api.jujucharms.com
requests.packages.urllib3.connectionpool:401:_make_request: "GET /v5/xenial/hadoop-slave-5/meta/any HTTP/1.1" 200 33
juju.model:1235:addCharm: Adding cs:xenial/hadoop-slave-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "channel": null,\n    "url": "cs:xenial/hadoop-slave-5"\n  },\n  "request-id": 56,\n  "request": "AddCharm",\n  "version": 1,\n  "type": "Client"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":56,"response":{}}')
juju.model:1337:deploy: Deploying cs:xenial/hadoop-slave-5
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "applications": [\n      {\n        "resources": {},\n        "num-units": null,\n        "storage": {},\n        "channel": null,\n        "constraints": null,\n        "series": "xenial",\n        "placement": [],\n        "endpoint-bindings": {},\n        "application": "slave",\n        "config": {},\n        "charm-url": "cs:xenial/hadoop-slave-5",\n        "config-yaml": null\n      }\n    ]\n  },\n  "request-id": 57,\n  "request": "Deploy",\n  "version": 1,\n  "type": "Application"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":57,"response":{"results":[{"error":{"message":"cannot add application \\"slave\\": application already exists","code":""}}]}}')
juju.application:245:set_annotations: Updating annotations on application slave
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "annotations": [\n      {\n        "annotations": {\n          "gui-y": "400",\n          "gui-x": "0"\n        },\n        "entity": "slave"\n      }\n    ]\n  },\n  "request-id": 58,\n  "request": "Set",\n  "version": 2,\n  "type": "Annotations"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":58,"response":{"results":[{"error":{"message":"while setting annotations to \\"slave\\": \\"slave\\" is not a valid tag","code":""}}]}}')
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=1, data=b'{\n  "params": {\n    "params": {\n      "hardware-characteristics": null,\n      "disks": [],\n      "instance-id": null,\n      "parent-id": null,\n      "nonce": null,\n      "constraints": null,\n      "series": {\n        "constraints": "mem=7G",\n        "series": "xenial"\n      },\n      "placement": null,\n      "addresses": [],\n      "container-type": null,\n      "jobs": null\n    }\n  },\n  "request-id": 59,\n  "request": "AddMachines",\n  "version": 1,\n  "type": "Client"\n}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":59,"error":"json: cannot unmarshal object into Go value of type []params.AddMachineParams","response":{}}')
matrix:169:execute: Error in Rule(action=Action(command='matrix.plugins.actions.deploy', args={'entity': 'cs:bundle/hadoop-processing', 'version': 'current'}), conditions=[])'s action Action(command='matrix.plugins.actions.deploy', args={'entity': 'cs:bundle/hadoop-processing', 'version': 'current'})
Traceback (most recent call last):
  File "/home/petevg/Code/matrix/matrix/model.py", line 163, in execute
    result = await self.execute_plugin(context, cmd, rule)
  File "/home/petevg/Code/matrix/matrix/model.py", line 180, in execute_plugin
    result = await cmd(context, rule, self, event)
  File "/home/petevg/Code/matrix/matrix/plugins/actions.py", line 8, in deploy
    context.apps.extend(await context.juju_model.deploy(action.args['entity']))
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/model.py", line 813, in deploy
    await handler.execute_plan()
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/model.py", line 1213, in execute_plan
    result = await method(*step.args)
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/model.py", line 1266, in addMachines
    results = await self.client_facade.AddMachines(params)
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/client/facade.py", line 316, in wrapper
    reply = await f(*args, **kwargs)
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/client/_client.py", line 9082, in AddMachines
    reply = await self.rpc(msg)
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/client/facade.py", line 435, in rpc
    result = await self.connection.rpc(msg, encoder=TypeEncoder)
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/client/connection.py", line 86, in rpc
    raise JujuAPIError(result)
juju.errors.JujuAPIError: json: cannot unmarshal object into Go value of type []params.AddMachineParams
matrix:273:run_once: Pending tasks remain, aborting due to failure
matrix:282:run_once: Exception processing test: traffic
Traceback for <Task finished coro=<RuleEngine.rule_runner() done, defined at /home/petevg/Code/matrix/matrix/rules.py:138> exception=JujuAPIError('json: cannot unmarshal object into Go value of type []params.AddMachineParams',)> (most recent call last):
  File "/usr/lib/python3.5/asyncio/tasks.py", line 292, in _step
    self = None  # Needed to break cycles when an exception occurs.
  File "/home/petevg/Code/matrix/matrix/rules.py", line 223, in rule_runner
    break
  File "/home/petevg/Code/matrix/matrix/model.py", line 343, in execute
    result = await self.action.execute(context, self)
  File "/home/petevg/Code/matrix/matrix/model.py", line 170, in execute
    raise
  File "/home/petevg/Code/matrix/matrix/model.py", line 180, in execute_plugin
    result = await cmd(context, rule, self, event)
  File "/home/petevg/Code/matrix/matrix/plugins/actions.py", line 8, in deploy
    context.apps.extend(await context.juju_model.deploy(action.args['entity']))
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/model.py", line 813, in deploy
    await handler.execute_plan()
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/model.py", line 1213, in execute_plan
    result = await method(*step.args)
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/model.py", line 1266, in addMachines
    results = await self.client_facade.AddMachines(params)
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/client/facade.py", line 316, in wrapper
    reply = await f(*args, **kwargs)
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/client/_client.py", line 9082, in AddMachines
    reply = await self.rpc(msg)
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/client/facade.py", line 435, in rpc
    result = await self.connection.rpc(msg, encoder=TypeEncoder)
  File "/home/petevg/Code/matrix/.tox/py35/lib/python3.5/site-packages/juju/client/connection.py", line 86, in rpc
    raise JujuAPIError(result)
juju.errors.JujuAPIError: json: cannot unmarshal object into Go value of type []params.AddMachineParams

matrix:285:run_once: traffic Complete False {'deploy': 'running'}
juju.model:510:_stop_watching: Stopping watcher task
bus:114:notify: #95 Wed Dec 31 23:22:51 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:289::run_once:: matrix test.complete
{'result': False, 'test': Test(name='traffic', description='Traffic in the face of Chaos', rules=[Rule(action=Action(command='matrix.plugins.actions.deploy', args={'entity': 'cs:bundle/hadoop-processing', 'version': 'current'}), conditions=[]), Rule(action=Action(command='matrix.plugins.actions.health', args={}), conditions=[Condition(mode='after', statement='deploy'), Condition(mode='until', statement='glitch.complete'), Condition(mode='periodic', statement=5)]), Rule(action=Action(command='matrix.plugins.actions.glitch', args={}), conditions=[Condition(mode='after', statement='health.status.healthy')]), Rule(action=Action(command='tests.traffic.test_traffic', args={}), conditions=[Condition(mode='after', statement='health.status.healthy'), Condition(mode='until', statement='glitch.complete')])])} -> append
bus:114:notify: #95 Wed Dec 31 23:22:51 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:289::run_once:: matrix test.complete
{'result': False, 'test': Test(name='traffic', description='Traffic in the face of Chaos', rules=[Rule(action=Action(command='matrix.plugins.actions.deploy', args={'entity': 'cs:bundle/hadoop-processing', 'version': 'current'}), conditions=[]), Rule(action=Action(command='matrix.plugins.actions.health', args={}), conditions=[Condition(mode='after', statement='deploy'), Condition(mode='until', statement='glitch.complete'), Condition(mode='periodic', statement=5)]), Rule(action=Action(command='matrix.plugins.actions.glitch', args={}), conditions=[Condition(mode='after', statement='health.status.healthy')]), Rule(action=Action(command='tests.traffic.test_traffic', args={}), conditions=[Condition(mode='after', statement='health.status.healthy'), Condition(mode='until', statement='glitch.complete')])])} -> TUIView.handle_tests
bus:114:notify: #96 Wed Dec 31 23:22:51 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:322::run:: matrix test.finish
Context object -> append
bus:114:notify: #96 Wed Dec 31 23:22:51 1969:matrix:/home/petevg/Code/matrix/matrix/rules.py:322::run:: matrix test.finish
Context object -> TUIView.handle_tests
juju.model:498:_start_watch: Closing watcher connection
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=8, data=b'\x03\xe8')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=1, data=b'{"request-id":13,"error":"watcher was stopped","response":{}}')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=8, data=b'\x03\xe8')
juju.model:367:disconnect: Closing model connection
websockets.protocol:543:write_frame: client >> Frame(fin=True, opcode=8, data=b'\x03\xe8')
websockets.protocol:527:read_frame: client << Frame(fin=True, opcode=8, data=b'\x03\xe8')
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {} 
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {} 
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {} 
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {} 
matrix:161:rule_runner: rule 'test_traffic' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {} 
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {} 
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {} 
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {} 
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {} 
matrix:161:rule_runner: rule 'test_traffic' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {} 
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {} 
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {} 
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {} 
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {} 
matrix:161:rule_runner: rule 'test_traffic' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {} 
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {} 
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {} 
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {} 
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {} 
matrix:161:rule_runner: rule 'test_traffic' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {} 
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {} 
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {} 
matrix:161:rule_runner: rule 'health' blocked on [Condition(mode='after', statement='deploy')]. context: {} 
matrix:161:rule_runner: rule 'glitch' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {} 
matrix:161:rule_runner: rule 'test_traffic' blocked on [Condition(mode='after', statement='health.status.healthy')]. context: {}