Attachment 904588 Details for Bug 1106395 – upgrade_errors

upgrade_errors

upgrade_errors_ip-10-230-163-42 (text/plain), 199.99 KB, created by Jianwei Hou on 2014-06-09 08:57:13 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: Jianwei Hou

Created: 2014-06-09 08:57:13 UTC

Size: 199.99 KB

patch

obsolete

>{"login":"c9sub","app_name":"c9app1","gear_uuid":"539566814b53dc404d000039","version":"2.0.46","attempts":[{"gear_uuid":"539566814b53dc404d000039","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539566814b53dc404d000039\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"php-5.3":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402305916428,"upgrade_on_node_measured_from_node":2373},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539566814b53dc404d000039","Inspecting gear at /var/lib/openshift/539566814b53dc404d000039","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:php:5.3:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:php:5.3:0.0.17","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/539566814b53dc404d000039","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539566814b53dc404d000039\n","Total upgrade time on node (ms): 2373"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":262,"time_total_upgrade_gear_measured_from_broker":1402305923120},"plan_id":"free","active":true,"hostname":"ip-10-230-163-42","namespace":"subd","remote_upgrade_result":{"gear_uuid":"539566814b53dc404d000039","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539566814b53dc404d000039\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"php-5.3":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402305923366,"upgrade_on_node_measured_from_node":14},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539566814b53dc404d000039","Inspecting gear at /var/lib/openshift/539566814b53dc404d000039","Migrating gear at /var/lib/openshift/539566814b53dc404d000039","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539566814b53dc404d000039\n","Total upgrade time on node (ms): 14"]}}
>{"login":"ha","app_name":"hatest1","gear_uuid":"539565e04b53dc404d000002","version":"2.0.46","attempts":[{"gear_uuid":"539565e04b53dc404d000002","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539565e04b53dc404d000002\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"php-5.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402305934206,"upgrade_on_node_measured_from_node":779},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539565e04b53dc404d000002","Inspecting gear at /var/lib/openshift/539565e04b53dc404d000002","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:php:5.4:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:php:5.4:0.0.17","Refreshing cartridge redhat:haproxy:1.4:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:haproxy:1.4:0.0.17","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/539565e04b53dc404d000002","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539565e04b53dc404d000002\n","Total upgrade time on node (ms): 779"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":2022,"time_total_upgrade_gear_measured_from_broker":1402305939060},"plan_id":"free","active":true,"hostname":"ip-10-230-163-42","namespace":"hatest","remote_upgrade_result":{"gear_uuid":"539565e04b53dc404d000002","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539565e04b53dc404d000002\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"php-5.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402305941074,"upgrade_on_node_measured_from_node":5},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539565e04b53dc404d000002","Inspecting gear at /var/lib/openshift/539565e04b53dc404d000002","Migrating gear at /var/lib/openshift/539565e04b53dc404d000002","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539565e04b53dc404d000002\n","Total upgrade time on node (ms): 5"]}}
>{"login":"ha","app_name":"hatest1","gear_uuid":"913095639478044050063360","version":"2.0.46","attempts":[{"gear_uuid":"913095639478044050063360","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 913095639478044050063360\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"php-5.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402305943183,"upgrade_on_node_measured_from_node":165},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 913095639478044050063360","Inspecting gear at /var/lib/openshift/913095639478044050063360","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:php:5.4:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:php:5.4:0.0.17","Refreshing cartridge redhat:haproxy:1.4:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:haproxy:1.4:0.0.17","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/913095639478044050063360","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 913095639478044050063360\n","Total upgrade time on node (ms): 165"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":112,"time_total_upgrade_gear_measured_from_broker":1402305947409},"plan_id":"free","active":true,"hostname":"ip-10-230-163-42","namespace":"hatest","remote_upgrade_result":{"gear_uuid":"913095639478044050063360","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 913095639478044050063360\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"php-5.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402305947497,"upgrade_on_node_measured_from_node":13},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 913095639478044050063360","Inspecting gear at /var/lib/openshift/913095639478044050063360","Migrating gear at /var/lib/openshift/913095639478044050063360","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 913095639478044050063360\n","Total upgrade time on node (ms): 13"]}}
>{"login":"c9sub","app_name":"c9app2","gear_uuid":"539566954b53dca25b000013","version":"2.0.46","attempts":[{"gear_uuid":"539566954b53dca25b000013","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539566954b53dca25b000013\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbossas-7":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402305950325,"upgrade_on_node_measured_from_node":79},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539566954b53dca25b000013","Inspecting gear at /var/lib/openshift/539566954b53dca25b000013","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:jbossas:7:0.0.18, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:jbossas:7:0.0.18","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/539566954b53dca25b000013","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539566954b53dca25b000013\n","Total upgrade time on node (ms): 79"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":240,"time_total_upgrade_gear_measured_from_broker":1402305954423},"plan_id":"free","active":true,"hostname":"ip-10-230-163-42","namespace":"subd","remote_upgrade_result":{"gear_uuid":"539566954b53dca25b000013","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539566954b53dca25b000013\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbossas-7":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402305954632,"upgrade_on_node_measured_from_node":6},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539566954b53dca25b000013","Inspecting gear at /var/lib/openshift/539566954b53dca25b000013","Migrating gear at /var/lib/openshift/539566954b53dca25b000013","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539566954b53dca25b000013\n","Total upgrade time on node (ms): 6"]}}
>{"login":"downloadcart","app_name":"dcartperl","gear_uuid":"539566c74b53dc404d00006b","version":"2.0.46","attempts":[{"gear_uuid":"539566c74b53dc404d00006b","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539566c74b53dc404d00006b\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{},"times":{"start_time":1402305966713,"upgrade_on_node_measured_from_node":1048},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539566c74b53dc404d00006b","Inspecting gear at /var/lib/openshift/539566c74b53dc404d00006b","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","No upgrade available for cartridge 1jhou1:perl:5.10:0.0.6, 1jhou1 not supported.","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/539566c74b53dc404d00006b","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539566c74b53dc404d00006b\n","Total upgrade time on node (ms): 1048"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":825,"time_total_upgrade_gear_measured_from_broker":1402305971783},"plan_id":"free","active":true,"hostname":"ip-10-230-163-42","namespace":"dcart","remote_upgrade_result":{"gear_uuid":"539566c74b53dc404d00006b","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539566c74b53dc404d00006b\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{},"times":{"start_time":1402305972593,"upgrade_on_node_measured_from_node":12},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539566c74b53dc404d00006b","Inspecting gear at /var/lib/openshift/539566c74b53dc404d00006b","Migrating gear at /var/lib/openshift/539566c74b53dc404d00006b","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539566c74b53dc404d00006b\n","Total upgrade time on node (ms): 12"]}}
>{"login":"downloadcart","app_name":"mdcart","gear_uuid":"539566e74b53dc919900002d","version":"2.0.46","attempts":[{"gear_uuid":"539566e74b53dc919900002d","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539566e74b53dc919900002d\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{},"times":{"start_time":1402305995589,"upgrade_on_node_measured_from_node":1515},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539566e74b53dc919900002d","Inspecting gear at /var/lib/openshift/539566e74b53dc919900002d","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","No upgrade available for cartridge jhou:mysql:5.1:0.2.0, jhou not supported.","No upgrade available for cartridge 1jhou1:perl:5.10:0.0.6, 1jhou1 not supported.","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/539566e74b53dc919900002d","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539566e74b53dc919900002d\n","Total upgrade time on node (ms): 1515"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":178,"time_total_upgrade_gear_measured_from_broker":1402306001305},"plan_id":"free","active":true,"hostname":"ip-10-230-163-42","namespace":"dcart","remote_upgrade_result":{"gear_uuid":"539566e74b53dc919900002d","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539566e74b53dc919900002d\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{},"times":{"start_time":1402306001395,"upgrade_on_node_measured_from_node":86},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539566e74b53dc919900002d","Inspecting gear at /var/lib/openshift/539566e74b53dc919900002d","Migrating gear at /var/lib/openshift/539566e74b53dc919900002d","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539566e74b53dc919900002d\n","Total upgrade time on node (ms): 86"]}}
>{"login":"downloadcart","app_name":"dcartstorage","gear_uuid":"5395674d4b53dc919900006b","version":"2.0.46","attempts":[{"gear_uuid":"5395674d4b53dc919900006b","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 5395674d4b53dc919900006b\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"php-5.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306002127,"upgrade_on_node_measured_from_node":45},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 5395674d4b53dc919900006b","Inspecting gear at /var/lib/openshift/5395674d4b53dc919900006b","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","No upgrade available for cartridge jhou:mysql:5.1:0.2.0, jhou not supported.","Refreshing cartridge redhat:php:5.4:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:php:5.4:0.0.17","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/5395674d4b53dc919900006b","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 5395674d4b53dc919900006b\n","Total upgrade time on node (ms): 45"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":1771,"time_total_upgrade_gear_measured_from_broker":1402306006203},"plan_id":"free","active":true,"hostname":"ip-10-230-163-42","namespace":"dcart","remote_upgrade_result":{"gear_uuid":"5395674d4b53dc919900006b","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 5395674d4b53dc919900006b\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"php-5.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306007582,"upgrade_on_node_measured_from_node":387},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 5395674d4b53dc919900006b","Inspecting gear at /var/lib/openshift/5395674d4b53dc919900006b","Migrating gear at /var/lib/openshift/5395674d4b53dc919900006b","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 5395674d4b53dc919900006b\n","Total upgrade time on node (ms): 387"]}}
>{"login":"jhou@redhat.com","app_name":"jenkins1","gear_uuid":"539567a84b53dc404d000093","version":"2.0.46","attempts":[{"gear_uuid":"539567a84b53dc404d000093","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539567a84b53dc404d000093\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"jenkins-1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306009276,"upgrade_on_node_measured_from_node":25},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539567a84b53dc404d000093","Inspecting gear at /var/lib/openshift/539567a84b53dc404d000093","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:jenkins:1:0.0.14, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:jenkins:1:0.0.14","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/539567a84b53dc404d000093","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539567a84b53dc404d000093\n","Total upgrade time on node (ms): 25"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":300,"time_total_upgrade_gear_measured_from_broker":1402306013330},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"539567a84b53dc404d000093","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539567a84b53dc404d000093\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"jenkins-1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306013571,"upgrade_on_node_measured_from_node":37},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539567a84b53dc404d000093","Inspecting gear at /var/lib/openshift/539567a84b53dc404d000093","Migrating gear at /var/lib/openshift/539567a84b53dc404d000093","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539567a84b53dc404d000093\n","Total upgrade time on node (ms): 37"]}}
>{"login":"downloadcart","app_name":"multipledcart","gear_uuid":"539567094b53dc9199000048","version":"2.0.46","attempts":[{"gear_uuid":"539567094b53dc9199000048","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539567094b53dc9199000048\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{},"times":{"start_time":1402306017825,"upgrade_on_node_measured_from_node":78},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539567094b53dc9199000048","Inspecting gear at /var/lib/openshift/539567094b53dc9199000048","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","No upgrade available for cartridge jhou:mysql:5.1:0.2.0, jhou not supported.","No upgrade available for cartridge 1jhou1:perl:5.10:0.0.6, 1jhou1 not supported.","No upgrade available for cartridge jhoucron:jhoucron:1.4:0.0.1, jhoucron not supported.","No upgrade available for cartridge v2mongodb:mongodb:2.2:0.2.0, v2mongodb not supported.","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/539567094b53dc9199000048","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539567094b53dc9199000048\n","Total upgrade time on node (ms): 78"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":262,"time_total_upgrade_gear_measured_from_broker":1402306021922},"plan_id":"free","active":true,"hostname":"ip-10-230-163-42","namespace":"dcart","remote_upgrade_result":{"gear_uuid":"539567094b53dc9199000048","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539567094b53dc9199000048\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{},"times":{"start_time":1402306022114,"upgrade_on_node_measured_from_node":67},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539567094b53dc9199000048","Inspecting gear at /var/lib/openshift/539567094b53dc9199000048","Migrating gear at /var/lib/openshift/539567094b53dc9199000048","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539567094b53dc9199000048\n","Total upgrade time on node (ms): 67"]}}
>{"login":"ha","app_name":"hatest2","gear_uuid":"5395665a4b53dc919900000a","version":"2.0.46","attempts":[{"gear_uuid":"5395665a4b53dc919900000a","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 5395665a4b53dc919900000a\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"jbossas-7":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306025898,"upgrade_on_node_measured_from_node":168},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 5395665a4b53dc919900000a","Inspecting gear at /var/lib/openshift/5395665a4b53dc919900000a","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:haproxy:1.4:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:haproxy:1.4:0.0.17","Refreshing cartridge redhat:jbossas:7:0.0.18, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:jbossas:7:0.0.18","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/5395665a4b53dc919900000a","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 5395665a4b53dc919900000a\n","Total upgrade time on node (ms): 168"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":110,"time_total_upgrade_gear_measured_from_broker":1402306030127},"plan_id":"free","active":true,"hostname":"ip-10-230-163-42","namespace":"hatest","remote_upgrade_result":{"gear_uuid":"5395665a4b53dc919900000a","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 5395665a4b53dc919900000a\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"jbossas-7":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306030213,"upgrade_on_node_measured_from_node":12},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 5395665a4b53dc919900000a","Inspecting gear at /var/lib/openshift/5395665a4b53dc919900000a","Migrating gear at /var/lib/openshift/5395665a4b53dc919900000a","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 5395665a4b53dc919900000a\n","Total upgrade time on node (ms): 12"]}}
>{"login":"ha","app_name":"hatest2","gear_uuid":"8160e0aeefaa11e3a283220771618917","version":"2.0.46","attempts":[{"gear_uuid":"8160e0aeefaa11e3a283220771618917","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 8160e0aeefaa11e3a283220771618917\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"jbossas-7":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306037628,"upgrade_on_node_measured_from_node":54},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 8160e0aeefaa11e3a283220771618917","Inspecting gear at /var/lib/openshift/8160e0aeefaa11e3a283220771618917","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:haproxy:1.4:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:haproxy:1.4:0.0.17","Refreshing cartridge redhat:jbossas:7:0.0.18, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:jbossas:7:0.0.18","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/8160e0aeefaa11e3a283220771618917","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 8160e0aeefaa11e3a283220771618917\n","Total upgrade time on node (ms): 54"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":137,"time_total_upgrade_gear_measured_from_broker":1402306041745},"plan_id":"free","active":true,"hostname":"ip-10-230-163-42","namespace":"hatest","remote_upgrade_result":{"gear_uuid":"8160e0aeefaa11e3a283220771618917","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 8160e0aeefaa11e3a283220771618917\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"jbossas-7":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306041867,"upgrade_on_node_measured_from_node":14},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 8160e0aeefaa11e3a283220771618917","Inspecting gear at /var/lib/openshift/8160e0aeefaa11e3a283220771618917","Migrating gear at /var/lib/openshift/8160e0aeefaa11e3a283220771618917","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 8160e0aeefaa11e3a283220771618917\n","Total upgrade time on node (ms): 14"]}}
>{"login":"ha","app_name":"multiha","gear_uuid":"539567754b53dc9199000082","version":"2.0.46","attempts":[{"gear_uuid":"539567754b53dc9199000082","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539567754b53dc9199000082\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbossews-1.0":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306043976,"upgrade_on_node_measured_from_node":1509},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539567754b53dc9199000082","Inspecting gear at /var/lib/openshift/539567754b53dc9199000082","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:jbossews:1.0:0.0.18, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:jbossews:1.0:0.0.18","Refreshing cartridge redhat:haproxy:1.4:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:haproxy:1.4:0.0.17","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/539567754b53dc9199000082","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539567754b53dc9199000082\n","Total upgrade time on node (ms): 1509"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":311,"time_total_upgrade_gear_measured_from_broker":1402306049503},"plan_id":"free","active":true,"hostname":"ip-10-230-163-42","namespace":"hatest","remote_upgrade_result":{"gear_uuid":"539567754b53dc9199000082","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539567754b53dc9199000082\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbossews-1.0":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306049597,"upgrade_on_node_measured_from_node":13},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539567754b53dc9199000082","Inspecting gear at /var/lib/openshift/539567754b53dc9199000082","Migrating gear at /var/lib/openshift/539567754b53dc9199000082","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539567754b53dc9199000082\n","Total upgrade time on node (ms): 13"]}}
>{"login":"ha","app_name":"multiha","gear_uuid":"616803451164979200262144","version":"2.0.46","attempts":[{"gear_uuid":"616803451164979200262144","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 616803451164979200262144\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbossews-1.0":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306050697,"upgrade_on_node_measured_from_node":166},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 616803451164979200262144","Inspecting gear at /var/lib/openshift/616803451164979200262144","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:jbossews:1.0:0.0.18, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:jbossews:1.0:0.0.18","Refreshing cartridge redhat:haproxy:1.4:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:haproxy:1.4:0.0.17","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/616803451164979200262144","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 616803451164979200262144\n","Total upgrade time on node (ms): 166"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":174,"time_total_upgrade_gear_measured_from_broker":1402306054914},"plan_id":"free","active":true,"hostname":"ip-10-230-163-42","namespace":"hatest","remote_upgrade_result":{"gear_uuid":"616803451164979200262144","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 616803451164979200262144\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbossews-1.0":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306055056,"upgrade_on_node_measured_from_node":29},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 616803451164979200262144","Inspecting gear at /var/lib/openshift/616803451164979200262144","Migrating gear at /var/lib/openshift/616803451164979200262144","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 616803451164979200262144\n","Total upgrade time on node (ms): 29"]}}
>{"login":"jhou@redhat.com","app_name":"mediumapp","gear_uuid":"5395681a4b53dc404d0000ce","version":"2.0.46","attempts":[{"gear_uuid":"5395681a4b53dc404d0000ce","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 5395681a4b53dc404d0000ce\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"ruby-1.9":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"metrics-0.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306055484,"upgrade_on_node_measured_from_node":43},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 5395681a4b53dc404d0000ce","Inspecting gear at /var/lib/openshift/5395681a4b53dc404d0000ce","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:ruby:1.9:0.0.19, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:ruby:1.9:0.0.19","Refreshing cartridge redhat:metrics:0.1:0.0.10, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:metrics:0.1:0.0.10","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/5395681a4b53dc404d0000ce","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 5395681a4b53dc404d0000ce\n","Total upgrade time on node (ms): 43"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":115,"time_total_upgrade_gear_measured_from_broker":1402306059545},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"5395681a4b53dc404d0000ce","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 5395681a4b53dc404d0000ce\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"ruby-1.9":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"metrics-0.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306059632,"upgrade_on_node_measured_from_node":15},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 5395681a4b53dc404d0000ce","Inspecting gear at /var/lib/openshift/5395681a4b53dc404d0000ce","Migrating gear at /var/lib/openshift/5395681a4b53dc404d0000ce","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 5395681a4b53dc404d0000ce\n","Total upgrade time on node (ms): 15"]}}
>{"login":"jhou@redhat.com","app_name":"dancer","gear_uuid":"539568364b53dc404d0000ea","version":"2.0.46","attempts":[{"gear_uuid":"539568364b53dc404d0000ea","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539568364b53dc404d0000ea\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"perl-5.10":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306060050,"upgrade_on_node_measured_from_node":51},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539568364b53dc404d0000ea","Inspecting gear at /var/lib/openshift/539568364b53dc404d0000ea","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:perl:5.10:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:perl:5.10:0.0.17","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/539568364b53dc404d0000ea","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539568364b53dc404d0000ea\n","Total upgrade time on node (ms): 51"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":3229,"time_total_upgrade_gear_measured_from_broker":1402306064111},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"539568364b53dc404d0000ea","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539568364b53dc404d0000ea\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"perl-5.10":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306067311,"upgrade_on_node_measured_from_node":12},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539568364b53dc404d0000ea","Inspecting gear at /var/lib/openshift/539568364b53dc404d0000ea","Migrating gear at /var/lib/openshift/539568364b53dc404d0000ea","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539568364b53dc404d0000ea\n","Total upgrade time on node (ms): 12"]}}
>{"login":"jhou@redhat.com","app_name":"sslapp","gear_uuid":"539568da4b53dc404d0000fe","version":"2.0.46","attempts":[{"gear_uuid":"539568da4b53dc404d0000fe","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539568da4b53dc404d0000fe\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"perl-5.10":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306068994,"upgrade_on_node_measured_from_node":55},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539568da4b53dc404d0000fe","Inspecting gear at /var/lib/openshift/539568da4b53dc404d0000fe","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:perl:5.10:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:perl:5.10:0.0.17","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/539568da4b53dc404d0000fe","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539568da4b53dc404d0000fe\n","Total upgrade time on node (ms): 55"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":215,"time_total_upgrade_gear_measured_from_broker":1402306073071},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"539568da4b53dc404d0000fe","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539568da4b53dc404d0000fe\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"perl-5.10":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306073227,"upgrade_on_node_measured_from_node":25},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539568da4b53dc404d0000fe","Inspecting gear at /var/lib/openshift/539568da4b53dc404d0000fe","Migrating gear at /var/lib/openshift/539568da4b53dc404d0000fe","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539568da4b53dc404d0000fe\n","Total upgrade time on node (ms): 25"]}}
>{"login":"jhou@redhat.com","app_name":"sslapps","gear_uuid":"539568fd4b53dc404d00011a","version":"2.0.46","attempts":[{"gear_uuid":"539568fd4b53dc404d00011a","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539568fd4b53dc404d00011a\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"nodejs-0.6":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306073995,"upgrade_on_node_measured_from_node":81},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539568fd4b53dc404d00011a","Inspecting gear at /var/lib/openshift/539568fd4b53dc404d00011a","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:nodejs:0.6:0.0.18, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:nodejs:0.6:0.0.18","Refreshing cartridge redhat:haproxy:1.4:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:haproxy:1.4:0.0.17","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/539568fd4b53dc404d00011a","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539568fd4b53dc404d00011a\n","Total upgrade time on node (ms): 81"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":96,"time_total_upgrade_gear_measured_from_broker":1402306078094},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"539568fd4b53dc404d00011a","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539568fd4b53dc404d00011a\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"nodejs-0.6":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306078176,"upgrade_on_node_measured_from_node":4},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539568fd4b53dc404d00011a","Inspecting gear at /var/lib/openshift/539568fd4b53dc404d00011a","Migrating gear at /var/lib/openshift/539568fd4b53dc404d00011a","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539568fd4b53dc404d00011a\n","Total upgrade time on node (ms): 4"]}}
>{"login":"jhou@redhat.com","app_name":"storageapp","gear_uuid":"e12faa82efab11e3bb3f220771618917","version":"2.0.46","attempts":[{"gear_uuid":"e12faa82efab11e3bb3f220771618917","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user e12faa82efab11e3bb3f220771618917\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"mysql-5.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306078674,"upgrade_on_node_measured_from_node":118},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for e12faa82efab11e3bb3f220771618917","Inspecting gear at /var/lib/openshift/e12faa82efab11e3bb3f220771618917","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:mysql:5.1:0.2.14, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:mysql:5.1:0.2.14","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/e12faa82efab11e3bb3f220771618917","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user e12faa82efab11e3bb3f220771618917\n","Total upgrade time on node (ms): 118"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":940,"time_total_upgrade_gear_measured_from_broker":1402306082811},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"e12faa82efab11e3bb3f220771618917","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user e12faa82efab11e3bb3f220771618917\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"mysql-5.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306083721,"upgrade_on_node_measured_from_node":4},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for e12faa82efab11e3bb3f220771618917","Inspecting gear at /var/lib/openshift/e12faa82efab11e3bb3f220771618917","Migrating gear at /var/lib/openshift/e12faa82efab11e3bb3f220771618917","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user e12faa82efab11e3bb3f220771618917\n","Total upgrade time on node (ms): 4"]}}
>{"login":"jhou@redhat.com","app_name":"storageapp","gear_uuid":"539569344b53dc404d00013f","version":"2.0.46","attempts":[{"gear_uuid":"539569344b53dc404d00013f","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539569344b53dc404d00013f\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbosseap-6":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306085625,"upgrade_on_node_measured_from_node":962},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539569344b53dc404d00013f","Inspecting gear at /var/lib/openshift/539569344b53dc404d00013f","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:jbosseap:6:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:jbosseap:6:0.0.17","Refreshing cartridge redhat:haproxy:1.4:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:haproxy:1.4:0.0.17","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/539569344b53dc404d00013f","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539569344b53dc404d00013f\n","Total upgrade time on node (ms): 962"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":4370,"time_total_upgrade_gear_measured_from_broker":1402306090606},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"539569344b53dc404d00013f","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539569344b53dc404d00013f\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbosseap-6":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306090739,"upgrade_on_node_measured_from_node":4225},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539569344b53dc404d00013f","Inspecting gear at /var/lib/openshift/539569344b53dc404d00013f","Migrating gear at /var/lib/openshift/539569344b53dc404d00013f","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539569344b53dc404d00013f\n","Total upgrade time on node (ms): 4225"]}}
>{"login":"jhou@redhat.com","app_name":"storageapp","gear_uuid":"2df6341cefac11e3bb3f220771618917","version":"2.0.46","attempts":[{"gear_uuid":"2df6341cefac11e3bb3f220771618917","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 2df6341cefac11e3bb3f220771618917\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbosseap-6":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306096137,"upgrade_on_node_measured_from_node":52},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 2df6341cefac11e3bb3f220771618917","Inspecting gear at /var/lib/openshift/2df6341cefac11e3bb3f220771618917","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:jbosseap:6:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:jbosseap:6:0.0.17","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/2df6341cefac11e3bb3f220771618917","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 2df6341cefac11e3bb3f220771618917\n","Total upgrade time on node (ms): 52"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":1177,"time_total_upgrade_gear_measured_from_broker":1402306100212},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"2df6341cefac11e3bb3f220771618917","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 2df6341cefac11e3bb3f220771618917\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbosseap-6":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306101348,"upgrade_on_node_measured_from_node":4},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 2df6341cefac11e3bb3f220771618917","Inspecting gear at /var/lib/openshift/2df6341cefac11e3bb3f220771618917","Migrating gear at /var/lib/openshift/2df6341cefac11e3bb3f220771618917","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 2df6341cefac11e3bb3f220771618917\n","Total upgrade time on node (ms): 4"]}}
>{"login":"jhou@redhat.com","app_name":"wordpress","gear_uuid":"539569f74b53dc404d000194","version":"2.0.46","attempts":[{"gear_uuid":"539569f74b53dc404d000194","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539569f74b53dc404d000194\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"phpmyadmin-4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"zend-6.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"mysql-5.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306102025,"upgrade_on_node_measured_from_node":128},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539569f74b53dc404d000194","Inspecting gear at /var/lib/openshift/539569f74b53dc404d000194","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:phpmyadmin:4:0.0.12, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:phpmyadmin:4:0.0.12","Refreshing cartridge redhat:zend:6.1:1.0.8, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:zend:6.1:1.0.8","Refreshing cartridge redhat:mysql:5.1:0.2.14, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:mysql:5.1:0.2.14","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/539569f74b53dc404d000194","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539569f74b53dc404d000194\n","Total upgrade time on node (ms): 128"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":197,"time_total_upgrade_gear_measured_from_broker":1402306106202},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"539569f74b53dc404d000194","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539569f74b53dc404d000194\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"phpmyadmin-4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"zend-6.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"mysql-5.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306106367,"upgrade_on_node_measured_from_node":17},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539569f74b53dc404d000194","Inspecting gear at /var/lib/openshift/539569f74b53dc404d000194","Migrating gear at /var/lib/openshift/539569f74b53dc404d000194","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539569f74b53dc404d000194\n","Total upgrade time on node (ms): 17"]}}
>{"login":"jhou@redhat.com","app_name":"php54s","gear_uuid":"53956a854b53dc008f000018","version":"2.0.46","attempts":[{"gear_uuid":"53956a854b53dc008f000018","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956a854b53dc008f000018\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"postgresql-9.2":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306106814,"upgrade_on_node_measured_from_node":48},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956a854b53dc008f000018","Inspecting gear at /var/lib/openshift/53956a854b53dc008f000018","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:postgresql:9.2:0.3.16, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:postgresql:9.2:0.3.16","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/53956a854b53dc008f000018","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956a854b53dc008f000018\n","Total upgrade time on node (ms): 48"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":230,"time_total_upgrade_gear_measured_from_broker":1402306110879},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"53956a854b53dc008f000018","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956a854b53dc008f000018\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"postgresql-9.2":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306110986,"upgrade_on_node_measured_from_node":75},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956a854b53dc008f000018","Inspecting gear at /var/lib/openshift/53956a854b53dc008f000018","Migrating gear at /var/lib/openshift/53956a854b53dc008f000018","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956a854b53dc008f000018\n","Total upgrade time on node (ms): 75"]}}
>{"login":"jhou@redhat.com","app_name":"php54s","gear_uuid":"53956a854b53dc404d0001ae","version":"2.0.46","attempts":[{"gear_uuid":"53956a854b53dc404d0001ae","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956a854b53dc404d0001ae\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"php-5.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306112501,"upgrade_on_node_measured_from_node":108},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956a854b53dc404d0001ae","Inspecting gear at /var/lib/openshift/53956a854b53dc404d0001ae","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:php:5.4:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:php:5.4:0.0.17","Refreshing cartridge redhat:haproxy:1.4:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:haproxy:1.4:0.0.17","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/53956a854b53dc404d0001ae","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956a854b53dc404d0001ae\n","Total upgrade time on node (ms): 108"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":165,"time_total_upgrade_gear_measured_from_broker":1402306116632},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"53956a854b53dc404d0001ae","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956a854b53dc404d0001ae\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"php-5.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306116782,"upgrade_on_node_measured_from_node":14},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956a854b53dc404d0001ae","Inspecting gear at /var/lib/openshift/53956a854b53dc404d0001ae","Migrating gear at /var/lib/openshift/53956a854b53dc404d0001ae","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956a854b53dc404d0001ae\n","Total upgrade time on node (ms): 14"]}}
>{"login":"jhou@redhat.com","app_name":"perl510","gear_uuid":"53956ac84b53dc404d0001e2","version":"2.0.46","attempts":[{"gear_uuid":"53956ac84b53dc404d0001e2","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956ac84b53dc404d0001e2\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"cron-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"perl-5.10":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306117171,"upgrade_on_node_measured_from_node":2113},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956ac84b53dc404d0001e2","Inspecting gear at /var/lib/openshift/53956ac84b53dc404d0001e2","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:cron:1.4:0.0.13, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:cron:1.4:0.0.13","Refreshing cartridge redhat:perl:5.10:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:perl:5.10:0.0.17","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/53956ac84b53dc404d0001e2","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956ac84b53dc404d0001e2\n","Total upgrade time on node (ms): 2113"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":157,"time_total_upgrade_gear_measured_from_broker":1402306123315},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"53956ac84b53dc404d0001e2","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956ac84b53dc404d0001e2\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"cron-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"perl-5.10":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306123588,"upgrade_on_node_measured_from_node":4},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956ac84b53dc404d0001e2","Inspecting gear at /var/lib/openshift/53956ac84b53dc404d0001e2","Migrating gear at /var/lib/openshift/53956ac84b53dc404d0001e2","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956ac84b53dc404d0001e2\n","Total upgrade time on node (ms): 4"]}}
>{"login":"jhou@redhat.com","app_name":"py26","gear_uuid":"53956ae04b53dc404d0001fe","version":"2.0.46","attempts":[{"gear_uuid":"53956ae04b53dc404d0001fe","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956ae04b53dc404d0001fe\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"phpmyadmin-4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"python-2.6":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"mysql-5.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306124013,"upgrade_on_node_measured_from_node":162},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956ae04b53dc404d0001fe","Inspecting gear at /var/lib/openshift/53956ae04b53dc404d0001fe","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:phpmyadmin:4:0.0.12, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:phpmyadmin:4:0.0.12","Refreshing cartridge redhat:python:2.6:0.0.18, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:python:2.6:0.0.18","Refreshing cartridge redhat:mysql:5.1:0.2.14, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:mysql:5.1:0.2.14","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/53956ae04b53dc404d0001fe","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956ae04b53dc404d0001fe\n","Total upgrade time on node (ms): 162"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":154,"time_total_upgrade_gear_measured_from_broker":1402306128225},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"53956ae04b53dc404d0001fe","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956ae04b53dc404d0001fe\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"phpmyadmin-4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"python-2.6":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"mysql-5.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306128334,"upgrade_on_node_measured_from_node":4},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956ae04b53dc404d0001fe","Inspecting gear at /var/lib/openshift/53956ae04b53dc404d0001fe","Migrating gear at /var/lib/openshift/53956ae04b53dc404d0001fe","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956ae04b53dc404d0001fe\n","Total upgrade time on node (ms): 4"]}}
>{"login":"jhou@redhat.com","app_name":"py27s","gear_uuid":"53956b144b53dc008f00001c","version":"2.0.46","attempts":[{"gear_uuid":"53956b144b53dc008f00001c","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956b144b53dc008f00001c\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"mongodb-2.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306128820,"upgrade_on_node_measured_from_node":168},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956b144b53dc008f00001c","Inspecting gear at /var/lib/openshift/53956b144b53dc008f00001c","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:mongodb:2.4:0.2.11, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:mongodb:2.4:0.2.11","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/53956b144b53dc008f00001c","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956b144b53dc008f00001c\n","Total upgrade time on node (ms): 168"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":166,"time_total_upgrade_gear_measured_from_broker":1402306133010},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"53956b144b53dc008f00001c","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956b144b53dc008f00001c\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"mongodb-2.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306133154,"upgrade_on_node_measured_from_node":19},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956b144b53dc008f00001c","Inspecting gear at /var/lib/openshift/53956b144b53dc008f00001c","Migrating gear at /var/lib/openshift/53956b144b53dc008f00001c","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956b144b53dc008f00001c\n","Total upgrade time on node (ms): 19"]}}
>{"login":"jhou@redhat.com","app_name":"py27s","gear_uuid":"53956b144b53dc404d000218","version":"2.0.46","attempts":[{"gear_uuid":"53956b144b53dc404d000218","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956b144b53dc404d000218\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"python-2.7":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306134369,"upgrade_on_node_measured_from_node":43},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956b144b53dc404d000218","Inspecting gear at /var/lib/openshift/53956b144b53dc404d000218","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:python:2.7:0.0.18, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:python:2.7:0.0.18","Refreshing cartridge redhat:haproxy:1.4:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:haproxy:1.4:0.0.17","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/53956b144b53dc404d000218","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956b144b53dc404d000218\n","Total upgrade time on node (ms): 43"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":169,"time_total_upgrade_gear_measured_from_broker":1402306138443},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"53956b144b53dc404d000218","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956b144b53dc404d000218\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"python-2.7":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306138616,"upgrade_on_node_measured_from_node":16},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956b144b53dc404d000218","Inspecting gear at /var/lib/openshift/53956b144b53dc404d000218","Migrating gear at /var/lib/openshift/53956b144b53dc404d000218","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956b144b53dc404d000218\n","Total upgrade time on node (ms): 16"]}}
>{"login":"jhou@redhat.com","app_name":"py33","gear_uuid":"53956b714b53dc404d000253","version":"2.0.46","attempts":[{"gear_uuid":"53956b714b53dc404d000253","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956b714b53dc404d000253\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"python-3.3":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"postgresql-8.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306139101,"upgrade_on_node_measured_from_node":44},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956b714b53dc404d000253","Inspecting gear at /var/lib/openshift/53956b714b53dc404d000253","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:python:3.3:0.0.18, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:python:3.3:0.0.18","Refreshing cartridge redhat:postgresql:8.4:0.3.16, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:postgresql:8.4:0.3.16","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/53956b714b53dc404d000253","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956b714b53dc404d000253\n","Total upgrade time on node (ms): 44"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":1401,"time_total_upgrade_gear_measured_from_broker":1402306143162},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"53956b714b53dc404d000253","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956b714b53dc404d000253\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"python-3.3":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"postgresql-8.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306143395,"upgrade_on_node_measured_from_node":973},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956b714b53dc404d000253","Inspecting gear at /var/lib/openshift/53956b714b53dc404d000253","Migrating gear at /var/lib/openshift/53956b714b53dc404d000253","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956b714b53dc404d000253\n","Total upgrade time on node (ms): 973"]}}
>{"login":"jhou@redhat.com","app_name":"redmine","gear_uuid":"53956b924b53dc404d00026a","version":"2.0.46","attempts":[{"gear_uuid":"53956b924b53dc404d00026a","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956b924b53dc404d00026a\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"ruby-1.8":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"mysql-5.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306145277,"upgrade_on_node_measured_from_node":150},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956b924b53dc404d00026a","Inspecting gear at /var/lib/openshift/53956b924b53dc404d00026a","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:ruby:1.8:0.0.19, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:ruby:1.8:0.0.19","Refreshing cartridge redhat:mysql:5.1:0.2.14, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:mysql:5.1:0.2.14","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/53956b924b53dc404d00026a","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956b924b53dc404d00026a\n","Total upgrade time on node (ms): 150"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":2654,"time_total_upgrade_gear_measured_from_broker":1402306149490},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"53956b924b53dc404d00026a","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956b924b53dc404d00026a\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"ruby-1.8":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"mysql-5.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306149599,"upgrade_on_node_measured_from_node":2541},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956b924b53dc404d00026a","Inspecting gear at /var/lib/openshift/53956b924b53dc404d00026a","Migrating gear at /var/lib/openshift/53956b924b53dc404d00026a","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956b924b53dc404d00026a\n","Total upgrade time on node (ms): 2541"]}}
>{"login":"jhou@redhat.com","app_name":"rails","gear_uuid":"53956c2f4b53dc404d000281","version":"2.0.46","attempts":[{"gear_uuid":"53956c2f4b53dc404d000281","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956c2f4b53dc404d000281\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"ruby-1.9":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"mysql-5.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306154903,"upgrade_on_node_measured_from_node":111},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956c2f4b53dc404d000281","Inspecting gear at /var/lib/openshift/53956c2f4b53dc404d000281","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:ruby:1.9:0.0.19, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:ruby:1.9:0.0.19","Refreshing cartridge redhat:mysql:5.1:0.2.14, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:mysql:5.1:0.2.14","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/53956c2f4b53dc404d000281","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956c2f4b53dc404d000281\n","Total upgrade time on node (ms): 111"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":1425,"time_total_upgrade_gear_measured_from_broker":1402306159262},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"53956c2f4b53dc404d000281","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956c2f4b53dc404d000281\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"ruby-1.9":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"mysql-5.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306159396,"upgrade_on_node_measured_from_node":1256},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956c2f4b53dc404d000281","Inspecting gear at /var/lib/openshift/53956c2f4b53dc404d000281","Migrating gear at /var/lib/openshift/53956c2f4b53dc404d000281","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956c2f4b53dc404d000281\n","Total upgrade time on node (ms): 1256"]}}
>{"login":"jhou@redhat.com","app_name":"pacman","gear_uuid":"53956ce14b53dc404d0002a1","version":"2.0.46","attempts":[{"gear_uuid":"53956ce14b53dc404d0002a1","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956ce14b53dc404d0002a1\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"nodejs-0.6":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"rockmongo-1.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"mongodb-2.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306163424,"upgrade_on_node_measured_from_node":139},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956ce14b53dc404d0002a1","Inspecting gear at /var/lib/openshift/53956ce14b53dc404d0002a1","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:nodejs:0.6:0.0.18, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:nodejs:0.6:0.0.18","Refreshing cartridge redhat:rockmongo:1.1:0.0.12, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:rockmongo:1.1:0.0.12","Refreshing cartridge redhat:mongodb:2.4:0.2.11, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:mongodb:2.4:0.2.11","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/53956ce14b53dc404d0002a1","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956ce14b53dc404d0002a1\n","Total upgrade time on node (ms): 139"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":195,"time_total_upgrade_gear_measured_from_broker":1402306167612},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"53956ce14b53dc404d0002a1","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956ce14b53dc404d0002a1\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"nodejs-0.6":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"rockmongo-1.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"mongodb-2.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306167740,"upgrade_on_node_measured_from_node":6},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956ce14b53dc404d0002a1","Inspecting gear at /var/lib/openshift/53956ce14b53dc404d0002a1","Migrating gear at /var/lib/openshift/53956ce14b53dc404d0002a1","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956ce14b53dc404d0002a1\n","Total upgrade time on node (ms): 6"]}}
>{"login":"jhou@redhat.com","app_name":"nodejs10","gear_uuid":"53956d5a4b53dc404d0002c0","version":"2.0.46","attempts":[{"gear_uuid":"53956d5a4b53dc404d0002c0","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956d5a4b53dc404d0002c0\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"nodejs-0.10":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"jenkins-client-1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306168187,"upgrade_on_node_measured_from_node":29},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956d5a4b53dc404d0002c0","Inspecting gear at /var/lib/openshift/53956d5a4b53dc404d0002c0","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:nodejs:0.10:0.0.18, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:nodejs:0.10:0.0.18","Refreshing cartridge redhat:jenkins-client:1:0.0.9, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:jenkins-client:1:0.0.9","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/53956d5a4b53dc404d0002c0","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956d5a4b53dc404d0002c0\n","Total upgrade time on node (ms): 29"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":415,"time_total_upgrade_gear_measured_from_broker":1402306172288},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"53956d5a4b53dc404d0002c0","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956d5a4b53dc404d0002c0\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"nodejs-0.10":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"jenkins-client-1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306172388,"upgrade_on_node_measured_from_node":283},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956d5a4b53dc404d0002c0","Inspecting gear at /var/lib/openshift/53956d5a4b53dc404d0002c0","Migrating gear at /var/lib/openshift/53956d5a4b53dc404d0002c0","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956d5a4b53dc404d0002c0\n","Total upgrade time on node (ms): 283"]}}
>{"login":"jhou@redhat.com","app_name":"drupalphp","gear_uuid":"53956f464b53dc404d000316","version":"2.0.46","attempts":[{"gear_uuid":"53956f464b53dc404d000316","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956f464b53dc404d000316\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"cron-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"mysql-5.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"php-5.3":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306174797,"upgrade_on_node_measured_from_node":302},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956f464b53dc404d000316","Inspecting gear at /var/lib/openshift/53956f464b53dc404d000316","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:cron:1.4:0.0.13, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:cron:1.4:0.0.13","Refreshing cartridge redhat:mysql:5.1:0.2.14, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:mysql:5.1:0.2.14","Refreshing cartridge redhat:php:5.3:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:php:5.3:0.0.17","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/53956f464b53dc404d000316","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956f464b53dc404d000316\n","Total upgrade time on node (ms): 302"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":583,"time_total_upgrade_gear_measured_from_broker":1402306179117},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"53956f464b53dc404d000316","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956f464b53dc404d000316\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"cron-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"mysql-5.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"php-5.3":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306179662,"upgrade_on_node_measured_from_node":22},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956f464b53dc404d000316","Inspecting gear at /var/lib/openshift/53956f464b53dc404d000316","Migrating gear at /var/lib/openshift/53956f464b53dc404d000316","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956f464b53dc404d000316\n","Total upgrade time on node (ms): 22"]}}
>{"login":"jhou@redhat.com","app_name":"kitchensink","gear_uuid":"53956fc34b53dc404d000330","version":"2.0.46","attempts":[{"gear_uuid":"53956fc34b53dc404d000330","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956fc34b53dc404d000330\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"postgresql-8.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"jbossas-7":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306181223,"upgrade_on_node_measured_from_node":98},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956fc34b53dc404d000330","Inspecting gear at /var/lib/openshift/53956fc34b53dc404d000330","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:postgresql:8.4:0.3.16, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:postgresql:8.4:0.3.16","Refreshing cartridge redhat:jbossas:7:0.0.18, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:jbossas:7:0.0.18","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/53956fc34b53dc404d000330","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956fc34b53dc404d000330\n","Total upgrade time on node (ms): 98"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":177,"time_total_upgrade_gear_measured_from_broker":1402306185331},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"53956fc34b53dc404d000330","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 53956fc34b53dc404d000330\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"postgresql-8.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"jbossas-7":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306185423,"upgrade_on_node_measured_from_node":14},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 53956fc34b53dc404d000330","Inspecting gear at /var/lib/openshift/53956fc34b53dc404d000330","Migrating gear at /var/lib/openshift/53956fc34b53dc404d000330","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 53956fc34b53dc404d000330\n","Total upgrade time on node (ms): 14"]}}
>{"login":"jhou@redhat.com","app_name":"swydappbldr","gear_uuid":"539572224b53dc404d00036c","version":"2.0.46","attempts":[{"gear_uuid":"539572224b53dc404d00036c","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539572224b53dc404d00036c\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbosseap-6":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306185963,"upgrade_on_node_measured_from_node":85},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539572224b53dc404d00036c","Inspecting gear at /var/lib/openshift/539572224b53dc404d00036c","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:jbosseap:6:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:jbosseap:6:0.0.17","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/539572224b53dc404d00036c","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539572224b53dc404d00036c\n","Total upgrade time on node (ms): 85"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":140,"time_total_upgrade_gear_measured_from_broker":1402306190113},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"539572224b53dc404d00036c","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539572224b53dc404d00036c\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbosseap-6":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306190195,"upgrade_on_node_measured_from_node":17},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539572224b53dc404d00036c","Inspecting gear at /var/lib/openshift/539572224b53dc404d00036c","Migrating gear at /var/lib/openshift/539572224b53dc404d00036c","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539572224b53dc404d00036c\n","Total upgrade time on node (ms): 17"]}}
>{"login":"jhou@redhat.com","app_name":"jbossews1","gear_uuid":"539573804b53dc9199000171","version":"2.0.46","attempts":[{"gear_uuid":"539573804b53dc9199000171","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539573804b53dc9199000171\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbossews-1.0":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306191268,"upgrade_on_node_measured_from_node":31},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539573804b53dc9199000171","Inspecting gear at /var/lib/openshift/539573804b53dc9199000171","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:jbossews:1.0:0.0.18, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:jbossews:1.0:0.0.18","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/539573804b53dc9199000171","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539573804b53dc9199000171\n","Total upgrade time on node (ms): 31"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":343,"time_total_upgrade_gear_measured_from_broker":1402306195318},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"539573804b53dc9199000171","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539573804b53dc9199000171\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbossews-1.0":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306195403,"upgrade_on_node_measured_from_node":247},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539573804b53dc9199000171","Inspecting gear at /var/lib/openshift/539573804b53dc9199000171","Migrating gear at /var/lib/openshift/539573804b53dc9199000171","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539573804b53dc9199000171\n","Total upgrade time on node (ms): 247"]}}
>{"login":"jhou@redhat.com","app_name":"jbossews2s","gear_uuid":"539573a04b53dc9199000185","version":"2.0.46","attempts":[{"gear_uuid":"539573a04b53dc9199000185","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539573a04b53dc9199000185\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbossews-2.0":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"jenkins-client-1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306196876,"upgrade_on_node_measured_from_node":115},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539573a04b53dc9199000185","Inspecting gear at /var/lib/openshift/539573a04b53dc9199000185","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:jbossews:2.0:0.0.18, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:jbossews:2.0:0.0.18","Refreshing cartridge redhat:haproxy:1.4:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:haproxy:1.4:0.0.17","Refreshing cartridge redhat:jenkins-client:1:0.0.9, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:jenkins-client:1:0.0.9","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/539573a04b53dc9199000185","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539573a04b53dc9199000185\n","Total upgrade time on node (ms): 115"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":197,"time_total_upgrade_gear_measured_from_broker":1402306201080},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"539573a04b53dc9199000185","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539573a04b53dc9199000185\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbossews-2.0":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"jenkins-client-1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306201199,"upgrade_on_node_measured_from_node":47},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539573a04b53dc9199000185","Inspecting gear at /var/lib/openshift/539573a04b53dc9199000185","Migrating gear at /var/lib/openshift/539573a04b53dc9199000185","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539573a04b53dc9199000185\n","Total upgrade time on node (ms): 47"]}}
>{"login":"jhou@redhat.com","app_name":"diy1","gear_uuid":"539573f54b53dc91990001aa","version":"2.0.46","attempts":[{"gear_uuid":"539573f54b53dc91990001aa","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539573f54b53dc91990001aa\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"diy-0.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306202860,"upgrade_on_node_measured_from_node":1434},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539573f54b53dc91990001aa","Inspecting gear at /var/lib/openshift/539573f54b53dc91990001aa","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:diy:0.1:0.0.13, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:diy:0.1:0.0.13","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/539573f54b53dc91990001aa","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539573f54b53dc91990001aa\n","Total upgrade time on node (ms): 1434"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":130,"time_total_upgrade_gear_measured_from_broker":1402306208351},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"539573f54b53dc91990001aa","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539573f54b53dc91990001aa\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"diy-0.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306208432,"upgrade_on_node_measured_from_node":5},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539573f54b53dc91990001aa","Inspecting gear at /var/lib/openshift/539573f54b53dc91990001aa","Migrating gear at /var/lib/openshift/539573f54b53dc91990001aa","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539573f54b53dc91990001aa\n","Total upgrade time on node (ms): 5"]}}
>{"login":"jhou@redhat.com","app_name":"cake","gear_uuid":"5395740a4b53dc91990001be","version":"2.0.46","attempts":[{"gear_uuid":"5395740a4b53dc91990001be","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 5395740a4b53dc91990001be\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"zend-6.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"mysql-5.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306210200,"upgrade_on_node_measured_from_node":120},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 5395740a4b53dc91990001be","Inspecting gear at /var/lib/openshift/5395740a4b53dc91990001be","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:zend:6.1:1.0.8, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:zend:6.1:1.0.8","Refreshing cartridge redhat:mysql:5.1:0.2.14, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:mysql:5.1:0.2.14","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/5395740a4b53dc91990001be","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 5395740a4b53dc91990001be\n","Total upgrade time on node (ms): 120"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":352,"time_total_upgrade_gear_measured_from_broker":1402306214363},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"5395740a4b53dc91990001be","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 5395740a4b53dc91990001be\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"zend-6.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"mysql-5.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306214506,"upgrade_on_node_measured_from_node":5},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 5395740a4b53dc91990001be","Inspecting gear at /var/lib/openshift/5395740a4b53dc91990001be","Migrating gear at /var/lib/openshift/5395740a4b53dc91990001be","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 5395740a4b53dc91990001be\n","Total upgrade time on node (ms): 5"]}}
>{"login":"jhou@redhat.com","app_name":"dcart","gear_uuid":"539574ac4b53dc91990001dc","version":"2.0.46","attempts":[{"gear_uuid":"539574ac4b53dc91990001dc","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539574ac4b53dc91990001dc\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{},"times":{"start_time":1402306215365,"upgrade_on_node_measured_from_node":74},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539574ac4b53dc91990001dc","Inspecting gear at /var/lib/openshift/539574ac4b53dc91990001dc","Pre-upgrade state: started","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","No upgrade available for cartridge jhou:mysql:5.1:0.2.0, jhou not supported.","No upgrade available for cartridge 1jhou1:perl:5.10:0.0.6, 1jhou1 not supported.","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/539574ac4b53dc91990001dc","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539574ac4b53dc91990001dc\n","Total upgrade time on node (ms): 74"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":111,"time_total_upgrade_gear_measured_from_broker":1402306219457},"plan_id":"silver","active":true,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"539574ac4b53dc91990001dc","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539574ac4b53dc91990001dc\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{},"times":{"start_time":1402306219549,"upgrade_on_node_measured_from_node":4},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539574ac4b53dc91990001dc","Inspecting gear at /var/lib/openshift/539574ac4b53dc91990001dc","Migrating gear at /var/lib/openshift/539574ac4b53dc91990001dc","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539574ac4b53dc91990001dc\n","Total upgrade time on node (ms): 4"]}}
>{"login":"jhou@redhat.com","app_name":"stopapp","gear_uuid":"539567f04b53dc404d0000b0","version":"2.0.46","attempts":[{"gear_uuid":"539567f04b53dc404d0000b0","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"stopped"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539567f04b53dc404d0000b0\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"php-5.3":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306257989,"upgrade_on_node_measured_from_node":25},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539567f04b53dc404d0000b0","Inspecting gear at /var/lib/openshift/539567f04b53dc404d0000b0","Pre-upgrade state: stopped","Marking step inspect_gear_state complete","Marking step pre_upgrade complete","Refreshing cartridge redhat:php:5.3:0.0.17, ignoring cartridge version.","Creating itinerary entry for incompatible upgrade of redhat:php:5.3:0.0.17","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/539567f04b53dc404d0000b0","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539567f04b53dc404d0000b0\n","Total upgrade time on node (ms): 25"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":445,"time_total_upgrade_gear_measured_from_broker":1402306262180},"plan_id":"silver","active":false,"hostname":"ip-10-230-163-42","namespace":"jhou","remote_upgrade_result":{"gear_uuid":"539567f04b53dc404d0000b0","hostname":"ip-10-230-163-42","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}}},"upgrade_complete":false,"errors":[{"message":"CLIENT_ERROR: Unable to obtain quota for user 539567f04b53dc404d0000b0\n","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/node.rb:120:in `get_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:565:in `relax_quota'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:477:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.26.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:125:in `block in dispatch'"}],"warnings":[],"itinerary":{"php-5.3":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1402306262435,"upgrade_on_node_measured_from_node":215},"broker_directives":[],"log":["Beginning 2.0.46 upgrade for 539567f04b53dc404d0000b0","Inspecting gear at /var/lib/openshift/539567f04b53dc404d0000b0","Migrating gear at /var/lib/openshift/539567f04b53dc404d0000b0","Caught an exception during upgrade: CLIENT_ERROR: Unable to obtain quota for user 539567f04b53dc404d0000b0\n","Total upgrade time on node (ms): 215"]}}

Actions: View

Attachments on bug 1106395: 904588