Attachment 889182 Details for Bug 1090718 – upgrade_errors.log

upgrade_errors.log

upgrade_errors_node.ose-20.com.cn (text/plain), 71.66 KB, created by Johnny Liu on 2014-04-24 03:38:55 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: Johnny Liu

Created: 2014-04-24 03:38:55 UTC

Size: 71.66 KB

patch

obsolete

>{"login":"jialiu","app_name":"jbews10tidyapp","gear_uuid":"53569bf296511db3a7000104","version":"2.1","attempts":[{"gear_uuid":"53569bf296511db3a7000104","hostname":"node","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"fix_deployment_ownership":{"status":"complete","errors":[],"context":{}},"fix_ownership":{"status":"complete","errors":[],"context":{}},"fix_deployment_metadata_ownership":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}},"stop_gear":{"status":"complete","errors":[],"context":{}},"pre_cartridge_upgrade":{"status":"complete","errors":[],"context":{}},"create_global_log_dir":{"status":"complete","errors":[],"context":{}},"jbossews_upgrade_cart":{"status":"incomplete","errors":["Unhandled exception performing step: Errors encountered executing step upgrade_script_jbossews\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:42:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:724:in `execute_cartridge_upgrade_script'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:693:in `block in incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/v2_cart_model.rb:438:in `unlock_gear'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:690:in `incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:512:in `block (4 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:32:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:502:in `block (3 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:39:in `block in each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_pair'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:488:in `block (2 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `chdir'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `block in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `call'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `apply_profile'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:106:in `block (2 levels) in <class:Cgroups>'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:486:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:127:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block in dispatch'"],"context":{"cartridge":"jbossews","compatible":false}},"upgrade_script_jbossews":{"status":"incomplete","errors":["Upgrade script for jbossews returned a non-zero exit code (1)"],"context":{"cartridge":"jbossews","rc":1,"stdout":"","stderr":"cp: cannot stat `/var/lib/openshift/53569bf296511db3a7000104/jbossews//usr/versions//configuration/*': No such file or directory\n"}}},"upgrade_complete":false,"errors":[{"message":"Errors encountered executing step upgrade_script_jbossews","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:42:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:724:in `execute_cartridge_upgrade_script'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:693:in `block in incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/v2_cart_model.rb:438:in `unlock_gear'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:690:in `incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:512:in `block (4 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:32:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:502:in `block (3 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:39:in `block in each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_pair'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:488:in `block (2 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `chdir'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `block in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `call'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `apply_profile'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:106:in `block (2 levels) in <class:Cgroups>'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:486:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:127:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbossews-1.0":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1398255787087,"upgrade_on_node_measured_from_node":2229},"broker_directives":[],"log":["Beginning 2.1 upgrade for 53569bf296511db3a7000104","Inspecting gear at /var/lib/openshift/53569bf296511db3a7000104","Pre-upgrade state: started","Marking step inspect_gear_state complete","Getting default values from resource_limits.conf","default_blocks_limit = 1048576","default_inodes_limit = 80000","Getting gear quota information","original gear_blocks_limit = 1048576","revised gear_blocks_limit = 1048576","Multiplier = 1","minimum_inodes_limit = 80000","gear_inodes_limit = 40000","Setting quota to 1048576 blocks, 80000 inodes","Marking step fix_deployment_ownership complete","Marking step fix_ownership complete","Marking step fix_deployment_metadata_ownership complete","Marking step pre_upgrade complete","Creating itinerary entry for incompatible upgrade of redhat:jbossews:1.0:0.0.9","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/53569bf296511db3a7000104","Stopping gear on node 'node'","Marking step stop_gear complete","Marking step create_global_log_dir complete","Marking step pre_cartridge_upgrade complete","Incompatible upgrade of cartridge redhat:jbossews:1.0:0.0.9","Ran upgrade script for jbossews","Caught an exception during upgrade: Errors encountered executing step upgrade_script_jbossews","Total upgrade time on node (ms): 2229"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":448,"time_total_upgrade_gear_measured_from_broker":1398255793840},"plan_id":null,"active":true,"hostname":"node.ose-20.com.cn","namespace":"jialiu","remote_upgrade_result":{"gear_uuid":"53569bf296511db3a7000104","hostname":"node","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"stop_gear":{"status":"complete","errors":[],"context":{}},"pre_cartridge_upgrade":{"status":"complete","errors":[],"context":{}},"jbossews_upgrade_cart":{"status":"incomplete","errors":["Unhandled exception performing step: Errors encountered executing step upgrade_script_jbossews\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:42:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:724:in `execute_cartridge_upgrade_script'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:693:in `block in incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/v2_cart_model.rb:438:in `unlock_gear'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:690:in `incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:512:in `block (4 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:32:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:502:in `block (3 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:39:in `block in each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_pair'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:488:in `block (2 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `chdir'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `block in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `call'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `apply_profile'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:106:in `block (2 levels) in <class:Cgroups>'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:486:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:127:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block in dispatch'"],"context":{"cartridge":"jbossews","compatible":false}},"upgrade_script_jbossews":{"status":"incomplete","errors":["Upgrade script for jbossews returned a non-zero exit code (1)"],"context":{"cartridge":"jbossews","rc":1,"stdout":"","stderr":"cp: cannot stat `/var/lib/openshift/53569bf296511db3a7000104/jbossews//usr/versions//configuration/*': No such file or directory\n"}}},"upgrade_complete":false,"errors":[{"message":"Errors encountered executing step upgrade_script_jbossews","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:42:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:724:in `execute_cartridge_upgrade_script'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:693:in `block in incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/v2_cart_model.rb:438:in `unlock_gear'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:690:in `incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:512:in `block (4 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:32:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:502:in `block (3 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:39:in `block in each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_pair'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:488:in `block (2 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `chdir'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `block in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `call'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `apply_profile'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:106:in `block (2 levels) in <class:Cgroups>'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:486:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:127:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbossews-1.0":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1398255793491,"upgrade_on_node_measured_from_node":285},"broker_directives":[],"log":["Beginning 2.1 upgrade for 53569bf296511db3a7000104","Inspecting gear at /var/lib/openshift/53569bf296511db3a7000104","Migrating gear at /var/lib/openshift/53569bf296511db3a7000104","Stopping gear on node 'node'","Incompatible upgrade of cartridge redhat:jbossews:1.0:0.0.9","Ran upgrade script for jbossews","Caught an exception during upgrade: Errors encountered executing step upgrade_script_jbossews","Total upgrade time on node (ms): 285"]}}
>{"login":"jialiu","app_name":"jbews20my51hotdeployapp","gear_uuid":"53569c1a96511db3a700011c","version":"2.1","attempts":[{"gear_uuid":"53569c1a96511db3a700011c","hostname":"node","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"fix_deployment_ownership":{"status":"complete","errors":[],"context":{}},"fix_ownership":{"status":"complete","errors":[],"context":{}},"fix_deployment_metadata_ownership":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}},"stop_gear":{"status":"complete","errors":[],"context":{}},"pre_cartridge_upgrade":{"status":"complete","errors":[],"context":{}},"create_global_log_dir":{"status":"complete","errors":[],"context":{}},"jbossews_upgrade_cart":{"status":"incomplete","errors":["Unhandled exception performing step: Errors encountered executing step upgrade_script_jbossews\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:42:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:724:in `execute_cartridge_upgrade_script'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:693:in `block in incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/v2_cart_model.rb:438:in `unlock_gear'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:690:in `incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:512:in `block (4 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:32:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:502:in `block (3 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:39:in `block in each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_pair'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:488:in `block (2 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `chdir'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `block in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `call'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `apply_profile'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:106:in `block (2 levels) in <class:Cgroups>'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:486:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:127:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block in dispatch'"],"context":{"cartridge":"jbossews","compatible":false}},"upgrade_script_jbossews":{"status":"incomplete","errors":["Upgrade script for jbossews returned a non-zero exit code (1)"],"context":{"cartridge":"jbossews","rc":1,"stdout":"","stderr":"cp: cannot stat `/var/lib/openshift/53569c1a96511db3a700011c/jbossews//usr/versions//configuration/*': No such file or directory\n"}}},"upgrade_complete":false,"errors":[{"message":"Errors encountered executing step upgrade_script_jbossews","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:42:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:724:in `execute_cartridge_upgrade_script'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:693:in `block in incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/v2_cart_model.rb:438:in `unlock_gear'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:690:in `incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:512:in `block (4 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:32:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:502:in `block (3 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:39:in `block in each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_pair'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:488:in `block (2 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `chdir'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `block in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `call'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `apply_profile'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:106:in `block (2 levels) in <class:Cgroups>'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:486:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:127:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbossews-2.0":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"mysql-5.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1398255794202,"upgrade_on_node_measured_from_node":10782},"broker_directives":[],"log":["Beginning 2.1 upgrade for 53569c1a96511db3a700011c","Inspecting gear at /var/lib/openshift/53569c1a96511db3a700011c","Pre-upgrade state: started","Marking step inspect_gear_state complete","Getting default values from resource_limits.conf","default_blocks_limit = 1048576","default_inodes_limit = 80000","Getting gear quota information","original gear_blocks_limit = 1048576","revised gear_blocks_limit = 1048576","Multiplier = 1","minimum_inodes_limit = 80000","gear_inodes_limit = 40000","Setting quota to 1048576 blocks, 80000 inodes","Marking step fix_deployment_ownership complete","Marking step fix_ownership complete","Marking step fix_deployment_metadata_ownership complete","Marking step pre_upgrade complete","Creating itinerary entry for incompatible upgrade of redhat:jbossews:2.0:0.0.9","Creating itinerary entry for incompatible upgrade of redhat:mysql:5.1:0.2.6","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/53569c1a96511db3a700011c","Stopping gear on node 'node'","Marking step stop_gear complete","Marking step create_global_log_dir complete","Marking step pre_cartridge_upgrade complete","Incompatible upgrade of cartridge redhat:jbossews:2.0:0.0.9","Ran upgrade script for jbossews","Caught an exception during upgrade: Errors encountered executing step upgrade_script_jbossews","Total upgrade time on node (ms): 10782"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":496,"time_total_upgrade_gear_measured_from_broker":1398255809514},"plan_id":null,"active":true,"hostname":"node.ose-20.com.cn","namespace":"jialiu","remote_upgrade_result":{"gear_uuid":"53569c1a96511db3a700011c","hostname":"node","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"stop_gear":{"status":"complete","errors":[],"context":{}},"pre_cartridge_upgrade":{"status":"complete","errors":[],"context":{}},"jbossews_upgrade_cart":{"status":"incomplete","errors":["Unhandled exception performing step: Errors encountered executing step upgrade_script_jbossews\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:42:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:724:in `execute_cartridge_upgrade_script'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:693:in `block in incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/v2_cart_model.rb:438:in `unlock_gear'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:690:in `incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:512:in `block (4 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:32:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:502:in `block (3 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:39:in `block in each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_pair'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:488:in `block (2 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `chdir'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `block in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `call'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `apply_profile'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:106:in `block (2 levels) in <class:Cgroups>'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:486:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:127:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block in dispatch'"],"context":{"cartridge":"jbossews","compatible":false}},"upgrade_script_jbossews":{"status":"incomplete","errors":["Upgrade script for jbossews returned a non-zero exit code (1)"],"context":{"cartridge":"jbossews","rc":1,"stdout":"","stderr":"cp: cannot stat `/var/lib/openshift/53569c1a96511db3a700011c/jbossews//usr/versions//configuration/*': No such file or directory\n"}}},"upgrade_complete":false,"errors":[{"message":"Errors encountered executing step upgrade_script_jbossews","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:42:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:724:in `execute_cartridge_upgrade_script'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:693:in `block in incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/v2_cart_model.rb:438:in `unlock_gear'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:690:in `incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:512:in `block (4 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:32:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:502:in `block (3 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:39:in `block in each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_pair'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:488:in `block (2 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `chdir'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `block in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `call'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `apply_profile'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:106:in `block (2 levels) in <class:Cgroups>'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:486:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:127:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbossews-2.0":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"mysql-5.1":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1398255809165,"upgrade_on_node_measured_from_node":339},"broker_directives":[],"log":["Beginning 2.1 upgrade for 53569c1a96511db3a700011c","Inspecting gear at /var/lib/openshift/53569c1a96511db3a700011c","Migrating gear at /var/lib/openshift/53569c1a96511db3a700011c","Stopping gear on node 'node'","Incompatible upgrade of cartridge redhat:jbossews:2.0:0.0.9","Ran upgrade script for jbossews","Caught an exception during upgrade: Errors encountered executing step upgrade_script_jbossews","Total upgrade time on node (ms): 339"]}}
>{"login":"jialiu","app_name":"jbews10my51scal","gear_uuid":"5356a3d696511db3a70003ee","version":"2.1","attempts":[{"gear_uuid":"5356a3d696511db3a70003ee","hostname":"node","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"fix_deployment_ownership":{"status":"complete","errors":[],"context":{}},"fix_ownership":{"status":"complete","errors":[],"context":{}},"fix_deployment_metadata_ownership":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}},"stop_gear":{"status":"complete","errors":[],"context":{}},"pre_cartridge_upgrade":{"status":"complete","errors":[],"context":{}},"create_global_log_dir":{"status":"complete","errors":[],"context":{}},"jbossews_upgrade_cart":{"status":"incomplete","errors":["Unhandled exception performing step: Errors encountered executing step upgrade_script_jbossews\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:42:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:724:in `execute_cartridge_upgrade_script'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:693:in `block in incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/v2_cart_model.rb:438:in `unlock_gear'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:690:in `incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:512:in `block (4 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:32:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:502:in `block (3 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:39:in `block in each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_pair'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:488:in `block (2 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `chdir'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `block in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `call'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `apply_profile'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:106:in `block (2 levels) in <class:Cgroups>'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:486:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:127:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block in dispatch'"],"context":{"cartridge":"jbossews","compatible":false}},"upgrade_script_jbossews":{"status":"incomplete","errors":["Upgrade script for jbossews returned a non-zero exit code (1)"],"context":{"cartridge":"jbossews","rc":1,"stdout":"","stderr":"cp: cannot stat `/var/lib/openshift/5356a3d696511db3a70003ee/jbossews//usr/versions//configuration/*': No such file or directory\n"}}},"upgrade_complete":false,"errors":[{"message":"Errors encountered executing step upgrade_script_jbossews","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:42:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:724:in `execute_cartridge_upgrade_script'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:693:in `block in incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/v2_cart_model.rb:438:in `unlock_gear'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:690:in `incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:512:in `block (4 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:32:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:502:in `block (3 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:39:in `block in each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_pair'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:488:in `block (2 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `chdir'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `block in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `call'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `apply_profile'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:106:in `block (2 levels) in <class:Cgroups>'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:486:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:127:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbossews-1.0":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1398256208431,"upgrade_on_node_measured_from_node":4342},"broker_directives":[],"log":["Beginning 2.1 upgrade for 5356a3d696511db3a70003ee","Inspecting gear at /var/lib/openshift/5356a3d696511db3a70003ee","Pre-upgrade state: started","Marking step inspect_gear_state complete","Getting default values from resource_limits.conf","default_blocks_limit = 1048576","default_inodes_limit = 80000","Getting gear quota information","original gear_blocks_limit = 1048576","revised gear_blocks_limit = 1048576","Multiplier = 1","minimum_inodes_limit = 80000","gear_inodes_limit = 40000","Setting quota to 1048576 blocks, 80000 inodes","Marking step fix_deployment_ownership complete","Marking step fix_ownership complete","Marking step fix_deployment_metadata_ownership complete","Marking step pre_upgrade complete","Creating itinerary entry for incompatible upgrade of redhat:jbossews:1.0:0.0.9","Creating itinerary entry for incompatible upgrade of redhat:haproxy:1.4:0.0.9.1","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/5356a3d696511db3a70003ee","Stopping gear on node 'node'","Marking step stop_gear complete","Marking step create_global_log_dir complete","Marking step pre_cartridge_upgrade complete","Incompatible upgrade of cartridge redhat:jbossews:1.0:0.0.9","Ran upgrade script for jbossews","Caught an exception during upgrade: Errors encountered executing step upgrade_script_jbossews","Total upgrade time on node (ms): 4342"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":511,"time_total_upgrade_gear_measured_from_broker":1398256217310},"plan_id":null,"active":true,"hostname":"node.ose-20.com.cn","namespace":"jialiu","remote_upgrade_result":{"gear_uuid":"5356a3d696511db3a70003ee","hostname":"node","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"stop_gear":{"status":"complete","errors":[],"context":{}},"pre_cartridge_upgrade":{"status":"complete","errors":[],"context":{}},"jbossews_upgrade_cart":{"status":"incomplete","errors":["Unhandled exception performing step: Errors encountered executing step upgrade_script_jbossews\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:42:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:724:in `execute_cartridge_upgrade_script'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:693:in `block in incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/v2_cart_model.rb:438:in `unlock_gear'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:690:in `incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:512:in `block (4 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:32:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:502:in `block (3 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:39:in `block in each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_pair'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:488:in `block (2 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `chdir'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `block in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `call'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `apply_profile'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:106:in `block (2 levels) in <class:Cgroups>'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:486:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:127:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block in dispatch'"],"context":{"cartridge":"jbossews","compatible":false}},"upgrade_script_jbossews":{"status":"incomplete","errors":["Upgrade script for jbossews returned a non-zero exit code (1)"],"context":{"cartridge":"jbossews","rc":1,"stdout":"","stderr":"cp: cannot stat `/var/lib/openshift/5356a3d696511db3a70003ee/jbossews//usr/versions//configuration/*': No such file or directory\n"}}},"upgrade_complete":false,"errors":[{"message":"Errors encountered executing step upgrade_script_jbossews","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:42:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:724:in `execute_cartridge_upgrade_script'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:693:in `block in incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/v2_cart_model.rb:438:in `unlock_gear'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:690:in `incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:512:in `block (4 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:32:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:502:in `block (3 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:39:in `block in each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_pair'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:488:in `block (2 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `chdir'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `block in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `call'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `apply_profile'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:106:in `block (2 levels) in <class:Cgroups>'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:486:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:127:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbossews-1.0":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1398256217004,"upgrade_on_node_measured_from_node":313},"broker_directives":[],"log":["Beginning 2.1 upgrade for 5356a3d696511db3a70003ee","Inspecting gear at /var/lib/openshift/5356a3d696511db3a70003ee","Migrating gear at /var/lib/openshift/5356a3d696511db3a70003ee","Stopping gear on node 'node'","Incompatible upgrade of cartridge redhat:jbossews:1.0:0.0.9","Ran upgrade script for jbossews","Caught an exception during upgrade: Errors encountered executing step upgrade_script_jbossews","Total upgrade time on node (ms): 313"]}}
>{"login":"jialiu","app_name":"jbews20dumpaliascertscal","gear_uuid":"5356a4c196511db3a7000430","version":"2.1","attempts":[{"gear_uuid":"5356a4c196511db3a7000430","hostname":"node","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{"preupgrade_state":"started"}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"fix_deployment_ownership":{"status":"complete","errors":[],"context":{}},"fix_ownership":{"status":"complete","errors":[],"context":{}},"fix_deployment_metadata_ownership":{"status":"complete","errors":[],"context":{}},"compute_itinerary":{"status":"complete","errors":[],"context":{}},"stop_gear":{"status":"complete","errors":[],"context":{}},"pre_cartridge_upgrade":{"status":"complete","errors":[],"context":{}},"create_global_log_dir":{"status":"complete","errors":[],"context":{}},"jbossews_upgrade_cart":{"status":"incomplete","errors":["Unhandled exception performing step: Errors encountered executing step upgrade_script_jbossews\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:42:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:724:in `execute_cartridge_upgrade_script'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:693:in `block in incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/v2_cart_model.rb:438:in `unlock_gear'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:690:in `incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:512:in `block (4 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:32:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:502:in `block (3 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:39:in `block in each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_pair'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:488:in `block (2 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `chdir'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `block in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `call'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `apply_profile'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:106:in `block (2 levels) in <class:Cgroups>'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:486:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:127:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block in dispatch'"],"context":{"cartridge":"jbossews","compatible":false}},"upgrade_script_jbossews":{"status":"incomplete","errors":["Upgrade script for jbossews returned a non-zero exit code (1)"],"context":{"cartridge":"jbossews","rc":1,"stdout":"","stderr":"cp: cannot stat `/var/lib/openshift/5356a4c196511db3a7000430/jbossews//usr/versions//configuration/*': No such file or directory\n"}}},"upgrade_complete":false,"errors":[{"message":"Errors encountered executing step upgrade_script_jbossews","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:42:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:724:in `execute_cartridge_upgrade_script'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:693:in `block in incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/v2_cart_model.rb:438:in `unlock_gear'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:690:in `incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:512:in `block (4 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:32:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:502:in `block (3 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:39:in `block in each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_pair'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:488:in `block (2 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `chdir'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `block in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `call'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `apply_profile'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:106:in `block (2 levels) in <class:Cgroups>'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:486:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:127:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbossews-2.0":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1398256246991,"upgrade_on_node_measured_from_node":6237},"broker_directives":[],"log":["Beginning 2.1 upgrade for 5356a4c196511db3a7000430","Inspecting gear at /var/lib/openshift/5356a4c196511db3a7000430","Pre-upgrade state: started","Marking step inspect_gear_state complete","Getting default values from resource_limits.conf","default_blocks_limit = 1048576","default_inodes_limit = 80000","Getting gear quota information","original gear_blocks_limit = 1048576","revised gear_blocks_limit = 1048576","Multiplier = 1","minimum_inodes_limit = 80000","gear_inodes_limit = 40000","Setting quota to 1048576 blocks, 80000 inodes","Marking step fix_deployment_ownership complete","Marking step fix_ownership complete","Marking step fix_deployment_metadata_ownership complete","Marking step pre_upgrade complete","Creating itinerary entry for incompatible upgrade of redhat:jbossews:2.0:0.0.9","Creating itinerary entry for incompatible upgrade of redhat:haproxy:1.4:0.0.9.1","Marking step compute_itinerary complete","Migrating gear at /var/lib/openshift/5356a4c196511db3a7000430","Stopping gear on node 'node'","Marking step stop_gear complete","Marking step create_global_log_dir complete","Marking step pre_cartridge_upgrade complete","Incompatible upgrade of cartridge redhat:jbossews:2.0:0.0.9","Ran upgrade script for jbossews","Caught an exception during upgrade: Errors encountered executing step upgrade_script_jbossews","Total upgrade time on node (ms): 6237"]}],"errors":["Gear upgrade result is marked incomplete","Failed upgrade after 2 tries"],"warnings":[],"times":{"time_upgrade_on_node_measured_from_broker":723,"time_total_upgrade_gear_measured_from_broker":1398256257772},"plan_id":null,"active":true,"hostname":"node.ose-20.com.cn","namespace":"jialiu","remote_upgrade_result":{"gear_uuid":"5356a4c196511db3a7000430","hostname":"node","steps":{"inspect_gear_state":{"status":"complete","errors":[],"context":{}},"pre_upgrade":{"status":"complete","errors":[],"context":{}},"stop_gear":{"status":"complete","errors":[],"context":{}},"pre_cartridge_upgrade":{"status":"complete","errors":[],"context":{}},"jbossews_upgrade_cart":{"status":"incomplete","errors":["Unhandled exception performing step: Errors encountered executing step upgrade_script_jbossews\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:42:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:724:in `execute_cartridge_upgrade_script'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:693:in `block in incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/v2_cart_model.rb:438:in `unlock_gear'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:690:in `incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:512:in `block (4 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:32:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:502:in `block (3 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:39:in `block in each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_pair'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:488:in `block (2 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `chdir'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `block in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `call'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `apply_profile'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:106:in `block (2 levels) in <class:Cgroups>'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:486:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:127:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block in dispatch'"],"context":{"cartridge":"jbossews","compatible":false}},"upgrade_script_jbossews":{"status":"incomplete","errors":["Upgrade script for jbossews returned a non-zero exit code (1)"],"context":{"cartridge":"jbossews","rc":1,"stdout":"","stderr":"cp: cannot stat `/var/lib/openshift/5356a4c196511db3a7000430/jbossews//usr/versions//configuration/*': No such file or directory\n"}}},"upgrade_complete":false,"errors":[{"message":"Errors encountered executing step upgrade_script_jbossews","backtrace":"/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:42:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:724:in `execute_cartridge_upgrade_script'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:693:in `block in incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/v2_cart_model.rb:438:in `unlock_gear'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:690:in `incompatible_upgrade'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:512:in `block (4 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_progress.rb:32:in `step'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:502:in `block (3 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:39:in `block in each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_pair'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/upgrade_itinerary.rb:38:in `each_cartridge'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:488:in `block (2 levels) in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `chdir'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:487:in `block in upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `call'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:188:in `apply_profile'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/utils/cgroups.rb:106:in `block (2 levels) in <class:Cgroups>'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:486:in `upgrade_cartridges'\n/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-node-1.23.9.1/lib/openshift-origin-node/model/upgrade.rb:162:in `execute'\n/opt/rh/ruby193/root/usr/libexec/mcollective/mcollective/agent/openshift.rb:280:in `upgrade_action'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/rpc/agent.rb:86:in `handlemsg'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:127:in `block (2 levels) in dispatch'\n/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:69:in `timeout'\n/opt/rh/ruby193/root/usr/share/ruby/mcollective/agents.rb:126:in `block in dispatch'"}],"warnings":[],"itinerary":{"jbossews-2.0":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}},"haproxy-1.4":{"upgrade_type":"incompatible","upgrade_data":{"private_endpoints_remove":[],"public_endpoints_remove":[],"public_endpoints_add":[]}}},"times":{"start_time":1398256257585,"upgrade_on_node_measured_from_node":414},"broker_directives":[],"log":["Beginning 2.1 upgrade for 5356a4c196511db3a7000430","Inspecting gear at /var/lib/openshift/5356a4c196511db3a7000430","Migrating gear at /var/lib/openshift/5356a4c196511db3a7000430","Stopping gear on node 'node'","Incompatible upgrade of cartridge redhat:jbossews:2.0:0.0.9","Ran upgrade script for jbossews","Caught an exception during upgrade: Errors encountered executing step upgrade_script_jbossews","Total upgrade time on node (ms): 414"]}}

Actions: View

Attachments on bug 1090718: 889182