Attachment 893795 Details for Bug 1095942 – redacted snippets from the broker log

redacted snippets from the broker log

app (text/plain), 16.06 KB, created by Sten Turpin on 2014-05-08 21:45:25 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: Sten Turpin

Created: 2014-05-08 21:45:25 UTC

Size: 16.06 KB

patch

obsolete

>2014-05-08T12:58:40.064467-04:00 ex-srv1 openshift-broker[2100]: [DEBUG] src=app DEBUG: rpc_client.custom_request('cartridge_do', {:cartridge=>"openshift-origin-node", :action=>"get-quota", :args=>{"--uuid"=>"533835c74382ec81be00024a", "--cart-name"=>"openshift-origin-node"}}, ex-std-node74.prod.rhcloud.com, {'identity' => ex-std-node74.prod.rhcloud.com}) (Request ID: )
>2014-05-08T12:58:40.862228-04:00 ex-srv1 openshift-broker[2100]: [DEBUG] src=app DEBUG: Output of parallel execute: [{:tag=>"", :gear=>"532cfc07500446a0a0000119", :job=>{:cartridge=>"openshift-origin-node", :action=>"update-proxy-status", :args=>{"--with-app-uuid"=>"532cfc07500446a0a0000119", "--with-app-name"=>"[redacted]", "--with-expose-ports"=>true, "--with-container-uuid"=>"532cfc07500446a0a0000119", "--with-container-name"=>"[redacted]", "--with-namespace"=>"[redacted]", "--with-uid"=>2167, "--with-request-id"=>nil, "--action"=>:disable, "--gear_uuid"=>"533835c74382ec81be00024a", "--persist"=>nil}}, :result_stdout=>"", :result_stderr=>"", :result_exit_code=>0, :result_addtl_params=>nil}], exitcode: 0, from: ex-std-node117.prod.rhcloud.com  (Request ID: )
>2014-05-08T12:58:40.867587-04:00 ex-srv1 openshift-broker[2100]: [DEBUG] src=app DEBUG: rpc_client.custom_request('cartridge_do', {:cartridge=>"mysql-5.5", :action=>"stop", :args=>{"--with-app-uuid"=>"532cfc07500446a0a0000119", "--with-app-name"=>"[redacted]", "--with-expose-ports"=>true, "--with-container-uuid"=>"533835c74382ec81be00024a", "--with-container-name"=>"533835c74382ec81be00024a", "--with-namespace"=>"[redacted]", "--with-uid"=>3805, "--with-request-id"=>nil, "--component-name"=>"mysql-5.5", "--cart-name"=>"mysql-5.5", "--with-software-version"=>"5.5", "--cartridge-vendor"=>"redhat"}}, ex-std-node74.prod.rhcloud.com, {'identity' => ex-std-node74.prod.rhcloud.com}) (Request ID: )
>2014-05-08T12:58:42.535255-04:00 ex-srv1 openshift-broker[2100]: [DEBUG] src=app DEBUG: rpc_client.custom_request('cartridge_do', {:cartridge=>"mysql-5.5", :action=>"start", :args=>{"--with-app-uuid"=>"532cfc07500446a0a0000119", "--with-app-name"=>"[redacted]", "--with-expose-ports"=>true, "--with-container-uuid"=>"533835c74382ec81be00024a", "--with-container-name"=>"533835c74382ec81be00024a", "--with-namespace"=>"[redacted]", "--with-uid"=>3805, "--with-request-id"=>nil, "--component-name"=>"mysql-5.5", "--cart-name"=>"mysql-5.5", "--with-software-version"=>"5.5", "--cartridge-vendor"=>"redhat"}}, ex-std-node74.prod.rhcloud.com, {'identity' => ex-std-node74.prod.rhcloud.com}) (Request ID: )
>2014-05-08T12:59:04.528606-04:00 ex-srv1 openshift-broker[2100]: [DEBUG] src=app DEBUG: Output of parallel execute: [{:tag=>"", :gear=>"532cfc07500446a0a0000119", :job=>{:cartridge=>"openshift-origin-node", :action=>"update-proxy-status", :args=>{"--with-app-uuid"=>"532cfc07500446a0a0000119", "--with-app-name"=>"[redacted]", "--with-expose-ports"=>true, "--with-container-uuid"=>"532cfc07500446a0a0000119", "--with-container-name"=>"[redacted]", "--with-namespace"=>"[redacted]", "--with-uid"=>2167, "--with-request-id"=>nil, "--action"=>:enable, "--gear_uuid"=>"533835c74382ec81be00024a", "--persist"=>nil}}, :result_stdout=>"CLIENT_ERROR: Failed to execute: 'control enable-server' for /var/lib/openshift/532cfc07500446a0a0000119/haproxy\nEnabling server 533835c74382ec81be00024a\n\n/var/lib/openshift/532cfc07500446a0a0000119/.gem/gems/json-1.8.1/lib/json/common.rb:67: [BUG] unknown type 0x22 (0xc given)\nruby 1.9.3p448 (2013-06-27) [x86_64-linux]\n\n-- Control frame information -----------------------------------------------\nc:0033 p:---- s:0120 b:0120 l:000119 d:000119 CFUNC  :initialize\nc:0032 p:---- s:0118 b:0118 l:000117 d:000117 CFUNC  :new\nc:0031 p:0099 s:0115 b:0113 l:000112 d:000112 METHOD /var/lib/openshift/532cfc07500446a0a0000119/.gem/gems/json-1.8.1/lib/json/common.rb:67\nc:0030 p:0090 s:0104 b:0103 l:000102 d:000102 CLASS  /var/lib/openshift/532cfc07500446a0a0000119/.gem/gems/json-1.8.1/lib/json/ext.rb:17\nc:0029 p:0011 s:0101 b:0101 l:000100 d:000100 CLASS  /var/lib/openshift/532cfc07500446a0a0000119/.gem/gems/json-1.8.1/lib/json/ext.rb:12\nc:0028 p:0074 s:0099 b:0099 l:000098 d:000098 TOP    /var/lib/openshift/532cfc07500446a0a0000119/.gem/gems/json-1.8.1/lib/json/ext.rb:9\nc:0027 p:---- s:0097 b:0097 l:000096 d:000096 FINISH\nc:0026 p:---- s:0095 b:0095 l:000094 d:000094 CFUNC  :require\nc:0025 p:0036 s:0091 b:0091 l:000090 d:000090 METHOD /opt/rh/ruby193/root/usr/share/rubygems/rubygems/custom_require.rb:36\nc:0024 p:0027 s:0084 b:0084 l:000083 d:000083 CLASS  /var/lib/openshift/532cfc07500446a0a0000119/.gem/gems/json-1.8.1/lib
>Enabling server 533835c74382ec81be00024a
>2014-05-08T12:59:29.152667-04:00 ex-srv1 openshift-broker[2422]: [DEBUG] src=app DEBUG: rpc_client.custom_request('cartridge_do', {:cartridge=>"openshift-origin-node", :action=>"get-quota", :args=>{"--uuid"=>"533835c74382ec81be00024a", "--cart-name"=>"openshift-origin-node"}}, ex-std-node74.prod.rhcloud.com, {'identity' => ex-std-node74.prod.rhcloud.com}) (Request ID: )
>2014-05-08T12:59:29.692297-04:00 ex-srv1 openshift-broker[2422]: [DEBUG] src=app DEBUG: Output of parallel execute: [{:tag=>"", :gear=>"532cfc07500446a0a0000119", :job=>{:cartridge=>"openshift-origin-node", :action=>"update-proxy-status", :args=>{"--with-app-uuid"=>"532cfc07500446a0a0000119", "--with-app-name"=>"[redacted]", "--with-expose-ports"=>true, "--with-container-uuid"=>"532cfc07500446a0a0000119", "--with-container-name"=>"[redacted]", "--with-namespace"=>"[redacted]", "--with-uid"=>2167, "--with-request-id"=>nil, "--action"=>:disable, "--gear_uuid"=>"533835c74382ec81be00024a", "--persist"=>nil}}, :result_stdout=>"", :result_stderr=>"", :result_exit_code=>0, :result_addtl_params=>nil}], exitcode: 0, from: ex-std-node117.prod.rhcloud.com  (Request ID: )
>2014-05-08T12:59:29.697516-04:00 ex-srv1 openshift-broker[2422]: [DEBUG] src=app DEBUG: rpc_client.custom_request('cartridge_do', {:cartridge=>"mysql-5.5", :action=>"stop", :args=>{"--with-app-uuid"=>"532cfc07500446a0a0000119", "--with-app-name"=>"[redacted]", "--with-expose-ports"=>true, "--with-container-uuid"=>"533835c74382ec81be00024a", "--with-container-name"=>"533835c74382ec81be00024a", "--with-namespace"=>"[redacted]", "--with-uid"=>3805, "--with-request-id"=>nil, "--component-name"=>"mysql-5.5", "--cart-name"=>"mysql-5.5", "--with-software-version"=>"5.5", "--cartridge-vendor"=>"redhat"}}, ex-std-node74.prod.rhcloud.com, {'identity' => ex-std-node74.prod.rhcloud.com}) (Request ID: )
>2014-05-08T12:59:31.048323-04:00 ex-srv1 openshift-broker[2422]: [DEBUG] src=app DEBUG: Creating new account for gear '533835c74382ec81be00024a' on ex-std-node429.prod.rhcloud.com
>2014-05-08T12:59:31.052868-04:00 ex-srv1 openshift-broker[2422]: [DEBUG] src=app DEBUG: rpc_client.custom_request('cartridge_do', {:cartridge=>"openshift-origin-node", :action=>"app-create", :args=>{"--with-app-uuid"=>"532cfc07500446a0a0000119", "--with-app-name"=>"[redacted]", "--with-expose-ports"=>true, "--with-container-uuid"=>"533835c74382ec81be00024a", "--with-container-name"=>"533835c74382ec81be00024a", "--with-quota-blocks"=>1048576, "--with-quota-files"=>80000, "--with-namespace"=>"[redacted]", "--with-uid"=>3805, "--with-request-id"=>nil, "--with-secret-token"=>"0dFpeBdQt6givuAj1u9mdIgA-0D8rYpb-ZrX8gJJu8h63ZNmx4_2_cLCooYYtRJ0E_vKS7y1ZWq-Kc0_jwz6kfyqvDZWxZZY205_OoCF9PLD4ky25W1zW52KRPSmrHm8", "--with-initial-deployment-dir"=>false, "--cart-name"=>"openshift-origin-node"}}, ex-std-node429.prod.rhcloud.com, {'identity' => ex-std-node429.prod.rhcloud.com}) (Request ID: )
>2014-05-08T12:59:32.852262-04:00 ex-srv1 openshift-broker[2422]: [DEBUG] src=app DEBUG: Moving content for app '[redacted]', gear '533835c74382ec81be00024a' to ex-std-node429.prod.rhcloud.com
>2014-05-08T12:59:41.123324-04:00 ex-srv1 openshift-broker[2422]: [DEBUG] src=app DEBUG: Moving system components for app '[redacted]', gear '533835c74382ec81be00024a' to ex-std-node429.prod.rhcloud.com
>2014-05-08T12:59:41.910958-04:00 ex-srv1 openshift-broker[2422]: [DEBUG] src=app DEBUG: rpc_client.custom_request('cartridge_do', {:cartridge=>"openshift-origin-node", :action=>"frontend-backup", :args=>{"--with-container-uuid"=>"533835c74382ec81be00024a", "--with-container-name"=>"533835c74382ec81be00024a", "--with-namespace"=>"[redacted]", "--cart-name"=>"openshift-origin-node"}}, ex-std-node74.prod.rhcloud.com, {'identity' => ex-std-node74.prod.rhcloud.com}) (Request ID: )
>2014-05-08T12:59:42.030561-04:00 ex-srv1 openshift-broker[2422]: [DEBUG] src=app DEBUG: [#<MCollective::RPC::Result:0x000000072cfb80 @agent="openshift", @action="cartridge_do", @results={:sender=>"ex-std-node74.prod.rhcloud.com", :statuscode=>0, :statusmsg=>"OK", :data=>{:time=>nil, :output=>"CLIENT_RESULT: {\"container_uuid\":\"533835c74382ec81be00024a\",\"fqdn\":\"533835c74382ec81be00024a-[redacted].rhcloud.com\",\"container_name\":\"533835c74382ec81be00024a\",\"namespace\":\"[redacted]\",\"connections\":[],\"aliases\":[],\"ssl_certs\":[],\"idle\":null,\"sts\":null}\n", :exitcode=>0, :addtl_params=>nil}}>] (Request ID: )
>2014-05-08T12:59:42.035328-04:00 ex-srv1 openshift-broker[2422]: [DEBUG] src=app DEBUG: rpc_client.custom_request('cartridge_do', {:cartridge=>"openshift-origin-node", :action=>"frontend-restore", :args=>{"--with-backup"=>"{\"container_uuid\":\"533835c74382ec81be00024a\",\"fqdn\":\"533835c74382ec81be00024a-[redacted].rhcloud.com\",\"container_name\":\"533835c74382ec81be00024a\",\"namespace\":\"[redacted]\",\"connections\":[],\"aliases\":[],\"ssl_certs\":[],\"idle\":null,\"sts\":null}\n", "--cart-name"=>"openshift-origin-node"}}, ex-std-node429.prod.rhcloud.com, {'identity' => ex-std-node429.prod.rhcloud.com}) (Request ID: )
>2014-05-08T12:59:42.615002-04:00 ex-srv1 openshift-broker[2422]: [DEBUG] src=app DEBUG: rpc_client.custom_request('cartridge_do', {:cartridge=>"openshift-origin-node", :action=>"expose-port", :args=>{"--with-app-uuid"=>"532cfc07500446a0a0000119", "--with-app-name"=>"[redacted]", "--with-expose-ports"=>true, "--with-container-uuid"=>"533835c74382ec81be00024a", "--with-container-name"=>"533835c74382ec81be00024a", "--with-namespace"=>"[redacted]", "--with-uid"=>3805, "--with-request-id"=>nil, "--component-name"=>"mysql-5.5", "--cart-name"=>"mysql-5.5", "--with-software-version"=>"5.5", "--cartridge-vendor"=>"redhat"}}, ex-std-node429.prod.rhcloud.com, {'identity' => ex-std-node429.prod.rhcloud.com}) (Request ID: )
>2014-05-08T12:59:44.598242-04:00 ex-srv1 openshift-broker[2422]: [DEBUG] src=app DEBUG: rpc_client.custom_request('cartridge_do', {:cartridge=>"mysql-5.5", :action=>"start", :args=>{"--with-app-uuid"=>"532cfc07500446a0a0000119", "--with-app-name"=>"[redacted]", "--with-expose-ports"=>true, "--with-container-uuid"=>"533835c74382ec81be00024a", "--with-container-name"=>"533835c74382ec81be00024a", "--with-namespace"=>"[redacted]", "--with-uid"=>3805, "--with-request-id"=>nil, "--component-name"=>"mysql-5.5", "--cart-name"=>"mysql-5.5", "--with-software-version"=>"5.5", "--cartridge-vendor"=>"redhat"}}, ex-std-node429.prod.rhcloud.com, {'identity' => ex-std-node429.prod.rhcloud.com}) (Request ID: )
>2014-05-08T13:00:15.037283-04:00 ex-srv1 openshift-broker[2422]: [DEBUG] src=app DEBUG: Fixing DNS and mongo for gear '533835c74382ec81be00024a' after move
>2014-05-08T13:00:15.037294-04:00 ex-srv1 openshift-broker[2422]: [DEBUG] src=app DEBUG: Changing server identity of '533835c74382ec81be00024a' from 'ex-std-node74.prod.rhcloud.com' to 'ex-std-node429.prod.rhcloud.com'
>2014-05-08T13:00:15.916106-04:00 ex-srv1 openshift-broker[2422]: [DEBUG] src=app Public ip being modified 'ex-std-node429.prod.rhcloud.com' to app '533835c74382ec81be00024a'
>2014-05-08T13:00:15.916135-04:00 ex-srv1 openshift-broker[2422]: [DEBUG] src=app DYNECT put/post with path: /REST/CNAMERecord/rhcloud.com/533835c74382ec81be00024a-[redacted].rhcloud.com/ json data: {"rdata":{"cname":"ex-std-node429.prod.rhcloud.com"},"ttl":"60"} and headers: {"Content-Type"=>"application/json", "Auth-Token"=>"[hidden]"}
>2014-05-08T13:00:16.482332-04:00 ex-srv1 openshift-broker[2422]: [DEBUG] src=app DYNECT Response: {"status": "success", "data": {"zone": "rhcloud.com", "ttl": 60, "fqdn": "533835c74382ec81be00024a-[redacted].rhcloud.com", "record_type": "CNAME", "rdata": {"cname": "ex-std-node429.prod.rhcloud.com."}, "record_id": 0}, "job_id": 867364064, "msgs": [{"INFO": "update: Record updated", "SOURCE": "BLL", "ERR_CD": null, "LVL": "INFO"}]}
>2014-05-08T13:00:16.482363-04:00 ex-srv1 openshift-broker[2422]: [DEBUG] src=app DYNECT Response data: {"zone"=>"rhcloud.com", "ttl"=>60, "fqdn"=>"533835c74382ec81be00024a-[redacted].rhcloud.com", "record_type"=>"CNAME", "rdata"=>{"cname"=>"ex-std-node429.prod.rhcloud.com."}, "record_id"=>0}
>2014-05-08T13:00:27.873110-04:00 ex-srv1 openshift-broker[2422]: [DEBUG] src=app DEBUG: Moving failed.  Rolling back gear '533835c74382ec81be00024a' in '[redacted]' with delete on 'ex-std-node429.prod.rhcloud.com'
>2014-05-08T13:00:27.878172-04:00 ex-srv1 openshift-broker[2422]: [DEBUG] src=app DEBUG: rpc_client.custom_request('cartridge_do', {:cartridge=>"openshift-origin-node", :action=>"app-destroy", :args=>{"--with-app-uuid"=>"532cfc07500446a0a0000119", "--with-app-name"=>"[redacted]", "--with-expose-ports"=>true, "--with-container-uuid"=>"533835c74382ec81be00024a", "--with-container-name"=>"533835c74382ec81be00024a", "--with-namespace"=>"[redacted]", "--with-uid"=>3805, "--with-request-id"=>nil, "--skip-hooks"=>true, "--cart-name"=>"openshift-origin-node"}}, ex-std-node429.prod.rhcloud.com, {'identity' => ex-std-node429.prod.rhcloud.com}) (Request ID: )
>2014-05-08T13:00:30.523542-04:00 ex-srv1 openshift-broker[2422]: [DEBUG] src=app DEBUG: rpc_client.custom_request('cartridge_do', {:cartridge=>"mysql-5.5", :action=>"start", :args=>{"--with-app-uuid"=>"532cfc07500446a0a0000119", "--with-app-name"=>"[redacted]", "--with-expose-ports"=>true, "--with-container-uuid"=>"533835c74382ec81be00024a", "--with-container-name"=>"533835c74382ec81be00024a", "--with-namespace"=>"[redacted]", "--with-uid"=>3805, "--with-request-id"=>nil, "--component-name"=>"mysql-5.5", "--cart-name"=>"mysql-5.5", "--with-software-version"=>"5.5", "--cartridge-vendor"=>"redhat"}}, ex-std-node74.prod.rhcloud.com, {'identity' => ex-std-node74.prod.rhcloud.com}) (Request ID: )
>2014-05-08T13:00:51.774228-04:00 ex-srv1 openshift-broker[2422]: [DEBUG] src=app DEBUG: Output of parallel execute: [{:tag=>"", :gear=>"532cfc07500446a0a0000119", :job=>{:cartridge=>"openshift-origin-node", :action=>"update-proxy-status", :args=>{"--with-app-uuid"=>"532cfc07500446a0a0000119", "--with-app-name"=>"[redacted]", "--with-expose-ports"=>true, "--with-container-uuid"=>"532cfc07500446a0a0000119", "--with-container-name"=>"[redacted]", "--with-namespace"=>"[redacted]", "--with-uid"=>2167, "--with-request-id"=>nil, "--action"=>:enable, "--gear_uuid"=>"533835c74382ec81be00024a", "--persist"=>nil}}, :result_stdout=>"CLIENT_ERROR: Failed to execute: 'control enable-server' for /var/lib/openshift/532cfc07500446a0a0000119/haproxy\nEnabling server 533835c74382ec81be00024a\n\n/var/lib/openshift/532cfc07500446a0a0000119/.gem/gems/json-1.8.1/lib/json/common.rb:67: [BUG] unknown type 0x22 (0xc given)\nruby 1.9.3p448 (2013-06-27) [x86_64-linux]\n\n-- Control frame information -----------------------------------------------\nc:0033 p:---- s:0120 b:0120 l:000119 d:000119 CFUNC  :initialize\nc:0032 p:---- s:0118 b:0118 l:000117 d:000117 CFUNC  :new\nc:0031 p:0099 s:0115 b:0113 l:000112 d:000112 METHOD /var/lib/openshift/532cfc07500446a0a0000119/.gem/gems/json-1.8.1/lib/json/common.rb:67\nc:0030 p:0090 s:0104 b:0103 l:000102 d:000102 CLASS  /var/lib/openshift/532cfc07500446a0a0000119/.gem/gems/json-1.8.1/lib/json/ext.rb:17\nc:0029 p:0011 s:0101 b:0101 l:000100 d:000100 CLASS  /var/lib/openshift/532cfc07500446a0a0000119/.gem/gems/json-1.8.1/lib/json/ext.rb:12\nc:0028 p:0074 s:0099 b:0099 l:000098 d:000098 TOP    /var/lib/openshift/532cfc07500446a0a0000119/.gem/gems/json-1.8.1/lib/json/ext.rb:9\nc:0027 p:---- s:0097 b:0097 l:000096 d:000096 FINISH\nc:0026 p:---- s:0095 b:0095 l:000094 d:000094 CFUNC  :require\nc:0025 p:0036 s:0091 b:0091 l:000090 d:000090 METHOD /opt/rh/ruby193/root/usr/share/rubygems/rubygems/custom_require.rb:36\nc:0024 p:0027 s:0084 b:0084 l:000083 d:000083 CLASS  /var/lib/openshift/532cfc07500446a0a0000119/.gem/gems/json-1.8.1/lib
>Enabling server 533835c74382ec81be00024a"}]"}]

Actions: View

Attachments on bug 1095942: 893795