Attachment 684129 Details for Bug 902264 – development.log

development.log

file_902264.txt (text/plain), 91.77 KB, created by Rony Gong 🔥 on 2013-01-21 09:24:42 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: Rony Gong 🔥

Created: 2013-01-21 09:24:42 UTC

Size: 91.77 KB

patch

obsolete

>2013-01-21 03:24:11.879 [DEBUG] MOPED: 127.0.0.1:27017 UPDATE       database=openshift_broker_dev collection=applications selector={"_id"=>"50fcf7dec74fdca22600000e"} update={"$push"=>{"pending_op_groups"=>{"_id"=>"50fcfb2bc74fdcae55000001", "num_gears_added"=>0, "num_gears_removed"=>0, "num_gears_created"=>0, "num_gears_destroyed"=>0, "num_gears_rolled_back"=>0, "user_agent"=>nil, "op_type"=>:remove_features, "args"=>{"features"=>["perl-5.10", "haproxy-1.4"], "group_overrides"=>[]}, "parent_op_id"=>nil, "updated_at"=>2013-01-21 08:24:11 UTC, "created_at"=>2013-01-21 08:24:11 UTC}}} flags=[] (3.6213ms) (pid:21934)
>2013-01-21 03:24:11.880 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=applications selector={:_id=>"50fcf7dec74fdca22600000e"} flags=[:slave_ok] limit=-1 skip=0 fields=nil (0.8986ms) (pid:21934)
>2013-01-21 03:24:11.910 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=domains selector={"$query"=>{"_id"=>"50fcf378c74fdc220b000001"}, "$orderby"=>{:_id=>1}} flags=[:slave_ok] limit=-1 skip=0 fields=nil (1.7271ms) (pid:21934)
>2013-01-21 03:24:11.916 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=cloud_users selector={"$query"=>{"_id"=>"50fcf334c74fdccb08000001"}, "$orderby"=>{:_id=>1}} flags=[:slave_ok] limit=-1 skip=0 fields=nil (2.9962ms) (pid:21934)
>2013-01-21 03:24:11.917 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=domains selector={"owner_id"=>"50fcf334c74fdccb08000001"} flags=[:slave_ok] limit=0 skip=0 fields=nil (0.5116ms) (pid:21934)
>2013-01-21 03:24:11.918 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=domains selector={"user_ids"=>"50fcf334c74fdccb08000001"} flags=[:slave_ok] limit=0 skip=0 fields=nil (0.4568ms) (pid:21934)
>2013-01-21 03:24:11.945 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=locks selector={"$query"=>{"user_id"=>"50fcf334c74fdccb08000001"}, "$orderby"=>{:_id=>1}} flags=[:slave_ok] limit=-1 skip=0 fields=nil (0.6464ms) (pid:21934)
>2013-01-21 03:24:11.946 [DEBUG] MOPED: 127.0.0.1:27017 COMMAND      database=openshift_broker_dev command={:findAndModify=>"locks", :query=>{"user_id"=>"50fcf334c74fdccb08000001", "$or"=>[{"locked"=>false}, {"#<Origin::Key:0x000000051b8758>"=>1358756651}], "app_ids"=>"50fcf7dec74fdca22600000e"}, :new=>true, :update=>{"$set"=>{:locked=>true, :timeout=>1358757251}}} (0.6168ms) (pid:21934)
>2013-01-21 03:24:11.948 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=cloud_users selector={:_id=>"50fcf334c74fdccb08000001"} flags=[:slave_ok] limit=-1 skip=0 fields=nil (0.9143ms) (pid:21934)
>2013-01-21 03:24:11.971 [DEBUG] MOPED: 127.0.0.1:27017 UPDATE       database=openshift_broker_dev collection=applications selector={"_id"=>"50fcf7dec74fdca22600000e", "pending_op_groups._id"=>"50fcfb2bc74fdcae55000001"} update={"$pushAll"=>{"pending_op_groups.0.pending_ops"=>[{"_id"=>"50fcfb2bc74fdcae5500000a", "state"=>:init, "retry_count"=>0, "saved_values"=>{"current_group_overrides"=>[]}, "op_type"=>:set_group_overrides, "args"=>{"group_overrides"=>[]}}, {"_id"=>"50fcfb2bc74fdcae55000002", "state"=>:init, "retry_count"=>0, "saved_values"=>[], "op_type"=>:destroy_gear, "args"=>{"group_instance_id"=>"50fcf7dec74fdca226000021", "gear_id"=>"50fcf7dec74fdca22600000e"}, "prereq"=>["50fcfb2bc74fdcae55000008"]}, {"_id"=>"50fcfb2bc74fdcae55000003", "state"=>:init, "retry_count"=>0, "saved_values"=>[], "op_type"=>:deregister_dns, "args"=>{"group_instance_id"=>"50fcf7dec74fdca226000021", "gear_id"=>"50fcf7dec74fdca22600000e"}, "prereq"=>["50fcfb2bc74fdcae55000002", "50fcfb2bc74fdcae55000008"]}, {"_id"=>"50fcfb2bc74fdcae55000004", "state"=>:init, "retry_count"=>0, "saved_values"=>[], "op_type"=>:unreserve_uid, "args"=>{"group_instance_id"=>"50fcf7dec74fdca226000021", "gear_id"=>"50fcf7dec74fdca22600000e"}, "prereq"=>["50fcfb2bc74fdcae55000003", "50fcfb2bc74fdcae55000008"]}, {"_id"=>"50fcfb2bc74fdcae55000005", "state"=>:init, "retry_count"=>0, "saved_values"=>[], "op_type"=>:delete_gear, "args"=>{"group_instance_id"=>"50fcf7dec74fdca226000021", "gear_id"=>"50fcf7dec74fdca22600000e"}, "prereq"=>["50fcfb2bc74fdcae55000004", "50fcfb2bc74fdcae55000008"]}, {"_id"=>"50fcfb2bc74fdcae55000006", "state"=>:init, "retry_count"=>0, "saved_values"=>[], "op_type"=>:track_usage, "args"=>{"login"=>"qgong@redhat.com", "gear_ref"=>"50fcf7dec74fdca22600000e", "event"=>"end", "usage_type"=>"GEAR_USAGE"}, "prereq"=>["50fcfb2bc74fdcae55000005", "50fcfb2bc74fdcae55000008"]}, {"_id"=>"50fcfb2bc74fdcae5500000b", "state"=>:init, "retry_count"=>0, "saved_values"=>[], "op_type"=>:destroy_group_instance, "args"=>{"group_instance_id"=>"50fcf7dec74fdca226000021"}, "prereq"=>["50fcfb2bc74fdcae55000002", "50fcfb2bc74fdcae55000003", "50fcfb2bc74fdcae55000004", "50fcfb2bc74fdcae55000005", "50fcfb2bc74fdcae55000006", "50fcfb2bc74fdcae55000007", "50fcfb2bc74fdcae55000009"]}, {"_id"=>"50fcfb2bc74fdcae55000007", "state"=>:init, "retry_count"=>0, "saved_values"=>[], "op_type"=>:del_component, "args"=>{"group_instance_id"=>"50fcf7dec74fdca226000021", "comp_spec"=>{"cart"=>"perl-5.10", "comp"=>"perl-5.10"}}, "prereq"=>["50fcfb2bc74fdcae55000002", "50fcfb2bc74fdcae55000003", "50fcfb2bc74fdcae55000004", "50fcfb2bc74fdcae55000005", "50fcfb2bc74fdcae55000006"]}, {"_id"=>"50fcfb2bc74fdcae55000008", "state"=>:init, "retry_count"=>0, "saved_values"=>[], "op_type"=>:remove_component, "args"=>{"group_instance_id"=>"50fcf7dec74fdca226000021", "gear_id"=>"50fcf7dec74fdca22600000e", "comp_spec"=>{"cart"=>"haproxy-1.4", "comp"=>"web_proxy"}}}, {"_id"=>"50fcfb2bc74fdcae55000009", "state"=>:init, "retry_count"=>0, "saved_values"=>[], "op_type"=>:del_component, "args"=>{"group_instance_id"=>"50fcf7dec74fdca226000021", "comp_spec"=>{"cart"=>"haproxy-1.4", "comp"=>"web_proxy"}}, "prereq"=>["50fcfb2bc74fdcae55000007", "50fcfb2bc74fdcae55000008", "50fcfb2bc74fdcae55000002", "50fcfb2bc74fdcae55000003", "50fcfb2bc74fdcae55000004", "50fcfb2bc74fdcae55000005", "50fcfb2bc74fdcae55000006"]}, {"_id"=>"50fcfb2bc74fdcae5500000c", "state"=>:init, "retry_count"=>0, "saved_values"=>{:current_connections=>[{"from_comp_inst"=>{"cart"=>"perl-5.10", "comp"=>"perl-5.10"}, "to_comp_inst"=>{"cart"=>"perl-5.10", "comp"=>"perl-5.10"}, "from_connector_name"=>"get-proxy-url", "to_connector_name"=>"set-proxy-path", "connection_type"=>"STRING:proxy-path"}, {"from_comp_inst"=>{"cart"=>"perl-5.10", "comp"=>"perl-5.10"}, "to_comp_inst"=>{"cart"=>"haproxy-1.4", "comp"=>"web_proxy"}, "from_connector_name"=>"publish-http-url", "to_connector_name"=>"set-proxy", "connection_type"=>"NET_TCP:httpd-proxy-info"}, {"from_comp_inst"=>{"cart"=>"perl-5.10", "comp"=>"perl-5.10"}, "to_comp_inst"=>{"cart"=>"haproxy-1.4", "comp"=>"web_proxy"}, "from_connector_name"=>"publish-gear-endpoint", "to_connector_name"=>"set-gear-endpoints", "connection_type"=>"NET_TCP:gear-endpoint-info"}]}, "op_type"=>:set_connections, "args"=>{"connections"=>[]}, "prereq"=>["50fcfb2bc74fdcae5500000a", "50fcfb2bc74fdcae55000002", "50fcfb2bc74fdcae55000003", "50fcfb2bc74fdcae55000004", "50fcfb2bc74fdcae55000005", "50fcfb2bc74fdcae55000006", "50fcfb2bc74fdcae5500000b", "50fcfb2bc74fdcae55000007", "50fcfb2bc74fdcae55000008", "50fcfb2bc74fdcae55000009"]}, {"_id"=>"50fcfb2bc74fdcae5500000d", "state"=>:init, "retry_count"=>0, "saved_values"=>[], "op_type"=>:execute_connections, "prereq"=>["50fcfb2bc74fdcae5500000c"]}]}} flags=[] (4.4878ms) (pid:21934)
>2013-01-21 03:24:12.988 [DEBUG] MOPED: 127.0.0.1:27017 UPDATE       database=openshift_broker_dev collection=applications selector={"_id"=>"50fcf7dec74fdca22600000e", "pending_op_groups._id"=>"50fcfb2bc74fdcae55000001"} update={"$set"=>{"pending_op_groups.0.num_gears_removed"=>1, "pending_op_groups.0.updated_at"=>2013-01-21 08:24:12 UTC}} flags=[] (2.1021ms) (pid:21934)
>2013-01-21 03:24:12.110 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=domains selector={"owner_id"=>"50fcf334c74fdccb08000001"} flags=[:slave_ok] limit=0 skip=0 fields=nil (3.5768ms) (pid:21934)
>2013-01-21 03:24:12.111 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=domains selector={"user_ids"=>"50fcf334c74fdccb08000001"} flags=[:slave_ok] limit=0 skip=0 fields=nil (0.5386ms) (pid:21934)
>2013-01-21 03:24:12.116 [DEBUG] MOPED: 127.0.0.1:27017 COMMAND      database=openshift_broker_dev command={:findAndModify=>"locks", :query=>{"user_id"=>"50fcf334c74fdccb08000001", "locked"=>true, "app_ids"=>"50fcf7dec74fdca22600000e"}, :new=>true, :update=>{"$set"=>{"locked"=>false}}} (2.0473ms) (pid:21934)
>2013-01-21 03:24:12.123 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=applications selector={:_id=>"50fcf7dec74fdca22600000e"} flags=[:slave_ok] limit=-1 skip=0 fields=nil (4.4000ms) (pid:21934)
>2013-01-21 03:24:12.137 [DEBUG] Execute set_group_overrides (pid:21934)
>2013-01-21 03:24:12.156 [DEBUG] MOPED: 127.0.0.1:27017 UPDATE       database=openshift_broker_dev collection=applications selector={"_id"=>"50fcf7dec74fdca22600000e", "pending_op_groups._id"=>"50fcfb2bc74fdcae55000001", "pending_op_groups.0.pending_ops._id"=>"50fcfb2bc74fdcae5500000a"} update={"$set"=>{"pending_op_groups.0.pending_ops.0.state"=>:completed}} flags=[] (3.8626ms) (pid:21934)
>2013-01-21 03:24:12.157 [DEBUG] Execute remove_component (pid:21934)
>2013-01-21 03:24:12.160 [DEBUG] DEBUG: Deconfiguring embedded application 'haproxy-1.4' in application 'qsperl' on node 'ip-10-143-185-249' (pid:21934)
>2013-01-21 03:24:12.429 [DEBUG] MOPED: 127.0.0.1:27017 INSERT       database=openshift_broker_dev collection=system.indexes documents=[{:unique=>true, :ns=>"openshift_broker_dev.districts", :key=>{:name=>1}, :name=>"name_1"}] flags=[] (0.5689ms) (pid:22342)
>2013-01-21 03:24:12.627 [DEBUG] DEBUG: rpc_exec_direct: rpc_client=#<MCollective::RPC::Client:0x00000004b7b1d8> (pid:21934)
>2013-01-21 03:24:12.627 [DEBUG] DEBUG: rpc_client.custom_request('cartridge_do', {:cartridge=>"embedded/haproxy-1.4", :action=>"deconfigure", :args=>"'qsperl' 'qgong11' '50fcf7dec74fdca22600000e'"}, ip-10-143-185-249, {'identity' => ip-10-143-185-249}) (pid:21934)
>2013-01-21 03:24:12.966 [DEBUG] MOPED: 127.0.0.1:27017 INSERT       database=openshift_broker_dev collection=system.indexes documents=[{:unique=>true, :ns=>"openshift_broker_dev.distributed_locks", :key=>{:type=>1}, :name=>"type_1"}] flags=[] (0.4373ms) (pid:22342)
>2013-01-21 03:24:23.268 [DEBUG] DEBUG: [#<MCollective::RPC::Result:0x00000002a0e018 @agent="openshift", @action="cartridge_do", @results={:sender=>"ip-10-143-185-249", :statuscode=>0, :statusmsg=>"OK", :data=>{:time=>nil, :output=>"Waiting for stop to finish\n/usr/libexec/openshift/cartridges/embedded/haproxy-1.4/info/hooks/deconfigure: line 60: kill: (14363) - No such process\nAPP_SSH_KEY_REMOVE: haproxy\n", :exitcode=>0}}>] (pid:21934)
>2013-01-21 03:24:23.283 [DEBUG] MOPED: 127.0.0.1:27017 UPDATE       database=openshift_broker_dev collection=applications selector={"_id"=>"50fcf7dec74fdca22600000e"} update={"$push"=>{:pending_op_groups=>{"_id"=>"50fcfb37c74fdcae5500000e", "args"=>{"remove_keys_attrs"=>[{"_id"=>"50fcf7eec74fdca22600002b", "type"=>"ssh-rsa", "name"=>"application-haproxy", "content"=>"AAAAB3NzaC1yc2EAAAABIwAAAQEAl6slcJKkd/JPTXigowqLwj90k/lPAVlXlHWQrM+Pjc2+9QmxOqSBThSZgpMSqrOyqlzjFDoHlJg5qzrGONR+7ZxNamOsKjA8Z3jcR2EY0/bXYmDXEKODzgU2Ppo2G2yktWDPVaf/fQ1KP63NPC2uYT3V5AdZ2o6o81ijUml1HlTlXU3u9w2dCyIIe2kLNCn8HGTsEhpvv/M3eyLp/A0FTwAODwEzlnjoVXBX4xjC8Jdb4HeQWYQdiI3s8Om8cXqAxgSebERuNkkcNJ/1uAoVDpeVFEW8z017GFP7o7rMfkVZZ4x3dVkPRQhJ0MSocftGX/s/MORr7CjHyLWXujjviQ==", "created_at"=>2013-01-21 08:10:22 UTC, "_type"=>"ApplicationSshKey"}]}, "created_at"=>nil, "num_gears_added"=>0, "num_gears_created"=>0, "num_gears_destroyed"=>0, "num_gears_removed"=>0, "num_gears_rolled_back"=>0, "op_type"=>:update_configuration, "parent_op_id"=>nil, "updated_at"=>nil, "user_agent"=>nil}}, "$pullAll"=>{:app_ssh_keys=>[{"_id"=>"50fcf7eec74fdca22600002b", "type"=>"ssh-rsa", "name"=>"application-haproxy", "content"=>"AAAAB3NzaC1yc2EAAAABIwAAAQEAl6slcJKkd/JPTXigowqLwj90k/lPAVlXlHWQrM+Pjc2+9QmxOqSBThSZgpMSqrOyqlzjFDoHlJg5qzrGONR+7ZxNamOsKjA8Z3jcR2EY0/bXYmDXEKODzgU2Ppo2G2yktWDPVaf/fQ1KP63NPC2uYT3V5AdZ2o6o81ijUml1HlTlXU3u9w2dCyIIe2kLNCn8HGTsEhpvv/M3eyLp/A0FTwAODwEzlnjoVXBX4xjC8Jdb4HeQWYQdiI3s8Om8cXqAxgSebERuNkkcNJ/1uAoVDpeVFEW8z017GFP7o7rMfkVZZ4x3dVkPRQhJ0MSocftGX/s/MORr7CjHyLWXujjviQ==", "created_at"=>2013-01-21 08:10:22 UTC, "_type"=>"ApplicationSshKey"}]}} flags=[:multi] (4.4687ms) (pid:21934)
>2013-01-21 03:24:23.284 [DEBUG] MOPED: 127.0.0.1:27017 UPDATE       database=openshift_broker_dev collection=applications selector={"_id"=>"50fcf7dec74fdca22600000e", "pending_op_groups._id"=>"50fcfb2bc74fdcae55000001", "pending_op_groups.0.pending_ops._id"=>"50fcfb2bc74fdcae55000008"} update={"$set"=>{"pending_op_groups.0.pending_ops.8.state"=>:completed}} flags=[] (0.1345ms) (pid:21934)
>2013-01-21 03:24:23.288 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=applications selector={:_id=>"50fcf7dec74fdca22600000e"} flags=[:slave_ok] limit=-1 skip=0 fields=nil (1.4861ms) (pid:21934)
>2013-01-21 03:24:23.295 [DEBUG] Execute destroy_gear (pid:21934)
>2013-01-21 03:24:23.299 [DEBUG] DEBUG: rpc_exec_direct: rpc_client=#<MCollective::RPC::Client:0x000000047f5338> (pid:21934)
>2013-01-21 03:24:23.299 [DEBUG] DEBUG: rpc_client.custom_request('cartridge_do', {:cartridge=>"openshift-origin-node", :action=>"app-destroy", :args=>{"--with-app-uuid"=>"50fcf7dec74fdca22600000e", "--with-app-name"=>"qsperl", "--with-container-uuid"=>"50fcf7dec74fdca22600000e", "--with-container-name"=>"qsperl", "--with-namespace"=>"qgong11"}}, ip-10-143-185-249, {'identity' => ip-10-143-185-249}) (pid:21934)
>2013-01-21 03:24:25.561 [DEBUG] DEBUG: [#<MCollective::RPC::Result:0x00000004b4b960 @agent="openshift", @action="cartridge_do", @results={:sender=>"ip-10-143-185-249", :statuscode=>0, :statusmsg=>"OK", :data=>{:time=>nil, :output=>"", :exitcode=>0}}>] (pid:21934)
>2013-01-21 03:24:25.570 [DEBUG] MOPED: 127.0.0.1:27017 UPDATE       database=openshift_broker_dev collection=applications selector={"_id"=>"50fcf7dec74fdca22600000e", "pending_op_groups._id"=>"50fcfb2bc74fdcae55000001", "pending_op_groups.0.pending_ops._id"=>"50fcfb2bc74fdcae55000002"} update={"$set"=>{"pending_op_groups.0.pending_ops.1.state"=>:completed}} flags=[] (0.7803ms) (pid:21934)
>2013-01-21 03:24:25.572 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=applications selector={:_id=>"50fcf7dec74fdca22600000e"} flags=[:slave_ok] limit=-1 skip=0 fields=nil (1.4012ms) (pid:21934)
>2013-01-21 03:24:25.580 [DEBUG] Execute deregister_dns (pid:21934)
>2013-01-21 03:24:25.581 [DEBUG] DEBUG: DYNECT Login with path: /REST/Session/ (pid:21934)
>2013-01-21 03:24:25.589 [DEBUG] DEBUG: Exception caught from DNS request: getaddrinfo: Name or service not known (pid:21934)
>2013-01-21 03:24:25.590 [DEBUG] ["/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:762:in `initialize'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:762:in `open'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:762:in `block in connect'", "/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:54:in `timeout'", "/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:99:in `timeout'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:762:in `connect'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:755:in `do_start'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:744:in `start'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:1284:in `request'", "/opt/rh/ruby193/root/usr/share/gems/gems/rest-client-1.6.1/lib/restclient/net_http_ext.rb:17:in `request'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:1307:in `send_entity'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:1096:in `post'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:117:in `block in dyn_login'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:170:in `dyn_do'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:108:in `dyn_login'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:94:in `login'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:43:in `initialize'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/lib/openshift/dns_service.rb:10:in `new'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/lib/openshift/dns_service.rb:10:in `instance'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/gear.rb:101:in `deregister_dns'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/pending_app_op_group.rb:179:in `block in execute'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/pending_app_op_group.rb:128:in `each'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/pending_app_op_group.rb:128:in `execute'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:966:in `run_jobs'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:371:in `block in remove_features'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:1008:in `run_in_application_lock'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:369:in `remove_features'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:391:in `destroy_app'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/controllers/applications_controller.rb:151:in `destroy'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/implicit_render.rb:4:in `send_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/base.rb:167:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/rendering.rb:10:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/callbacks.rb:18:in `block in process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:458:in `_run__4142981964353773419__process_action__958606252510504891__callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:405:in `__run_callback'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:385:in `_run_process_action_callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:81:in `run_callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/callbacks.rb:17:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/rescue.rb:29:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/instrumentation.rb:30:in `block in process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/notifications.rb:123:in `block in instrument'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/notifications/instrumenter.rb:20:in `instrument'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/notifications.rb:123:in `instrument'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/instrumentation.rb:29:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/params_wrapper.rb:207:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/base.rb:121:in `process'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/rendering.rb:45:in `process'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal.rb:203:in `dispatch'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/rack_delegation.rb:14:in `dispatch'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal.rb:246:in `block in action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/routing/route_set.rb:73:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/routing/route_set.rb:73:in `dispatch'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/routing/route_set.rb:36:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/journey-1.0.4/lib/journey/router.rb:68:in `block in call'", "/opt/rh/ruby193/root/usr/share/gems/gems/journey-1.0.4/lib/journey/router.rb:56:in `each'", "/opt/rh/ruby193/root/usr/share/gems/gems/journey-1.0.4/lib/journey/router.rb:56:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/routing/route_set.rb:600:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/mongo_mapper-0.11.1/lib/mongo_mapper/middleware/identity_map.rb:10:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/mongoid-3.0.5/lib/rack/mongoid/middleware/identity_map.rb:33:in `block in call'", "/opt/rh/ruby193/root/usr/share/gems/gems/mongoid-3.0.5/lib/mongoid/unit_of_work.rb:39:in `unit_of_work'", "/opt/rh/ruby193/root/usr/share/gems/gems/mongoid-3.0.5/lib/rack/mongoid/middleware/identity_map.rb:33:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/best_standards_support.rb:17:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/etag.rb:23:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/conditionalget.rb:35:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/head.rb:14:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/params_parser.rb:21:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/flash.rb:242:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/session/abstract/id.rb:205:in `context'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/session/abstract/id.rb:200:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/cookies.rb:339:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/callbacks.rb:28:in `block in call'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:405:in `_run__1858982839957123836__call__1164262058835664290__callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:405:in `__run_callback'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:385:in `_run_call_callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:81:in `run_callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/callbacks.rb:27:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/remote_ip.rb:31:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/debug_exceptions.rb:16:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/show_exceptions.rb:56:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/rack/logger.rb:26:in `call_app'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/rack/logger.rb:16:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/request_id.rb:22:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/methodoverride.rb:21:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/runtime.rb:17:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/cache/strategy/local_cache.rb:72:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/lock.rb:15:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/static.rb:62:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:136:in `forward'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:143:in `pass'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:155:in `invalidate'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:71:in `call!'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:51:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/engine.rb:479:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/application.rb:223:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/railtie/configurable.rb:30:in `method_missing'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/rack/request_handler.rb:96:in `process_request'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/abstract_request_handler.rb:517:in `accept_and_process_next_request'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/abstract_request_handler.rb:274:in `main_loop'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/rack/application_spawner.rb:206:in `start_request_handler'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/rack/application_spawner.rb:79:in `block in spawn_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/utils.rb:470:in `safe_fork'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/rack/application_spawner.rb:64:in `spawn_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/spawn_manager.rb:264:in `spawn_rack_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/spawn_manager.rb:137:in `spawn_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/spawn_manager.rb:275:in `handle_spawn_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/abstract_server.rb:357:in `server_main_loop'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/abstract_server.rb:206:in `start_synchronously'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/helper-scripts/passenger-spawn-server:102:in `<main>'"] (pid:21934)
>2013-01-21 03:24:25.590 [DEBUG] DEBUG: Retrying dyn_login after exception caught from DNS request: Error communicating with DNS system.  If the problem persists please contact Red Hat support. (pid:21934)
>2013-01-21 03:24:25.590 [DEBUG] DEBUG: DYNECT Login with path: /REST/Session/ (pid:21934)
>2013-01-21 03:24:25.590 [DEBUG] DEBUG: Retrying dyn_login after exception caught from DNS request: Error communicating with DNS system.  If the problem persists please contact Red Hat support. (pid:21934)
>2013-01-21 03:24:25.590 [DEBUG] DEBUG: DYNECT Login with path: /REST/Session/ (pid:21934)
>2013-01-21 03:24:25.592 [DEBUG] DEBUG: Exception caught from DNS request: getaddrinfo: Name or service not known (pid:21934)
>2013-01-21 03:24:25.593 [DEBUG] ["/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:762:in `initialize'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:762:in `open'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:762:in `block in connect'", "/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:54:in `timeout'", "/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:99:in `timeout'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:762:in `connect'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:755:in `do_start'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:744:in `start'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:1284:in `request'", "/opt/rh/ruby193/root/usr/share/gems/gems/rest-client-1.6.1/lib/restclient/net_http_ext.rb:17:in `request'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:1307:in `send_entity'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:1096:in `post'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:117:in `block in dyn_login'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:170:in `dyn_do'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:108:in `dyn_login'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:94:in `login'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:43:in `initialize'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/lib/openshift/dns_service.rb:10:in `new'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/lib/openshift/dns_service.rb:10:in `instance'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/gear.rb:101:in `deregister_dns'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/pending_app_op_group.rb:179:in `block in execute'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/pending_app_op_group.rb:128:in `each'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/pending_app_op_group.rb:128:in `execute'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:966:in `run_jobs'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:371:in `block in remove_features'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:1008:in `run_in_application_lock'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:369:in `remove_features'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:391:in `destroy_app'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/controllers/applications_controller.rb:151:in `destroy'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/implicit_render.rb:4:in `send_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/base.rb:167:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/rendering.rb:10:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/callbacks.rb:18:in `block in process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:458:in `_run__4142981964353773419__process_action__958606252510504891__callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:405:in `__run_callback'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:385:in `_run_process_action_callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:81:in `run_callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/callbacks.rb:17:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/rescue.rb:29:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/instrumentation.rb:30:in `block in process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/notifications.rb:123:in `block in instrument'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/notifications/instrumenter.rb:20:in `instrument'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/notifications.rb:123:in `instrument'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/instrumentation.rb:29:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/params_wrapper.rb:207:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/base.rb:121:in `process'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/rendering.rb:45:in `process'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal.rb:203:in `dispatch'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/rack_delegation.rb:14:in `dispatch'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal.rb:246:in `block in action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/routing/route_set.rb:73:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/routing/route_set.rb:73:in `dispatch'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/routing/route_set.rb:36:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/journey-1.0.4/lib/journey/router.rb:68:in `block in call'", "/opt/rh/ruby193/root/usr/share/gems/gems/journey-1.0.4/lib/journey/router.rb:56:in `each'", "/opt/rh/ruby193/root/usr/share/gems/gems/journey-1.0.4/lib/journey/router.rb:56:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/routing/route_set.rb:600:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/mongo_mapper-0.11.1/lib/mongo_mapper/middleware/identity_map.rb:10:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/mongoid-3.0.5/lib/rack/mongoid/middleware/identity_map.rb:33:in `block in call'", "/opt/rh/ruby193/root/usr/share/gems/gems/mongoid-3.0.5/lib/mongoid/unit_of_work.rb:39:in `unit_of_work'", "/opt/rh/ruby193/root/usr/share/gems/gems/mongoid-3.0.5/lib/rack/mongoid/middleware/identity_map.rb:33:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/best_standards_support.rb:17:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/etag.rb:23:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/conditionalget.rb:35:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/head.rb:14:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/params_parser.rb:21:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/flash.rb:242:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/session/abstract/id.rb:205:in `context'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/session/abstract/id.rb:200:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/cookies.rb:339:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/callbacks.rb:28:in `block in call'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:405:in `_run__1858982839957123836__call__1164262058835664290__callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:405:in `__run_callback'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:385:in `_run_call_callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:81:in `run_callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/callbacks.rb:27:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/remote_ip.rb:31:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/debug_exceptions.rb:16:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/show_exceptions.rb:56:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/rack/logger.rb:26:in `call_app'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/rack/logger.rb:16:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/request_id.rb:22:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/methodoverride.rb:21:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/runtime.rb:17:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/cache/strategy/local_cache.rb:72:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/lock.rb:15:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/static.rb:62:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:136:in `forward'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:143:in `pass'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:155:in `invalidate'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:71:in `call!'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:51:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/engine.rb:479:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/application.rb:223:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/railtie/configurable.rb:30:in `method_missing'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/rack/request_handler.rb:96:in `process_request'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/abstract_request_handler.rb:517:in `accept_and_process_next_request'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/abstract_request_handler.rb:274:in `main_loop'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/rack/application_spawner.rb:206:in `start_request_handler'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/rack/application_spawner.rb:79:in `block in spawn_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/utils.rb:470:in `safe_fork'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/rack/application_spawner.rb:64:in `spawn_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/spawn_manager.rb:264:in `spawn_rack_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/spawn_manager.rb:137:in `spawn_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/spawn_manager.rb:275:in `handle_spawn_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/abstract_server.rb:357:in `server_main_loop'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/abstract_server.rb:206:in `start_synchronously'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/helper-scripts/passenger-spawn-server:102:in `<main>'"] (pid:21934)
>2013-01-21 03:24:25.593 [DEBUG] DEBUG: Retrying dyn_login after exception caught from DNS request: Error communicating with DNS system.  If the problem persists please contact Red Hat support. (pid:21934)
>2013-01-21 03:24:25.593 [DEBUG] DEBUG: DYNECT Login with path: /REST/Session/ (pid:21934)
>2013-01-21 03:24:25.593 [DEBUG] DEBUG: Retrying dyn_login after exception caught from DNS request: Error communicating with DNS system.  If the problem persists please contact Red Hat support. (pid:21934)
>2013-01-21 03:24:25.593 [DEBUG] DEBUG: DYNECT Login with path: /REST/Session/ (pid:21934)
>2013-01-21 03:24:25.595 [DEBUG] DEBUG: Exception caught from DNS request: getaddrinfo: Name or service not known (pid:21934)
>2013-01-21 03:24:25.595 [DEBUG] ["/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:762:in `initialize'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:762:in `open'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:762:in `block in connect'", "/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:54:in `timeout'", "/opt/rh/ruby193/root/usr/share/ruby/timeout.rb:99:in `timeout'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:762:in `connect'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:755:in `do_start'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:744:in `start'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:1284:in `request'", "/opt/rh/ruby193/root/usr/share/gems/gems/rest-client-1.6.1/lib/restclient/net_http_ext.rb:17:in `request'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:1307:in `send_entity'", "/opt/rh/ruby193/root/usr/share/ruby/net/http.rb:1096:in `post'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:117:in `block in dyn_login'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:170:in `dyn_do'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:108:in `dyn_login'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:94:in `login'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:43:in `initialize'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/lib/openshift/dns_service.rb:10:in `new'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/lib/openshift/dns_service.rb:10:in `instance'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/gear.rb:101:in `deregister_dns'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/pending_app_op_group.rb:179:in `block in execute'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/pending_app_op_group.rb:128:in `each'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/pending_app_op_group.rb:128:in `execute'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:966:in `run_jobs'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:371:in `block in remove_features'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:1008:in `run_in_application_lock'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:369:in `remove_features'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:391:in `destroy_app'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/controllers/applications_controller.rb:151:in `destroy'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/implicit_render.rb:4:in `send_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/base.rb:167:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/rendering.rb:10:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/callbacks.rb:18:in `block in process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:458:in `_run__4142981964353773419__process_action__958606252510504891__callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:405:in `__run_callback'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:385:in `_run_process_action_callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:81:in `run_callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/callbacks.rb:17:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/rescue.rb:29:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/instrumentation.rb:30:in `block in process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/notifications.rb:123:in `block in instrument'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/notifications/instrumenter.rb:20:in `instrument'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/notifications.rb:123:in `instrument'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/instrumentation.rb:29:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/params_wrapper.rb:207:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/base.rb:121:in `process'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/rendering.rb:45:in `process'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal.rb:203:in `dispatch'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/rack_delegation.rb:14:in `dispatch'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal.rb:246:in `block in action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/routing/route_set.rb:73:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/routing/route_set.rb:73:in `dispatch'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/routing/route_set.rb:36:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/journey-1.0.4/lib/journey/router.rb:68:in `block in call'", "/opt/rh/ruby193/root/usr/share/gems/gems/journey-1.0.4/lib/journey/router.rb:56:in `each'", "/opt/rh/ruby193/root/usr/share/gems/gems/journey-1.0.4/lib/journey/router.rb:56:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/routing/route_set.rb:600:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/mongo_mapper-0.11.1/lib/mongo_mapper/middleware/identity_map.rb:10:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/mongoid-3.0.5/lib/rack/mongoid/middleware/identity_map.rb:33:in `block in call'", "/opt/rh/ruby193/root/usr/share/gems/gems/mongoid-3.0.5/lib/mongoid/unit_of_work.rb:39:in `unit_of_work'", "/opt/rh/ruby193/root/usr/share/gems/gems/mongoid-3.0.5/lib/rack/mongoid/middleware/identity_map.rb:33:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/best_standards_support.rb:17:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/etag.rb:23:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/conditionalget.rb:35:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/head.rb:14:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/params_parser.rb:21:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/flash.rb:242:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/session/abstract/id.rb:205:in `context'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/session/abstract/id.rb:200:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/cookies.rb:339:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/callbacks.rb:28:in `block in call'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:405:in `_run__1858982839957123836__call__1164262058835664290__callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:405:in `__run_callback'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:385:in `_run_call_callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:81:in `run_callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/callbacks.rb:27:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/remote_ip.rb:31:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/debug_exceptions.rb:16:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/show_exceptions.rb:56:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/rack/logger.rb:26:in `call_app'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/rack/logger.rb:16:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/request_id.rb:22:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/methodoverride.rb:21:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/runtime.rb:17:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/cache/strategy/local_cache.rb:72:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/lock.rb:15:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/static.rb:62:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:136:in `forward'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:143:in `pass'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:155:in `invalidate'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:71:in `call!'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:51:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/engine.rb:479:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/application.rb:223:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/railtie/configurable.rb:30:in `method_missing'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/rack/request_handler.rb:96:in `process_request'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/abstract_request_handler.rb:517:in `accept_and_process_next_request'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/abstract_request_handler.rb:274:in `main_loop'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/rack/application_spawner.rb:206:in `start_request_handler'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/rack/application_spawner.rb:79:in `block in spawn_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/utils.rb:470:in `safe_fork'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/rack/application_spawner.rb:64:in `spawn_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/spawn_manager.rb:264:in `spawn_rack_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/spawn_manager.rb:137:in `spawn_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/spawn_manager.rb:275:in `handle_spawn_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/abstract_server.rb:357:in `server_main_loop'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/abstract_server.rb:206:in `start_synchronously'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/helper-scripts/passenger-spawn-server:102:in `<main>'"] (pid:21934)
>2013-01-21 03:24:25.596 [ERROR] Error communicating with DNS system.  If the problem persists please contact Red Hat support. (pid:21934)
>2013-01-21 03:24:25.597 [ERROR] ["/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:151:in `raise_dns_exception'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:130:in `rescue in block in dyn_login'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:115:in `block in dyn_login'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:170:in `dyn_do'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:108:in `dyn_login'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:94:in `login'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:43:in `initialize'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/lib/openshift/dns_service.rb:10:in `new'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/lib/openshift/dns_service.rb:10:in `instance'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/gear.rb:101:in `deregister_dns'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/pending_app_op_group.rb:179:in `block in execute'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/pending_app_op_group.rb:128:in `each'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/pending_app_op_group.rb:128:in `execute'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:966:in `run_jobs'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:371:in `block in remove_features'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:1008:in `run_in_application_lock'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:369:in `remove_features'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:391:in `destroy_app'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/controllers/applications_controller.rb:151:in `destroy'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/implicit_render.rb:4:in `send_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/base.rb:167:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/rendering.rb:10:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/callbacks.rb:18:in `block in process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:458:in `_run__4142981964353773419__process_action__958606252510504891__callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:405:in `__run_callback'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:385:in `_run_process_action_callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:81:in `run_callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/callbacks.rb:17:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/rescue.rb:29:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/instrumentation.rb:30:in `block in process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/notifications.rb:123:in `block in instrument'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/notifications/instrumenter.rb:20:in `instrument'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/notifications.rb:123:in `instrument'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/instrumentation.rb:29:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/params_wrapper.rb:207:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/base.rb:121:in `process'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/rendering.rb:45:in `process'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal.rb:203:in `dispatch'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/rack_delegation.rb:14:in `dispatch'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal.rb:246:in `block in action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/routing/route_set.rb:73:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/routing/route_set.rb:73:in `dispatch'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/routing/route_set.rb:36:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/journey-1.0.4/lib/journey/router.rb:68:in `block in call'", "/opt/rh/ruby193/root/usr/share/gems/gems/journey-1.0.4/lib/journey/router.rb:56:in `each'", "/opt/rh/ruby193/root/usr/share/gems/gems/journey-1.0.4/lib/journey/router.rb:56:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/routing/route_set.rb:600:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/mongo_mapper-0.11.1/lib/mongo_mapper/middleware/identity_map.rb:10:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/mongoid-3.0.5/lib/rack/mongoid/middleware/identity_map.rb:33:in `block in call'", "/opt/rh/ruby193/root/usr/share/gems/gems/mongoid-3.0.5/lib/mongoid/unit_of_work.rb:39:in `unit_of_work'", "/opt/rh/ruby193/root/usr/share/gems/gems/mongoid-3.0.5/lib/rack/mongoid/middleware/identity_map.rb:33:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/best_standards_support.rb:17:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/etag.rb:23:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/conditionalget.rb:35:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/head.rb:14:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/params_parser.rb:21:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/flash.rb:242:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/session/abstract/id.rb:205:in `context'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/session/abstract/id.rb:200:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/cookies.rb:339:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/callbacks.rb:28:in `block in call'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:405:in `_run__1858982839957123836__call__1164262058835664290__callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:405:in `__run_callback'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:385:in `_run_call_callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:81:in `run_callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/callbacks.rb:27:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/remote_ip.rb:31:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/debug_exceptions.rb:16:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/show_exceptions.rb:56:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/rack/logger.rb:26:in `call_app'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/rack/logger.rb:16:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/request_id.rb:22:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/methodoverride.rb:21:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/runtime.rb:17:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/cache/strategy/local_cache.rb:72:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/lock.rb:15:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/static.rb:62:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:136:in `forward'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:143:in `pass'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:155:in `invalidate'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:71:in `call!'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:51:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/engine.rb:479:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/application.rb:223:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/railtie/configurable.rb:30:in `method_missing'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/rack/request_handler.rb:96:in `process_request'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/abstract_request_handler.rb:517:in `accept_and_process_next_request'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/abstract_request_handler.rb:274:in `main_loop'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/rack/application_spawner.rb:206:in `start_request_handler'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/rack/application_spawner.rb:79:in `block in spawn_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/utils.rb:470:in `safe_fork'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/rack/application_spawner.rb:64:in `spawn_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/spawn_manager.rb:264:in `spawn_rack_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/spawn_manager.rb:137:in `spawn_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/spawn_manager.rb:275:in `handle_spawn_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/abstract_server.rb:357:in `server_main_loop'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/abstract_server.rb:206:in `start_synchronously'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/helper-scripts/passenger-spawn-server:102:in `<main>'"] (pid:21934)
>2013-01-21 03:24:25.598 [ERROR] Error communicating with DNS system.  If the problem persists please contact Red Hat support. (pid:21934)
>2013-01-21 03:24:25.598 [DEBUG] ["/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:151:in `raise_dns_exception'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:130:in `rescue in block in dyn_login'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:115:in `block in dyn_login'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:170:in `dyn_do'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:108:in `dyn_login'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:94:in `login'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-dns-dynect-1.2.1/lib/openshift/dynect_plugin.rb:43:in `initialize'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/lib/openshift/dns_service.rb:10:in `new'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/lib/openshift/dns_service.rb:10:in `instance'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/gear.rb:101:in `deregister_dns'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/pending_app_op_group.rb:179:in `block in execute'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/pending_app_op_group.rb:128:in `each'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/pending_app_op_group.rb:128:in `execute'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:966:in `run_jobs'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:371:in `block in remove_features'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:1008:in `run_in_application_lock'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:369:in `remove_features'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/models/application.rb:391:in `destroy_app'", "/opt/rh/ruby193/root/usr/share/gems/gems/openshift-origin-controller-1.3.4/app/controllers/applications_controller.rb:151:in `destroy'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/implicit_render.rb:4:in `send_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/base.rb:167:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/rendering.rb:10:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/callbacks.rb:18:in `block in process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:458:in `_run__4142981964353773419__process_action__958606252510504891__callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:405:in `__run_callback'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:385:in `_run_process_action_callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:81:in `run_callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/callbacks.rb:17:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/rescue.rb:29:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/instrumentation.rb:30:in `block in process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/notifications.rb:123:in `block in instrument'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/notifications/instrumenter.rb:20:in `instrument'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/notifications.rb:123:in `instrument'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/instrumentation.rb:29:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/params_wrapper.rb:207:in `process_action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/base.rb:121:in `process'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/abstract_controller/rendering.rb:45:in `process'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal.rb:203:in `dispatch'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal/rack_delegation.rb:14:in `dispatch'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_controller/metal.rb:246:in `block in action'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/routing/route_set.rb:73:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/routing/route_set.rb:73:in `dispatch'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/routing/route_set.rb:36:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/journey-1.0.4/lib/journey/router.rb:68:in `block in call'", "/opt/rh/ruby193/root/usr/share/gems/gems/journey-1.0.4/lib/journey/router.rb:56:in `each'", "/opt/rh/ruby193/root/usr/share/gems/gems/journey-1.0.4/lib/journey/router.rb:56:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/routing/route_set.rb:600:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/mongo_mapper-0.11.1/lib/mongo_mapper/middleware/identity_map.rb:10:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/mongoid-3.0.5/lib/rack/mongoid/middleware/identity_map.rb:33:in `block in call'", "/opt/rh/ruby193/root/usr/share/gems/gems/mongoid-3.0.5/lib/mongoid/unit_of_work.rb:39:in `unit_of_work'", "/opt/rh/ruby193/root/usr/share/gems/gems/mongoid-3.0.5/lib/rack/mongoid/middleware/identity_map.rb:33:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/best_standards_support.rb:17:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/etag.rb:23:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/conditionalget.rb:35:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/head.rb:14:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/params_parser.rb:21:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/flash.rb:242:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/session/abstract/id.rb:205:in `context'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/session/abstract/id.rb:200:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/cookies.rb:339:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/callbacks.rb:28:in `block in call'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:405:in `_run__1858982839957123836__call__1164262058835664290__callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:405:in `__run_callback'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:385:in `_run_call_callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/callbacks.rb:81:in `run_callbacks'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/callbacks.rb:27:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/remote_ip.rb:31:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/debug_exceptions.rb:16:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/show_exceptions.rb:56:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/rack/logger.rb:26:in `call_app'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/rack/logger.rb:16:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/request_id.rb:22:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/methodoverride.rb:21:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/runtime.rb:17:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/activesupport-3.2.8/lib/active_support/cache/strategy/local_cache.rb:72:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-1.4.1/lib/rack/lock.rb:15:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/static.rb:62:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:136:in `forward'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:143:in `pass'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:155:in `invalidate'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:71:in `call!'", "/opt/rh/ruby193/root/usr/share/gems/gems/rack-cache-1.2/lib/rack/cache/context.rb:51:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/engine.rb:479:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/application.rb:223:in `call'", "/opt/rh/ruby193/root/usr/share/gems/gems/railties-3.2.8/lib/rails/railtie/configurable.rb:30:in `method_missing'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/rack/request_handler.rb:96:in `process_request'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/abstract_request_handler.rb:517:in `accept_and_process_next_request'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/abstract_request_handler.rb:274:in `main_loop'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/rack/application_spawner.rb:206:in `start_request_handler'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/rack/application_spawner.rb:79:in `block in spawn_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/utils.rb:470:in `safe_fork'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/rack/application_spawner.rb:64:in `spawn_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/spawn_manager.rb:264:in `spawn_rack_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/spawn_manager.rb:137:in `spawn_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/spawn_manager.rb:275:in `handle_spawn_application'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/abstract_server.rb:357:in `server_main_loop'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/lib/phusion_passenger/abstract_server.rb:206:in `start_synchronously'", "/opt/rh/ruby193/root/usr/share/gems/gems/passenger-3.0.17/helper-scripts/passenger-spawn-server:102:in `<main>'"] (pid:21934)
>2013-01-21 03:24:25.601 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=applications selector={:_id=>"50fcf7dec74fdca22600000e"} flags=[:slave_ok] limit=-1 skip=0 fields=nil (1.8845ms) (pid:21934)
>2013-01-21 03:24:25.604 [DEBUG] Rollback set_group_overrides (pid:21934)
>2013-01-21 03:24:25.608 [DEBUG] MOPED: 127.0.0.1:27017 UPDATE       database=openshift_broker_dev collection=applications selector={"_id"=>"50fcf7dec74fdca22600000e"} update={"$set"=>{"group_overrides"=>nil, "updated_at"=>2013-01-21 08:24:25 UTC}} flags=[] (0.3514ms) (pid:21934)
>2013-01-21 03:24:25.609 [DEBUG] MOPED: 127.0.0.1:27017 UPDATE       database=openshift_broker_dev collection=applications selector={"_id"=>"50fcf7dec74fdca22600000e", "pending_op_groups._id"=>"50fcfb2bc74fdcae55000001", "pending_op_groups.0.pending_ops._id"=>"50fcfb2bc74fdcae5500000a"} update={"$set"=>{"pending_op_groups.0.pending_ops.0.state"=>:rolledback}} flags=[] (0.4776ms) (pid:21934)
>2013-01-21 03:24:25.610 [DEBUG] Rollback destroy_gear (pid:21934)
>2013-01-21 03:24:25.611 [DEBUG] MOPED: 127.0.0.1:27017 UPDATE       database=openshift_broker_dev collection=applications selector={"_id"=>"50fcf7dec74fdca22600000e", "pending_op_groups._id"=>"50fcfb2bc74fdcae55000001", "pending_op_groups.0.pending_ops._id"=>"50fcfb2bc74fdcae55000002"} update={"$set"=>{"pending_op_groups.0.pending_ops.1.state"=>:rolledback}} flags=[] (0.4549ms) (pid:21934)
>2013-01-21 03:24:25.613 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=applications selector={:_id=>"50fcf7dec74fdca22600000e"} flags=[:slave_ok] limit=-1 skip=0 fields=nil (1.3454ms) (pid:21934)
>2013-01-21 03:24:25.615 [DEBUG] Rollback remove_component (pid:21934)
>2013-01-21 03:24:25.616 [DEBUG] MOPED: 127.0.0.1:27017 UPDATE       database=openshift_broker_dev collection=applications selector={"_id"=>"50fcf7dec74fdca22600000e", "pending_op_groups._id"=>"50fcfb2bc74fdcae55000001", "pending_op_groups.0.pending_ops._id"=>"50fcfb2bc74fdcae55000008"} update={"$set"=>{"pending_op_groups.0.pending_ops.8.state"=>:rolledback}} flags=[] (0.4380ms) (pid:21934)
>2013-01-21 03:24:25.617 [DEBUG] MOPED: 127.0.0.1:27017 UPDATE       database=openshift_broker_dev collection=applications selector={"_id"=>"50fcf7dec74fdca22600000e"} update={"$pull"=>{"pending_op_groups"=>{"_id"=>"50fcfb2bc74fdcae55000001"}}} flags=[] (0.2673ms) (pid:21934)
>2013-01-21 03:24:25.618 [DEBUG] MOPED: 127.0.0.1:27017 COMMAND      database=openshift_broker_dev command={:findAndModify=>"locks", :query=>{"user_id"=>"50fcf334c74fdccb08000001", "locked"=>false, "app_ids"=>"50fcf7dec74fdca22600000e"}, :new=>true, :update=>{"$pull"=>{:app_ids=>"50fcf7dec74fdca22600000e"}}} (0.5937ms) (pid:21934)
>2013-01-21 03:24:25.619 [INFO ] Completed 500 Internal Server Error in 13791ms (pid:21934)
>2013-01-21 03:24:25.623 [FATAL] OpenShift::DNSException (Error communicating with DNS system.  If the problem persists please contact Red Hat support.):
>  openshift-origin-dns-dynect (1.2.1) lib/openshift/dynect_plugin.rb:151:in `raise_dns_exception'
>  openshift-origin-dns-dynect (1.2.1) lib/openshift/dynect_plugin.rb:130:in `rescue in block in dyn_login'
>  openshift-origin-dns-dynect (1.2.1) lib/openshift/dynect_plugin.rb:115:in `block in dyn_login'
>  openshift-origin-dns-dynect (1.2.1) lib/openshift/dynect_plugin.rb:170:in `dyn_do'
>  openshift-origin-dns-dynect (1.2.1) lib/openshift/dynect_plugin.rb:108:in `dyn_login'
>  openshift-origin-dns-dynect (1.2.1) lib/openshift/dynect_plugin.rb:94:in `login'
>  openshift-origin-dns-dynect (1.2.1) lib/openshift/dynect_plugin.rb:43:in `initialize'
>  openshift-origin-controller (1.3.4) lib/openshift/dns_service.rb:10:in `new'
>  openshift-origin-controller (1.3.4) lib/openshift/dns_service.rb:10:in `instance'
>  openshift-origin-controller (1.3.4) app/models/gear.rb:101:in `deregister_dns'
>  openshift-origin-controller (1.3.4) app/models/pending_app_op_group.rb:179:in `block in execute'
>  openshift-origin-controller (1.3.4) app/models/pending_app_op_group.rb:128:in `each'
>  openshift-origin-controller (1.3.4) app/models/pending_app_op_group.rb:128:in `execute'
>  openshift-origin-controller (1.3.4) app/models/application.rb:966:in `run_jobs'
>  openshift-origin-controller (1.3.4) app/models/application.rb:371:in `block in remove_features'
>  openshift-origin-controller (1.3.4) app/models/application.rb:1008:in `run_in_application_lock'
>  openshift-origin-controller (1.3.4) app/models/application.rb:369:in `remove_features'
>  openshift-origin-controller (1.3.4) app/models/application.rb:391:in `destroy_app'
>  openshift-origin-controller (1.3.4) app/controllers/applications_controller.rb:151:in `destroy'
>  actionpack (3.2.8) lib/action_controller/metal/implicit_render.rb:4:in `send_action'
>  actionpack (3.2.8) lib/abstract_controller/base.rb:167:in `process_action'
>  actionpack (3.2.8) lib/action_controller/metal/rendering.rb:10:in `process_action'
>  actionpack (3.2.8) lib/abstract_controller/callbacks.rb:18:in `block in process_action'
>  activesupport (3.2.8) lib/active_support/callbacks.rb:458:in `_run__4142981964353773419__process_action__958606252510504891__callbacks'
>  activesupport (3.2.8) lib/active_support/callbacks.rb:405:in `__run_callback'
>  activesupport (3.2.8) lib/active_support/callbacks.rb:385:in `_run_process_action_callbacks'
>  activesupport (3.2.8) lib/active_support/callbacks.rb:81:in `run_callbacks'
>  actionpack (3.2.8) lib/abstract_controller/callbacks.rb:17:in `process_action'
>  actionpack (3.2.8) lib/action_controller/metal/rescue.rb:29:in `process_action'
>  actionpack (3.2.8) lib/action_controller/metal/instrumentation.rb:30:in `block in process_action'
>  activesupport (3.2.8) lib/active_support/notifications.rb:123:in `block in instrument'
>  activesupport (3.2.8) lib/active_support/notifications/instrumenter.rb:20:in `instrument'
>  activesupport (3.2.8) lib/active_support/notifications.rb:123:in `instrument'
>  actionpack (3.2.8) lib/action_controller/metal/instrumentation.rb:29:in `process_action'
>  actionpack (3.2.8) lib/action_controller/metal/params_wrapper.rb:207:in `process_action'
>  actionpack (3.2.8) lib/abstract_controller/base.rb:121:in `process'
>  actionpack (3.2.8) lib/abstract_controller/rendering.rb:45:in `process'
>  actionpack (3.2.8) lib/action_controller/metal.rb:203:in `dispatch'
>  actionpack (3.2.8) lib/action_controller/metal/rack_delegation.rb:14:in `dispatch'
>  actionpack (3.2.8) lib/action_controller/metal.rb:246:in `block in action'
>  actionpack (3.2.8) lib/action_dispatch/routing/route_set.rb:73:in `call'
>  actionpack (3.2.8) lib/action_dispatch/routing/route_set.rb:73:in `dispatch'
>  actionpack (3.2.8) lib/action_dispatch/routing/route_set.rb:36:in `call'
>  journey (1.0.4) lib/journey/router.rb:68:in `block in call'
>  journey (1.0.4) lib/journey/router.rb:56:in `each'
>  journey (1.0.4) lib/journey/router.rb:56:in `call'
>  actionpack (3.2.8) lib/action_dispatch/routing/route_set.rb:600:in `call'
>  mongo_mapper (0.11.1) lib/mongo_mapper/middleware/identity_map.rb:10:in `call'
>  mongoid (3.0.5) lib/rack/mongoid/middleware/identity_map.rb:33:in `block in call'
>  mongoid (3.0.5) lib/mongoid/unit_of_work.rb:39:in `unit_of_work'
>  mongoid (3.0.5) lib/rack/mongoid/middleware/identity_map.rb:33:in `call'
>  actionpack (3.2.8) lib/action_dispatch/middleware/best_standards_support.rb:17:in `call'
>  rack (1.4.1) lib/rack/etag.rb:23:in `call'
>  rack (1.4.1) lib/rack/conditionalget.rb:35:in `call'
>  actionpack (3.2.8) lib/action_dispatch/middleware/head.rb:14:in `call'
>  actionpack (3.2.8) lib/action_dispatch/middleware/params_parser.rb:21:in `call'
>  actionpack (3.2.8) lib/action_dispatch/middleware/flash.rb:242:in `call'
>  rack (1.4.1) lib/rack/session/abstract/id.rb:205:in `context'
>  rack (1.4.1) lib/rack/session/abstract/id.rb:200:in `call'
>  actionpack (3.2.8) lib/action_dispatch/middleware/cookies.rb:339:in `call'
>  actionpack (3.2.8) lib/action_dispatch/middleware/callbacks.rb:28:in `block in call'
>  activesupport (3.2.8) lib/active_support/callbacks.rb:405:in `_run__1858982839957123836__call__1164262058835664290__callbacks'
>  activesupport (3.2.8) lib/active_support/callbacks.rb:405:in `__run_callback'
>  activesupport (3.2.8) lib/active_support/callbacks.rb:385:in `_run_call_callbacks'
>  activesupport (3.2.8) lib/active_support/callbacks.rb:81:in `run_callbacks'
>  actionpack (3.2.8) lib/action_dispatch/middleware/callbacks.rb:27:in `call'
>  actionpack (3.2.8) lib/action_dispatch/middleware/remote_ip.rb:31:in `call'
>  actionpack (3.2.8) lib/action_dispatch/middleware/debug_exceptions.rb:16:in `call'
>  actionpack (3.2.8) lib/action_dispatch/middleware/show_exceptions.rb:56:in `call'
>  railties (3.2.8) lib/rails/rack/logger.rb:26:in `call_app'
>  railties (3.2.8) lib/rails/rack/logger.rb:16:in `call'
>  actionpack (3.2.8) lib/action_dispatch/middleware/request_id.rb:22:in `call'
>  rack (1.4.1) lib/rack/methodoverride.rb:21:in `call'
>  rack (1.4.1) lib/rack/runtime.rb:17:in `call'
>  activesupport (3.2.8) lib/active_support/cache/strategy/local_cache.rb:72:in `call'
>  rack (1.4.1) lib/rack/lock.rb:15:in `call'
>  actionpack (3.2.8) lib/action_dispatch/middleware/static.rb:62:in `call'
>  rack-cache (1.2) lib/rack/cache/context.rb:136:in `forward'
>  rack-cache (1.2) lib/rack/cache/context.rb:143:in `pass'
>  rack-cache (1.2) lib/rack/cache/context.rb:155:in `invalidate'
>  rack-cache (1.2) lib/rack/cache/context.rb:71:in `call!'
>  rack-cache (1.2) lib/rack/cache/context.rb:51:in `call'
>  railties (3.2.8) lib/rails/engine.rb:479:in `call'
>  railties (3.2.8) lib/rails/application.rb:223:in `call'
>  railties (3.2.8) lib/rails/railtie/configurable.rb:30:in `method_missing'
>  passenger (3.0.17) lib/phusion_passenger/rack/request_handler.rb:96:in `process_request'
>  passenger (3.0.17) lib/phusion_passenger/abstract_request_handler.rb:517:in `accept_and_process_next_request'
>  passenger (3.0.17) lib/phusion_passenger/abstract_request_handler.rb:274:in `main_loop'
>  passenger (3.0.17) lib/phusion_passenger/rack/application_spawner.rb:206:in `start_request_handler'
>  passenger (3.0.17) lib/phusion_passenger/rack/application_spawner.rb:79:in `block in spawn_application'
>  passenger (3.0.17) lib/phusion_passenger/utils.rb:470:in `safe_fork'
>  passenger (3.0.17) lib/phusion_passenger/rack/application_spawner.rb:64:in `spawn_application'
>  passenger (3.0.17) lib/phusion_passenger/spawn_manager.rb:264:in `spawn_rack_application'
>  passenger (3.0.17) lib/phusion_passenger/spawn_manager.rb:137:in `spawn_application'
>  passenger (3.0.17) lib/phusion_passenger/spawn_manager.rb:275:in `handle_spawn_application'
>  passenger (3.0.17) lib/phusion_passenger/abstract_server.rb:357:in `server_main_loop'
>  passenger (3.0.17) lib/phusion_passenger/abstract_server.rb:206:in `start_synchronously'
>  passenger (3.0.17) helper-scripts/passenger-spawn-server:102:in `<main>' (pid:21934)
>2013-01-21 03:24:25.657 [INFO ] Rendered /opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/templates/rescues/_trace.erb (1.6ms) (pid:21934)
>2013-01-21 03:24:25.662 [INFO ] Rendered /opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/templates/rescues/_request_and_response.erb (1.1ms) (pid:21934)
>2013-01-21 03:24:25.662 [INFO ] Rendered /opt/rh/ruby193/root/usr/share/gems/gems/actionpack-3.2.8/lib/action_dispatch/middleware/templates/rescues/diagnostics.erb within rescues/layout (11.7ms) (pid:21934)
>2013-01-21 03:24:45.397 [INFO ] Started GET "/broker/rest/api" for 203.114.244.88 at 2013-01-21 03:24:45 -0500 (pid:21934)
>2013-01-21 03:24:45.399 [INFO ] Processing by BaseController#show as JSON (pid:21934)
>2013-01-21 03:24:45.400 [DEBUG] application/json (pid:21934)
>2013-01-21 03:24:45.408 [INFO ] Completed 200 OK in 8ms (Views: 3.1ms) (pid:21934)
>2013-01-21 03:24:46.532 [INFO ] Started GET "/broker/rest/domains" for 203.114.244.88 at 2013-01-21 03:24:46 -0500 (pid:21934)
>2013-01-21 03:24:46.535 [INFO ] Processing by DomainsController#index as JSON (pid:21934)
>2013-01-21 03:24:46.538 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=cloud_users selector={"$query"=>{"login"=>"qgong@redhat.com"}, "$orderby"=>{:_id=>1}} flags=[] limit=-1 skip=0 fields=nil (0.7615ms) (pid:21934)
>2013-01-21 03:24:46.538 [DEBUG] application/json (pid:21934)
>2013-01-21 03:24:46.538 [DEBUG] Getting domains for user qgong@redhat.com (pid:21934)
>2013-01-21 03:24:46.539 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=domains selector={"owner_id"=>"50fcf334c74fdccb08000001"} flags=[:slave_ok] limit=0 skip=0 fields=nil (0.3824ms) (pid:21934)
>2013-01-21 03:24:46.541 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=cloud_users selector={"$query"=>{"_id"=>"50fcf334c74fdccb08000001"}, "$orderby"=>{:_id=>1}} flags=[:slave_ok] limit=-1 skip=0 fields=nil (0.3927ms) (pid:21934)
>2013-01-21 03:24:46.542 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=domains selector={"owner_id"=>"50fcf334c74fdccb08000001"} flags=[:slave_ok] limit=0 skip=0 fields=nil (0.3564ms) (pid:21934)
>2013-01-21 03:24:46.543 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=domains selector={"user_ids"=>"50fcf334c74fdccb08000001"} flags=[:slave_ok] limit=0 skip=0 fields=nil (0.5062ms) (pid:21934)
>2013-01-21 03:24:46.546 [DEBUG] [REQ_ID=36cc62fd5dbe4869840db7bb1069ad8c] ACTION=LIST_DOMAINS (pid:21934)
>2013-01-21 03:24:46.551 [INFO ] Completed 200 OK in 15ms (Views: 3.2ms) (pid:21934)
>2013-01-21 03:24:47.984 [INFO ] Started GET "/broker/rest/domains/qgong11/applications" for 203.114.244.88 at 2013-01-21 03:24:47 -0500 (pid:21934)
>2013-01-21 03:24:47.987 [INFO ] Processing by ApplicationsController#index as JSON (pid:21934)
>2013-01-21 03:24:47.987 [INFO ] Parameters: {"include"=>"cartridges", "domain_id"=>"qgong11"} (pid:21934)
>2013-01-21 03:24:47.989 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=cloud_users selector={"$query"=>{"login"=>"qgong@redhat.com"}, "$orderby"=>{:_id=>1}} flags=[:slave_ok] limit=-1 skip=0 fields=nil (0.6421ms) (pid:21934)
>2013-01-21 03:24:47.990 [DEBUG] application/json (pid:21934)
>2013-01-21 03:24:47.991 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=domains selector={"$query"=>{"owner_id"=>"50fcf334c74fdccb08000001", "canonical_namespace"=>"qgong11"}, "$orderby"=>{:_id=>1}} flags=[:slave_ok] limit=-1 skip=0 fields=nil (0.7622ms) (pid:21934)
>2013-01-21 03:24:47.993 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=applications selector={"domain_id"=>"50fcf378c74fdc220b000001"} flags=[:slave_ok] limit=0 skip=0 fields=nil (0.9758ms) (pid:21934)
>2013-01-21 03:24:48.562 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=domains selector={"$query"=>{"_id"=>"50fcf378c74fdc220b000001"}, "$orderby"=>{:_id=>1}} flags=[:slave_ok] limit=-1 skip=0 fields=nil (0.6673ms) (pid:21934)
>2013-01-21 03:24:48.645 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=applications selector={"domain_id"=>"50fcf378c74fdc220b000001"} flags=[:slave_ok] limit=0 skip=0 fields=nil (1.1020ms) (pid:21934)
>2013-01-21 03:24:48.112 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=domains selector={"$query"=>{"_id"=>"50fcf378c74fdc220b000001"}, "$orderby"=>{:_id=>1}} flags=[:slave_ok] limit=-1 skip=0 fields=nil (0.4711ms) (pid:21934)
>2013-01-21 03:24:48.119 [DEBUG] MOPED: 127.0.0.1:27017 QUERY        database=openshift_broker_dev collection=applications selector={"domain_id"=>"50fcf378c74fdc220b000001"} flags=[:slave_ok] limit=0 skip=0 fields=nil (1.0755ms) (pid:21934)
>2013-01-21 03:24:48.212 [DEBUG] [REQ_ID=0de3a32985d8467c9bcd1a7f4ec6f53b] ACTION=LIST_A

Actions: View

Attachments on bug 902264: 684129