Bug 1401636

Summary: Repository synchronization ERROR "Cursor not found, cursor id"
Product: Red Hat Satellite Reporter: idyurev
Component: PulpAssignee: satellite6-bugs <satellite6-bugs>
Status: CLOSED DUPLICATE QA Contact: Katello QA List <katello-qa-list>
Severity: medium Docs Contact:
Priority: unspecified    
Version: 6.2.5CC: bbuckingham, idyurev, mhrivnak, pmoravec
Target Milestone: Unspecified   
Target Release: Unused   
Hardware: x86_64   
OS: Linux   
Whiteboard:
Fixed In Version: Doc Type: If docs needed, set a value
Doc Text:
Story Points: ---
Clone Of: Environment:
Last Closed: 2017-01-11 19:45:58 UTC Type: Bug
Regression: --- Mount Type: ---
Documentation: --- CRM:
Verified Versions: Category: ---
oVirt Team: --- RHEL 7.3 requirements from Atomic Host:
Cloudforms Team: --- Target Upstream Version:

Description idyurev 2016-12-05 18:47:17 UTC 
Description of problem:

When I try sync one of my repository (Oracle Linux public repo) that returns error "PLP0000: Cursor not found, cursor id: 144448362194". 


Version-Release number of selected component (if applicable):
Pulp server 2.8.6
MongoDB 2.6.12 

How reproducible:  


Steps to Reproduce:
1.
2.
3.

Actual results:
ERROR: PLP0000: Cursor not found, cursor id: 144448362194  

Expected results:
Successful repository sync

Additional info:
I have this problem only with one of my repository.
Comment 1 Brad Buckingham 2016-12-09 17:01:27 UTC 
Hello, would it be possible to attach a foreman-debug that captures the time in which the sync is performed?
Comment 2 idyurev 2016-12-13 06:52:27 UTC 
Hello, Now I'am have another problem, same repo not sync without any errors but never complete.  My foreman-debug for pulp and mongodb service:

COMMAND> mongo pulp_database /tmp/pulp_running_tasks.js

MongoDB shell version: 2.6.12
connecting to: pulp_database
{
	"_id" : ObjectId("584eabc8773c625dd9013985"),
	"task_id" : "a91228eb-9823-4a84-9739-1bb0bacf331e",
	"exception" : null,
	"task_type" : "pulp.server.controllers.repository.download_deferred",
	"tags" : [
		"pulp:action:deferred_download"
	],
	"finish_time" : null,
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"progress_report" : {
		
	},
	"worker_name" : "celery",
	"result" : null,
	"error" : null,
	"group_id" : null,
	"id" : null,
	"state" : "waiting",
	"start_time" : null
}
{
	"_id" : ObjectId("584e9fbb773c625dd901397b"),
	"task_id" : "ae76de13-b569-4fc1-8ea1-c7027e4ed1a9",
	"exception" : null,
	"task_type" : "pulp.server.managers.repo.publish.publish",
	"tags" : [
		"pulp:repository:X5-OEL6-public_ol6_latest",
		"pulp:action:publish"
	],
	"finish_time" : null,
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"progress_report" : {
		"X5-OEL6-public_ol6_latest" : [
			{
				"num_success" : 1,
				"description" : "Copying files",
				"step_type" : "save_tar",
				"items_total" : 1,
				"state" : "FINISHED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "a6ac13a3-39bd-428c-b787-760b05c09fab",
				"num_processed" : 1
			},
			{
				"num_success" : 1,
				"description" : "Initializing repo metadata",
				"step_type" : "initialize_repo_metadata",
				"items_total" : 1,
				"state" : "FINISHED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "4e761ce1-0f3d-4e28-92c7-e3fbdce46b03",
				"num_processed" : 1
			},
			{
				"num_success" : 0,
				"description" : "Publishing Distribution files",
				"step_type" : "distribution",
				"items_total" : 0,
				"state" : "FINISHED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "b9d2be6d-4e9f-4d2a-acf3-b97565ee4a42",
				"num_processed" : 0
			},
			{
				"num_success" : 9,
				"description" : "Publishing RPMs",
				"step_type" : "rpms",
				"items_total" : 9,
				"state" : "IN_PROGRESS",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "84df2c4b-6679-4103-a6bb-cb227cb9d2af",
				"num_processed" : 9
			},
			{
				"num_success" : 0,
				"description" : "Publishing Delta RPMs",
				"step_type" : "drpms",
				"items_total" : 1,
				"state" : "NOT_STARTED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "636b14ed-411b-4cba-932b-185e052c7d11",
				"num_processed" : 0
			},
			{
				"num_success" : 0,
				"description" : "Publishing Errata",
				"step_type" : "errata",
				"items_total" : 1,
				"state" : "NOT_STARTED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "2d01dbd4-dff7-431b-b024-875022a8dc0a",
				"num_processed" : 0
			},
			{
				"num_success" : 0,
				"description" : "Publishing Comps file",
				"step_type" : "comps",
				"items_total" : 1,
				"state" : "NOT_STARTED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "c6ca7190-0f61-4096-b168-7c453d43c276",
				"num_processed" : 0
			},
			{
				"num_success" : 0,
				"description" : "Publishing Metadata.",
				"step_type" : "metadata",
				"items_total" : 1,
				"state" : "NOT_STARTED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "969885ce-ce2a-4eb9-8ce0-1b43595d87ef",
				"num_processed" : 0
			},
			{
				"num_success" : 0,
				"description" : "Closing repo metadata",
				"step_type" : "close_repo_metadata",
				"items_total" : 1,
				"state" : "NOT_STARTED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "0fb6e1cf-8b5f-4ac6-943c-71b990a48036",
				"num_processed" : 0
			},
			{
				"num_success" : 0,
				"description" : "Generating sqlite files",
				"step_type" : "generate sqlite",
				"items_total" : 1,
				"state" : "NOT_STARTED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "a67668ab-35cb-442d-8eb2-dcc1b5de4aba",
				"num_processed" : 0
			},
			{
				"num_success" : 0,
				"description" : "Publishing files to web",
				"step_type" : "publish_directory",
				"items_total" : 1,
				"state" : "NOT_STARTED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "55ecd7c2-991b-4673-8bf6-3b1d4af3e897",
				"num_processed" : 0
			},
			{
				"num_success" : 0,
				"description" : "Writing Listings File",
				"step_type" : "initialize_repo_metadata",
				"items_total" : 1,
				"state" : "NOT_STARTED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "2e8ccf19-ab9a-48f7-9647-6b9db67459c0",
				"num_processed" : 0
			},
			{
				"num_success" : 0,
				"description" : "Writing Listings File",
				"step_type" : "initialize_repo_metadata",
				"items_total" : 1,
				"state" : "NOT_STARTED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "e93814d4-14b2-4bb6-b8c8-bd0ca6afa038",
				"num_processed" : 0
			}
		]
	},
	"worker_name" : "reserved_resource_worker-0@msk-kltn-upd002",
	"result" : null,
	"error" : null,
	"group_id" : null,
	"id" : null,
	"state" : "running",
	"start_time" : "2016-12-12T13:01:47Z"
}
{
	"_id" : ObjectId("584ea854773c625dd9013983"),
	"task_id" : "368333db-6ee5-41dd-92e5-9698bd5c0430",
	"exception" : null,
	"task_type" : "pulp.server.managers.consumer.applicability.regenerate_applicability_for_consumers",
	"tags" : [
		"pulp:action:content_applicability_regeneration"
	],
	"finish_time" : null,
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"progress_report" : {
		
	},
	"worker_name" : "reserved_resource_worker-0@msk-kltn-upd002",
	"result" : null,
	"error" : null,
	"group_id" : null,
	"id" : null,
	"state" : "running",
	"start_time" : "2016-12-12T13:53:49Z"
}
{
	"_id" : ObjectId("584960d0773c625dd9013411"),
	"task_id" : "24c86b2a-cd98-46ca-a212-bbd15dbdca30",
	"exception" : null,
	"task_type" : "pulp.server.managers.consumer.applicability.regenerate_applicability_for_consumers",
	"tags" : [
		"pulp:action:content_applicability_regeneration"
	],
	"finish_time" : "2016-12-08T14:03:43Z",
	"_ns" : "task_status",
	"traceback" : "Traceback (most recent call last):\n  File \"/usr/lib/python2.7/site-packages/celery/app/trace.py\", line 240, in trace_task\n    R = retval = fun(*args, **kwargs)\n  File \"/usr/lib/python2.7/site-packages/pulp/server/async/tasks.py\", line 473, in __call__\n    return super(Task, self).__call__(*args, **kwargs)\n  File \"/usr/lib/python2.7/site-packages/pulp/server/async/tasks.py\", line 103, in __call__\n    return super(PulpTask, self).__call__(*args, **kwargs)\n  File \"/usr/lib/python2.7/site-packages/celery/app/trace.py\", line 437, in __protected_call__\n    return self.run(*args, **kwargs)\n  File \"/usr/lib/python2.7/site-packages/pulp/server/managers/consumer/applicability.py\", line 107, in regenerate_applicability_for_consumers\n    manager.regenerate_applicability(profile_hash, content_type, profile_id, repo_id)\n  File \"/usr/lib/python2.7/site-packages/pulp/server/managers/consumer/applicability.py\", line 250, in regenerate_applicability\n    profile = unit_profile['profile']\nTypeError: 'NoneType' object has no attribute '__getitem__'\n",
	"spawned_tasks" : [ ],
	"progress_report" : {
		
	},
	"worker_name" : "reserved_resource_worker-0@msk-kltn-upd002",
	"result" : null,
	"error" : {
		"code" : "PLP0000",
		"data" : {
			
		},
		"description" : "'NoneType' object has no attribute '__getitem__'",
		"sub_errors" : [ ]
	},
	"group_id" : null,
	"id" : null,
	"state" : "error",
	"start_time" : "2016-12-08T13:36:27Z"
}
{
	"_id" : ObjectId("58495cf4773c625dd901340c"),
	"task_id" : "9b3369ea-b49c-4877-8159-25927145cfcf",
	"exception" : null,
	"task_type" : "pulp.server.managers.consumer.applicability.regenerate_applicability_for_consumers",
	"tags" : [
		"pulp:action:content_applicability_regeneration"
	],
	"finish_time" : "2016-12-08T13:36:26Z",
	"_ns" : "task_status",
	"traceback" : "Traceback (most recent call last):\n  File \"/usr/lib/python2.7/site-packages/celery/app/trace.py\", line 240, in trace_task\n    R = retval = fun(*args, **kwargs)\n  File \"/usr/lib/python2.7/site-packages/pulp/server/async/tasks.py\", line 473, in __call__\n    return super(Task, self).__call__(*args, **kwargs)\n  File \"/usr/lib/python2.7/site-packages/pulp/server/async/tasks.py\", line 103, in __call__\n    return super(PulpTask, self).__call__(*args, **kwargs)\n  File \"/usr/lib/python2.7/site-packages/celery/app/trace.py\", line 437, in __protected_call__\n    return self.run(*args, **kwargs)\n  File \"/usr/lib/python2.7/site-packages/pulp/server/managers/consumer/applicability.py\", line 107, in regenerate_applicability_for_consumers\n    manager.regenerate_applicability(profile_hash, content_type, profile_id, repo_id)\n  File \"/usr/lib/python2.7/site-packages/pulp/server/managers/consumer/applicability.py\", line 250, in regenerate_applicability\n    profile = unit_profile['profile']\nTypeError: 'NoneType' object has no attribute '__getitem__'\n",
	"spawned_tasks" : [ ],
	"progress_report" : {
		
	},
	"worker_name" : "reserved_resource_worker-0@msk-kltn-upd002",
	"result" : null,
	"error" : {
		"code" : "PLP0000",
		"data" : {
			
		},
		"description" : "'NoneType' object has no attribute '__getitem__'",
		"sub_errors" : [ ]
	},
	"group_id" : null,
	"id" : null,
	"state" : "error",
	"start_time" : "2016-12-08T13:15:32Z"
}
{
	"_id" : ObjectId("584cc815773c625dd9013798"),
	"task_id" : "7eb7a1b4-ba41-46a4-ba3f-89ac8a4cb0c6",
	"exception" : null,
	"task_type" : "pulp.server.managers.repo.publish.publish",
	"tags" : [
		"pulp:repository:X5-OEL6-public_ol6_latest",
		"pulp:action:publish"
	],
	"finish_time" : null,
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"progress_report" : {
		"X5-OEL6-public_ol6_latest" : [
			{
				"num_success" : 1,
				"description" : "Copying files",
				"step_type" : "save_tar",
				"items_total" : 1,
				"state" : "FINISHED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "4f02e4d8-9d1b-408b-a164-c1b42bf827b0",
				"num_processed" : 1
			},
			{
				"num_success" : 1,
				"description" : "Initializing repo metadata",
				"step_type" : "initialize_repo_metadata",
				"items_total" : 1,
				"state" : "FINISHED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "e0f0fb24-2548-46d4-9a6e-a37aca106edb",
				"num_processed" : 1
			},
			{
				"num_success" : 0,
				"description" : "Publishing Distribution files",
				"step_type" : "distribution",
				"items_total" : 0,
				"state" : "FINISHED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "65b302c4-eacb-4dd2-b103-5a8cce8ab4ec",
				"num_processed" : 0
			},
			{
				"num_success" : 9,
				"description" : "Publishing RPMs",
				"step_type" : "rpms",
				"items_total" : 9,
				"state" : "IN_PROGRESS",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "c41c8156-809d-47b0-b4ac-1bc50c5d46fa",
				"num_processed" : 9
			},
			{
				"num_success" : 0,
				"description" : "Publishing Delta RPMs",
				"step_type" : "drpms",
				"items_total" : 1,
				"state" : "NOT_STARTED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "65fd5891-83a4-48fa-a181-2ddae94a0085",
				"num_processed" : 0
			},
			{
				"num_success" : 0,
				"description" : "Publishing Errata",
				"step_type" : "errata",
				"items_total" : 1,
				"state" : "NOT_STARTED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "b40f21ae-bedb-4a8b-83b0-4b1105f103c9",
				"num_processed" : 0
			},
			{
				"num_success" : 0,
				"description" : "Publishing Comps file",
				"step_type" : "comps",
				"items_total" : 1,
				"state" : "NOT_STARTED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "05edbb6e-dbbd-47d0-a3a5-7a1efc9c7895",
				"num_processed" : 0
			},
			{
				"num_success" : 0,
				"description" : "Publishing Metadata.",
				"step_type" : "metadata",
				"items_total" : 1,
				"state" : "NOT_STARTED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "55129ac6-f38f-4645-9a64-83def2437cdb",
				"num_processed" : 0
			},
			{
				"num_success" : 0,
				"description" : "Closing repo metadata",
				"step_type" : "close_repo_metadata",
				"items_total" : 1,
				"state" : "NOT_STARTED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "ec006562-107f-4f5c-a69b-eacb46d54d8b",
				"num_processed" : 0
			},
			{
				"num_success" : 0,
				"description" : "Generating sqlite files",
				"step_type" : "generate sqlite",
				"items_total" : 1,
				"state" : "NOT_STARTED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "abb0988d-c0f2-4b21-a9a5-f9a6cb3f8ed0",
				"num_processed" : 0
			},
			{
				"num_success" : 0,
				"description" : "Publishing files to web",
				"step_type" : "publish_directory",
				"items_total" : 1,
				"state" : "NOT_STARTED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "ae7d01d2-1b38-4035-901d-b82895f0ea3f",
				"num_processed" : 0
			},
			{
				"num_success" : 0,
				"description" : "Writing Listings File",
				"step_type" : "initialize_repo_metadata",
				"items_total" : 1,
				"state" : "NOT_STARTED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "fe8e8a62-e4f7-4ffe-9608-c90aeaa06c05",
				"num_processed" : 0
			},
			{
				"num_success" : 0,
				"description" : "Writing Listings File",
				"step_type" : "initialize_repo_metadata",
				"items_total" : 1,
				"state" : "NOT_STARTED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "f20f0304-e1aa-4637-85a7-17eea6becbd7",
				"num_processed" : 0
			}
		]
	},
	"worker_name" : "reserved_resource_worker-0@msk-kltn-upd002",
	"result" : null,
	"error" : null,
	"group_id" : null,
	"id" : null,
	"state" : "canceled",
	"start_time" : "2016-12-11T03:29:26Z"
}





mongo_tasks_status:

COMMAND> mongo pulp_database --eval "db.task_status.find().pretty().shellPrint()"

MongoDB shell version: 2.6.12
connecting to: pulp_database
{
	"_id" : ObjectId("584c0444773c625dd90135ae"),
	"task_id" : "640b4e40-9c83-45a8-9ad1-6f5fb6f70a79",
	"exception" : null,
	"task_type" : "pulp.server.db.reaper.reap_expired_documents",
	"tags" : [
		"pulp:action:reaper"
	],
	"finish_time" : "2016-12-10T13:33:56Z",
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"progress_report" : {
		
	},
	"worker_name" : "celery",
	"result" : null,
	"error" : null,
	"group_id" : null,
	"id" : null,
	"state" : "finished",
	"start_time" : "2016-12-10T13:33:56Z"
}
{
	"_id" : ObjectId("584b5b84773c625dd9013564"),
	"task_id" : "b6857973-ace8-4785-a9bb-562e5be643cf",
	"exception" : null,
	"task_type" : "pulp.server.db.reaper.reap_expired_documents",
	"tags" : [
		"pulp:action:reaper"
	],
	"finish_time" : "2016-12-10T01:33:56Z",
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"progress_report" : {
		
	},
	"worker_name" : "celery",
	"result" : null,
	"error" : null,
	"group_id" : null,
	"id" : null,
	"state" : "finished",
	"start_time" : "2016-12-10T01:33:56Z"
}
{
	"_id" : ObjectId("584d558c773c625dd90138e5"),
	"task_id" : "46f6d5de-b36b-4a48-81ec-6ca07ecf393f",
	"exception" : null,
	"task_type" : "pulp.server.db.reaper.reap_expired_documents",
	"tags" : [
		"pulp:action:reaper"
	],
	"finish_time" : "2016-12-11T13:33:01Z",
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"progress_report" : {
		
	},
	"worker_name" : "celery",
	"result" : null,
	"error" : null,
	"group_id" : null,
	"id" : null,
	"state" : "finished",
	"start_time" : "2016-12-11T13:33:00Z"
}
{
	"_id" : ObjectId("58457f58773c625dd9fea3cf"),
	"task_id" : "64d62803-65b3-445a-9c4a-782450c42f8c",
	"exception" : null,
	"task_type" : "pulp.server.controllers.repository.download_deferred",
	"tags" : [
		"pulp:action:deferred_download"
	],
	"finish_time" : "2016-12-05T14:53:13Z",
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"progress_report" : {
		"on_demand_download" : [
			{
				"num_success" : 0,
				"description" : "Download Cached On-Demand Content",
				"step_type" : "on_demand_download",
				"items_total" : 0,
				"state" : "FINISHED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "9f998a4a-8a06-4adf-965c-271a801119fa",
				"num_processed" : 0
			}
		]
	},
	"worker_name" : "celery",
	"result" : null,
	"error" : null,
	"group_id" : null,
	"id" : null,
	"state" : "finished",
	"start_time" : "2016-12-05T14:53:12Z"
}
{
	"_id" : ObjectId("58458b10773c625dd9fea3d4"),
	"task_id" : "dccc14f9-8e4e-42f7-984d-204b00138578",
	"exception" : null,
	"task_type" : "pulp.server.controllers.repository.download_deferred",
	"tags" : [
		"pulp:action:deferred_download"
	],
	"finish_time" : "2016-12-05T15:43:12Z",
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"progress_report" : {
		"on_demand_download" : [
			{
				"num_success" : 0,
				"description" : "Download Cached On-Demand Content",
				"step_type" : "on_demand_download",
				"items_total" : 0,
				"state" : "FINISHED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "ab6a81cb-a4c0-4ae6-ab72-7e68890d1ceb",
				"num_processed" : 0
			}
		]
	},
	"worker_name" : "celery",
	"result" : null,
	"error" : null,
	"group_id" : null,
	"id" : null,
	"state" : "finished",
	"start_time" : "2016-12-05T15:43:12Z"
}
{
	"_id" : ObjectId("58458d69773c625dd9fea3d5"),
	"task_id" : "782b2694-d788-47ec-a310-61b4efb6c472",
	"exception" : null,
	"task_type" : "pulp.server.controllers.repository.download_deferred",
	"tags" : [
		"pulp:action:deferred_download"
	],
	"finish_time" : "2016-12-05T15:53:13Z",
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"progress_report" : {
		"on_demand_download" : [
			{
				"num_success" : 0,
				"description" : "Download Cached On-Demand Content",
				"step_type" : "on_demand_download",
				"items_total" : 0,
				"state" : "FINISHED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "3e6acdf6-d5d1-4fdb-9a4a-0996dcad1b2c",
				"num_processed" : 0
			}
		]
	},
	"worker_name" : "celery",
	"result" : null,
	"error" : null,
	"group_id" : null,
	"id" : null,
	"state" : "finished",
	"start_time" : "2016-12-05T15:53:13Z"
}
{
	"_id" : ObjectId("58458fc1773c625dd9fea3d6"),
	"task_id" : "4004709a-3c7e-499b-8ae1-b9581cd13fce",
	"exception" : null,
	"task_type" : "pulp.server.controllers.repository.download_deferred",
	"tags" : [
		"pulp:action:deferred_download"
	],
	"finish_time" : "2016-12-05T16:03:13Z",
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"progress_report" : {
		"on_demand_download" : [
			{
				"num_success" : 0,
				"description" : "Download Cached On-Demand Content",
				"step_type" : "on_demand_download",
				"items_total" : 0,
				"state" : "FINISHED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "b222ed2f-a54b-44e7-bf0b-3398423b56e1",
				"num_processed" : 0
			}
		]
	},
	"worker_name" : "celery",
	"result" : null,
	"error" : null,
	"group_id" : null,
	"id" : null,
	"state" : "finished",
	"start_time" : "2016-12-05T16:03:13Z"
}
{
	"_id" : ObjectId("5845abe1773c625dd9fea3e2"),
	"task_id" : "b8271b07-4c91-4bed-8eba-841b4943edb8",
	"exception" : null,
	"task_type" : "pulp.server.controllers.repository.download_deferred",
	"tags" : [
		"pulp:action:deferred_download"
	],
	"finish_time" : "2016-12-05T18:03:13Z",
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"progress_report" : {
		"on_demand_download" : [
			{
				"num_success" : 0,
				"description" : "Download Cached On-Demand Content",
				"step_type" : "on_demand_download",
				"items_total" : 0,
				"state" : "FINISHED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "88d780ed-eebb-4ff7-810d-c6c80cdbd7a9",
				"num_processed" : 0
			}
		]
	},
	"worker_name" : "celery",
	"result" : null,
	"error" : null,
	"group_id" : null,
	"id" : null,
	"state" : "finished",
	"start_time" : "2016-12-05T18:03:13Z"
}
{
	"_id" : ObjectId("5845ae39773c625dd9fea3e3"),
	"task_id" : "fb84014e-5836-4cab-b6aa-682e51e8f014",
	"exception" : null,
	"task_type" : "pulp.server.controllers.repository.download_deferred",
	"tags" : [
		"pulp:action:deferred_download"
	],
	"finish_time" : "2016-12-05T18:13:13Z",
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"progress_report" : {
		"on_demand_download" : [
			{
				"num_success" : 0,
				"description" : "Download Cached On-Demand Content",
				"step_type" : "on_demand_download",
				"items_total" : 0,
				"state" : "FINISHED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "9eeb0e8c-fdd0-4fe0-b1b4-970ac03476f6",
				"num_processed" : 0
			}
		]
	},
	"worker_name" : "celery",
	"result" : null,
	"error" : null,
	"group_id" : null,
	"id" : null,
	"state" : "finished",
	"start_time" : "2016-12-05T18:13:13Z"
}
{
	"_id" : ObjectId("5845b091773c625dd9fea3e4"),
	"task_id" : "9d2b0fc9-4fab-4fc6-a1c5-452aa07f86db",
	"exception" : null,
	"task_type" : "pulp.server.controllers.repository.download_deferred",
	"tags" : [
		"pulp:action:deferred_download"
	],
	"finish_time" : "2016-12-05T18:23:14Z",
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"progress_report" : {
		"on_demand_download" : [
			{
				"num_success" : 0,
				"description" : "Download Cached On-Demand Content",
				"step_type" : "on_demand_download",
				"items_total" : 0,
				"state" : "FINISHED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "df3a2137-73cc-4e8f-994a-3aac794fd634",
				"num_processed" : 0
			}
		]
	},
	"worker_name" : "celery",
	"result" : null,
	"error" : null,
	"group_id" : null,
	"id" : null,
	"state" : "finished",
	"start_time" : "2016-12-05T18:23:14Z"
}
{
	"_id" : ObjectId("5846317d773c625dd9fea41e"),
	"task_id" : "5c0f5e5f-60e0-46cb-b44a-d2387627faed",
	"exception" : null,
	"task_type" : "pulp.server.controllers.repository.download_deferred",
	"tags" : [
		"pulp:action:deferred_download"
	],
	"finish_time" : "2016-12-06T03:33:17Z",
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"progress_report" : {
		"on_demand_download" : [
			{
				"num_success" : 0,
				"description" : "Download Cached On-Demand Content",
				"step_type" : "on_demand_download",
				"items_total" : 0,
				"state" : "FINISHED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "81d593cc-d68b-4bf6-936f-b61e262549ff",
				"num_processed" : 0
			}
		]
	},
	"worker_name" : "celery",
	"result" : null,
	"error" : null,
	"group_id" : null,
	"id" : null,
	"state" : "finished",
	"start_time" : "2016-12-06T03:33:17Z"
}
{
	"_id" : ObjectId("5846362d773c625dd9fea420"),
	"task_id" : "2b260c59-6e0b-4487-99e6-c61c4caae8f0",
	"exception" : null,
	"task_type" : "pulp.server.controllers.repository.download_deferred",
	"tags" : [
		"pulp:action:deferred_download"
	],
	"finish_time" : "2016-12-06T03:53:17Z",
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"progress_report" : {
		"on_demand_download" : [
			{
				"num_success" : 0,
				"description" : "Download Cached On-Demand Content",
				"step_type" : "on_demand_download",
				"items_total" : 0,
				"state" : "FINISHED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "fe535a41-8aa3-4821-a5ef-b05e7539cb79",
				"num_processed" : 0
			}
		]
	},
	"worker_name" : "celery",
	"result" : null,
	"error" : null,
	"group_id" : null,
	"id" : null,
	"state" : "finished",
	"start_time" : "2016-12-06T03:53:17Z"
}
{
	"_id" : ObjectId("58463d35773c625dd9fea423"),
	"task_id" : "7b359d6b-20f5-460b-8ace-cce50d11e072",
	"exception" : null,
	"task_type" : "pulp.server.controllers.repository.download_deferred",
	"tags" : [
		"pulp:action:deferred_download"
	],
	"finish_time" : "2016-12-06T04:23:17Z",
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"progress_report" : {
		"on_demand_download" : [
			{
				"num_success" : 0,
				"description" : "Download Cached On-Demand Content",
				"step_type" : "on_demand_download",
				"items_total" : 0,
				"state" : "FINISHED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "d1779bd9-79f8-415b-ad14-1fb32c913150",
				"num_processed" : 0
			}
		]
	},
	"worker_name" : "celery",
	"result" : null,
	"error" : null,
	"group_id" : null,
	"id" : null,
	"state" : "finished",
	"start_time" : "2016-12-06T04:23:17Z"
}
{
	"_id" : ObjectId("58465956773c625dd9fea42f"),
	"task_id" : "8a0a95d7-87d1-4019-a393-61f4980066c8",
	"exception" : null,
	"task_type" : "pulp.server.controllers.repository.download_deferred",
	"tags" : [
		"pulp:action:deferred_download"
	],
	"finish_time" : "2016-12-06T06:23:18Z",
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"progress_report" : {
		"on_demand_download" : [
			{
				"num_success" : 0,
				"description" : "Download Cached On-Demand Content",
				"step_type" : "on_demand_download",
				"items_total" : 0,
				"state" : "FINISHED",
				"error_details" : [ ],
				"details" : "",
				"num_failures" : 0,
				"step_id" : "abfdaa8a-d80e-489b-8cd4-7281d41895de",
				"num_processed" : 0
			}
		]
	},
	"worker_name" : "celery",
	"result" : null,
	"error" : null,
	"group_id" : null,
	"id" : null,
	"state" : "finished",
	"start_time" : "2016-12-06T06:23:18Z"
}
{
	"_id" : ObjectId("5846b011773c625dd9fea458"),
	"task_id" : "98df19c1-80a2-4e46-bca1-2487faf4251b",
	"start_time" : "2016-12-06T12:33:21Z",
	"state" : "finished",
	"progress_report" : {
		
	},
	"exception" : null,
	"task_type" : "pulp.server.controllers.repository.download_deferred",
	"tags" : [
		"pulp:action:deferred_download"
	],
	"finish_time" : "2016-12-06T12:33:21Z",
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"worker_name" : "celery",
	"result" : null,
	"error" : null,
	"group_id" : null,
	"id" : null
}
{
	"_id" : ObjectId("5846b9a3773c625dd9fea4cc"),
	"task_id" : "15b53c95-3927-45e4-9eea-9b3d0724d9a5",
	"exception" : null,
	"task_type" : "pulp.server.managers.repo.unit_association.associate_from_repo",
	"tags" : [
		"pulp:repository:X5-OEL7-1_0-Zabbix_3_0_LTS_EL7-zabbix_el7",
		"pulp:repository:X5-Zabbix_3_0_LTS_EL7-zabbix_el7",
		"pulp:action:associate"
	],
	"finish_time" : "2016-12-06T13:14:16Z",
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"progress_report" : {
		
	},
	"worker_name" : "reserved_resource_worker-3@capsule-01",
	"result" : {
		"units_successful" : [ ]
	},
	"error" : null,
	"group_id" : null,
	"id" : null,
	"state" : "finished",
	"start_time" : "2016-12-06T13:14:16Z"
}
{
	"_id" : ObjectId("5846b9a8773c625dd9fea5b9"),
	"task_id" : "94f7a4ab-0150-43eb-9764-b89823e52feb",
	"exception" : null,
	"task_type" : "pulp.server.managers.repo.unit_association.associate_from_repo",
	"tags" : [
		"pulp:repository:X5-OEL7-1_0-Katello_Agent_EL7-dgoodwin-subscription-manager_el7",
		"pulp:repository:X5-Katello_Agent_EL7-dgoodwin-subscription-manager_el7",
		"pulp:action:associate"
	],
	"finish_time" : "2016-12-06T13:14:17Z",
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"progress_report" : {
		
	},
	"worker_name" : "reserved_resource_worker-3@capsule-01",
	"result" : {
		"units_successful" : [ ]
	},
	"error" : null,
	"group_id" : null,
	"id" : null,
	"state" : "finished",
	"start_time" : "2016-12-06T13:14:17Z"
}
{
	"_id" : ObjectId("5846b9ac773c625dd9fea5bc"),
	"task_id" : "aaa0a19c-84ee-4174-9571-b96c9ada36f6",
	"exception" : null,
	"task_type" : "pulp.server.managers.repo.unit_association.associate_from_repo",
	"tags" : [
		"pulp:repository:X5-OEL7-1_0-Puppet_EL7-el7-deps",
		"pulp:repository:X5-Puppet_EL7-el7-deps",
		"pulp:action:associate"
	],
	"finish_time" : "2016-12-06T13:14:20Z",
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"progress_report" : {
		
	},
	"worker_name" : "reserved_resource_worker-3@capsule-01",
	"result" : {
		"units_successful" : [ ]
	},
	"error" : null,
	"group_id" : null,
	"id" : null,
	"state" : "finished",
	"start_time" : "2016-12-06T13:14:20Z"
}
{
	"_id" : ObjectId("5846b9ae773c625dd9fea5c0"),
	"task_id" : "a5d061e1-a20b-43e3-90f3-6c7735992bd3",
	"exception" : null,
	"task_type" : "pulp.server.managers.repo.unit_association.associate_from_repo",
	"tags" : [
		"pulp:repository:X5-OEL7-1_0-Zabbix_3_0_LTS_EL7-zabbix_el7",
		"pulp:repository:X5-Zabbix_3_0_LTS_EL7-zabbix_el7",
		"pulp:action:associate"
	],
	"finish_time" : "2016-12-06T13:14:23Z",
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"progress_report" : {
		
	},
	"worker_name" : "reserved_resource_worker-3@capsule-01",
	"result" : {
		"units_successful" : [ ]
	},
	"error" : null,
	"group_id" : null,
	"id" : null,
	"state" : "finished",
	"start_time" : "2016-12-06T13:14:23Z"
}
{
	"_id" : ObjectId("5846b9c1773c625dd9fea5d5"),
	"task_id" : "626c3b1b-be34-4a23-8ec2-4483176e944c",
	"exception" : null,
	"task_type" : "pulp.server.managers.repo.publish.publish",
	"tags" : [
		"pulp:repository:X5-OEL7-1_0-Puppet_EL7-el7-deps",
		"pulp:action:publish"
	],
	"finish_time" : "2016-12-06T13:14:43Z",
	"_ns" : "task_status",
	"traceback" : null,
	"spawned_tasks" : [ ],
	"progress_report" : {
		"X5-OEL7-1_0-Puppet_EL7-el7-deps_clone" : {
			"errors" : [ ]
		}
	},
	"worker_name" : "reserved_resource_worker-3@capsule-01",
	"result" : {
		"exception" : null,
		"repo_id" : "X5-OEL7-1_0-Puppet_EL7-el7-deps",
		"started" : "2016-12-06T13:14:42Z",
		"_ns" : "repo_publish_results",
		"completed" : ISODate("2016-12-06T13:14:43.143Z"),
		"traceback" : null,
		"distributor_type_id" : "yum_clone_distributor",
		"summary" : {
			"errors" : [ ]
		},
		"error_message" : null,
		"details" : {
			
		},
		"distributor_id" : "X5-OEL7-1_0-Puppet_EL7-el7-deps_clone",
		"id" : "5846b9c3299e576372af1e50",
		"result" : "success"
	},
	"error" : null,
	"group_id" : null,
	"id" : null,
	"state" : "finished",
	"start_time" : "2016-12-06T13:14:42Z"
}
Type "it" for more
Comment 3 Pavel Moravec 2016-12-18 19:47:15 UTC 
FYI, I might hit the same pulp sync error for that I filed separate BZ:

https://bugzilla.redhat.com/show_bug.cgi?id=1405835

since this one lacks much details (i.e. backtrace of "Cursor not found, cursor id") while my one shall be clear what's wrong (and how to workaround it).
Comment 4 Michael Hrivnak 2017-01-11 19:45:58 UTC 
Thanks for reporting this. If you are still experiencing a second issue, please file a separate bugzilla issue detailing that problem and how to reproduce it.

*** This bug has been marked as a duplicate of bug 1405835 ***