Bug 1996106

Description of problem:

Katello::Errors::Pulp3Error when syncing Synchronize repository 'Red Hat Enterprise Linux 7 Server ISOs x86_64 7.9

With proxy and without proxy, the same error 

Version-Release number of selected component (if applicable):
satellite-6.10.0-0.6.beta


How reproducible:
On a new installation of 6.10 Beta


Steps to Reproduce:
1. Install new 6.10 Beta 
2. In the Satellite web UI, navigate to Content > Red Hat Repositories.
3. Search for Red Hat Enterprise Linux 7 Server (ISOs) and enable 
4.   Red Hat Enterprise Linux 7 Server ISOs x86_64 7.9 window, click Select Action, and select Sync Now.

Actual results:

pulpcore-worker-2: pulp [430cc373-5c8f-434a-afbc-52d33855fff0]: pulpcore.tasking.pulpcore_worker:INFO: Task 7095fe78-7bac-43b0-8f21-ba278948cc40 failed ()
pulpcore-worker-2: pulp [430cc373-5c8f-434a-afbc-52d33855fff0]: pulpcore.tasking.pulpcore_worker:INFO:   File "/usr/lib/python3.6/site-packages/pulpcore/tasking/pulpcore_worker.py", line 272, in _perform_task

pulpcore-worker-2: result = func(*args, **kwargs)
pulpcore-worker-2: File "/usr/lib/python3.6/site-packages/pulp_file/app/tasks/synchronizing.py", line 50, in synchronize
pulpcore-worker-2: rv = dv.create()
pulpcore-worker-2: File "/usr/lib/python3.6/site-packages/pulpcore/plugin/stages/declarative_version.py", line 151, in create
pulpcore-worker-2: loop.run_until_complete(pipeline)
pulpcore-worker-2: File "/usr/lib64/python3.6/asyncio/base_events.py", line 484, in run_until_complete
pulpcore-worker-2: return future.result()
pulpcore-worker-2: File "/usr/lib/python3.6/site-packages/pulpcore/plugin/stages/api.py", line 225, in create_pipeline
pulpcore-worker-2: await asyncio.gather(*futures)
pulpcore-worker-2: File "/usr/lib/python3.6/site-packages/pulpcore/plugin/stages/api.py", line 43, in __call__
pulpcore-worker-2: await self.run()
pulpcore-worker-2: File "/usr/lib/python3.6/site-packages/pulpcore/plugin/stages/artifact_stages.py", line 181, in run
pulpcore-worker-2: pb.done += task.result()  # download_count
pulpcore-worker-2: File "/usr/lib/python3.6/site-packages/pulpcore/plugin/stages/artifact_stages.py", line 207, in _handle_content_unit
pulpcore-worker-2: await asyncio.gather(*downloaders_for_content)
pulpcore-worker-2: File "/usr/lib/python3.6/site-packages/pulpcore/plugin/stages/models.py", line 89, in download
pulpcore-worker-2: download_result = await downloader.run(extra_data=self.extra_data)
pulpcore-worker-2: File "/usr/lib/python3.6/site-packages/pulpcore/download/http.py", line 258, in run
pulpcore-worker-2: return await download_wrapper()
pulpcore-worker-2: File "/usr/lib/python3.6/site-packages/backoff/_async.py", line 133, in retry
pulpcore-worker-2: ret = await target(*args, **kwargs)
pulpcore-worker-2: File "/usr/lib/python3.6/site-packages/pulpcore/download/http.py", line 256, in download_wrapper
pulpcore-worker-2: return await self._run(extra_data=extra_data)
pulpcore-worker-2: File "/usr/lib/python3.6/site-packages/pulpcore/download/http.py", line 280, in _run
pulpcore-worker-2: to_return = await self._handle_response(response)
pulpcore-worker-2: File "/usr/lib/python3.6/site-packages/pulpcore/download/http.py", line 210, in _handle_response
pulpcore-worker-2: chunk = await response.content.read(1048576)  # 1 megabyte
pulpcore-worker-2: File "/usr/lib64/python3.6/site-packages/aiohttp/streams.py", line 380, in read
pulpcore-worker-2: await self._wait("read")
pulpcore-worker-2: File "/usr/lib64/python3.6/site-packages/aiohttp/streams.py", line 306, in _wait
pulpcore-worker-2: await waiter
pulpcore-worker-2: File "/usr/lib64/python3.6/site-packages/aiohttp/helpers.py", line 656, in __exit__
pulpcore-worker-2: raise asyncio.TimeoutError from None



Expected results:


Additional info:


Actions::Pulp3::Repository::Sync

Input:

{"repo_id"=>51,
 "smart_proxy_id"=>1,
 "options"=>{"source_url"=>nil},
 "remote_user"=>"admin",
 "remote_cp_user"=>"admin",
 "current_request_id"=>"430cc373-5c8f-434a-afbc-52d33855fff0",
 "current_timezone"=>"Asia/Kolkata",
 "current_organization_id"=>1,
 "current_location_id"=>2,
 "current_user_id"=>4}

Output:

{"pulp_tasks"=>
  [{"pulp_href"=>"/pulp/api/v3/tasks/7095fe78-7bac-43b0-8f21-ba278948cc40/",
    "pulp_created"=>"2021-08-20T14:27:10.974+00:00",
    "state"=>"failed",
    "name"=>"pulp_file.app.tasks.synchronizing.synchronize",
    "logging_cid"=>"430cc373-5c8f-434a-afbc-52d33855fff0",
    "started_at"=>"2021-08-20T14:27:11.045+00:00",
    "finished_at"=>"2021-08-20T14:32:13.048+00:00",
    "error"=>
     {"traceback"=>
       "  File \"/usr/lib/python3.6/site-packages/pulpcore/tasking/pulpcore_worker.py\", line 272, in _perform_task\n" +
       "    result = func(*args, **kwargs)\n" +
       "  File \"/usr/lib/python3.6/site-packages/pulp_file/app/tasks/synchronizing.py\", line 50, in synchronize\n" +
       "    rv = dv.create()\n" +
       "  File \"/usr/lib/python3.6/site-packages/pulpcore/plugin/stages/declarative_version.py\", line 151, in create\n" +
       "    loop.run_until_complete(pipeline)\n" +
       "  File \"/usr/lib64/python3.6/asyncio/base_events.py\", line 484, in run_until_complete\n" +
       "    return future.result()\n" +
       "  File \"/usr/lib/python3.6/site-packages/pulpcore/plugin/stages/api.py\", line 225, in create_pipeline\n" +
       "    await asyncio.gather(*futures)\n" +
       "  File \"/usr/lib/python3.6/site-packages/pulpcore/plugin/stages/api.py\", line 43, in __call__\n" +
       "    await self.run()\n" +
       "  File \"/usr/lib/python3.6/site-packages/pulpcore/plugin/stages/artifact_stages.py\", line 181, in run\n" +
       "    pb.done += task.result()  # download_count\n" +
       "  File \"/usr/lib/python3.6/site-packages/pulpcore/plugin/stages/artifact_stages.py\", line 207, in _handle_content_unit\n" +
       "    await asyncio.gather(*downloaders_for_content)\n" +
       "  File \"/usr/lib/python3.6/site-packages/pulpcore/plugin/stages/models.py\", line 89, in download\n" +
       "    download_result = await downloader.run(extra_data=self.extra_data)\n" +
       "  File \"/usr/lib/python3.6/site-packages/pulpcore/download/http.py\", line 258, in run\n" +
       "    return await download_wrapper()\n" +
       "  File \"/usr/lib/python3.6/site-packages/backoff/_async.py\", line 133, in retry\n" +
       "    ret = await target(*args, **kwargs)\n" +
       "  File \"/usr/lib/python3.6/site-packages/pulpcore/download/http.py\", line 256, in download_wrapper\n" +
       "    return await self._run(extra_data=extra_data)\n" +
       "  File \"/usr/lib/python3.6/site-packages/pulpcore/download/http.py\", line 280, in _run\n" +
       "    to_return = await self._handle_response(response)\n" +
       "  File \"/usr/lib/python3.6/site-packages/pulpcore/download/http.py\", line 210, in _handle_response\n" +
       "    chunk = await response.content.read(1048576)  # 1 megabyte\n" +
       "  File \"/usr/lib64/python3.6/site-packages/aiohttp/streams.py\", line 380, in read\n" +
       "    await self._wait(\"read\")\n" +
       "  File \"/usr/lib64/python3.6/site-packages/aiohttp/streams.py\", line 306, in _wait\n" +
       "    await waiter\n" +
       "  File \"/usr/lib64/python3.6/site-packages/aiohttp/helpers.py\", line 656, in __exit__\n" +
       "    raise asyncio.TimeoutError from None\n",
      "description"=>""},
    "worker"=>"/pulp/api/v3/workers/c0e9544d-db1a-44b0-8785-a42939813f57/",
    "child_tasks"=>[],
    "progress_reports"=>
     [{"message"=>"Downloading Artifacts",
       "code"=>"sync.downloading.artifacts",
       "state"=>"failed",
       "done"=>13},
      {"message"=>"Associating Content",
       "code"=>"associating.content",
       "state"=>"canceled",
       "done"=>0},
      {"message"=>"Parsing Metadata Lines",
       "code"=>"sync.parsing.metadata",
       "state"=>"completed",
       "total"=>88,
       "done"=>88},
      {"message"=>"Downloading Metadata",
       "code"=>"sync.downloading.metadata",
       "state"=>"completed",
       "done"=>1}],
    "created_resources"=>[],
    "reserved_resources_record"=>
     ["/pulp/api/v3/repositories/file/file/500c1977-7b78-43e0-8126-701b287b936e/",
      "/pulp/api/v3/remotes/file/file/65188440-dae3-48ae-9aca-1be52627522a/"]}],
 "create_version"=>true,
 "task_groups"=>[],
 "poll_attempts"=>{"total"=>39, "failed"=>1}}