Pulp 2 to Pulp3 upgrade fails

@iballou ,

It looks like an never ending story here.
Today I had to sync the TimeScaleDB-el7 and TimeScaleDB-el8 repo’s which where created in pulp2.
Both syncs failed with: " Package matching query does not exist".

Details for el7:

Details:

Dynflow-console:

image

Subtask:

Dynflow-console:

Errors:

{“pulp_tasks”=>
[{“pulp_href”=>“/pulp/api/v3/tasks/65bfb43c-2384-4f47-bcb4-7918ef940274/”,
“pulp_created”=>“2021-03-25T10:11:33.055+00:00”,
“state”=>“failed”,
“name”=>“pulp_rpm.app.tasks.synchronizing.synchronize”,
“started_at”=>“2021-03-25T10:11:33.192+00:00”,
“finished_at”=>“2021-03-25T10:11:50.411+00:00”,
“error”=>
{“traceback”=>
" File "/usr/lib/python3.6/site-packages/rq/worker.py", line 936, in perform_job\n" +
" rv = job.perform()\n" +
" File "/usr/lib/python3.6/site-packages/rq/job.py", line 684, in perform\n" +
" self._result = self._execute()\n" +
" File "/usr/lib/python3.6/site-packages/rq/job.py", line 690, in _execute\n" +
" return self.func(*self.args, **self.kwargs)\n" +
" File "/usr/lib/python3.6/site-packages/pulp_rpm/app/tasks/synchronizing.py", line 266, in synchronize\n" +
" dv.create()\n" +
" File "/usr/lib/python3.6/site-packages/pulpcore/plugin/stages/declarative_version.py", line 148, in create\n" +
" loop.run_until_complete(pipeline)\n" +
" File "/usr/lib64/python3.6/asyncio/base_events.py", line 484, in run_until_complete\n" +
" return future.result()\n" +
" File "/usr/lib/python3.6/site-packages/pulpcore/plugin/stages/api.py", line 225, in create_pipeline\n" +
" await asyncio.gather(*futures)\n" +
" File "/usr/lib/python3.6/site-packages/pulpcore/plugin/stages/api.py", line 43, in call\n" +
" await self.run()\n" +
" File "/usr/lib/python3.6/site-packages/pulpcore/plugin/stages/content_stages.py", line 105, in run\n" +
" d_content.content.q()\n" +
" File "/usr/lib/python3.6/site-packages/django/db/models/manager.py", line 82, in manager_method\n" +
" return getattr(self.get_queryset(), name)(*args, **kwargs)\n" +
" File "/usr/lib/python3.6/site-packages/django/db/models/query.py", line 408, in get\n" +
" self.model._meta.object_name\n",
“description”=>“Package matching query does not exist.”},
“worker”=>“/pulp/api/v3/workers/dc3a7676-2030-4f46-9109-8c01f586cb3e/”,
“child_tasks”=>,
“progress_reports”=>
[{“message”=>“Downloading Metadata Files”,
“code”=>“downloading.metadata”,
“state”=>“completed”,
“done”=>4},
{“message”=>“Downloading Artifacts”,
“code”=>“downloading.artifacts”,
“state”=>“completed”,
“done”=>0},
{“message”=>“Associating Content”,
“code”=>“associating.content”,
“state”=>“canceled”,
“done”=>0},
{“message”=>“Parsed Packages”,
“code”=>“parsing.packages”,
“state”=>“completed”,
“total”=>199,
“done”=>199}],
“created_resources”=>,
“reserved_resources_record”=>
[“/pulp/api/v3/repositories/rpm/rpm/62d212e7-4908-4734-866c-5cfeb38455e1/”,
“/pulp/api/v3/remotes/rpm/rpm/a1b6c066-0ccc-4bac-8caf-f06227e52321/”]}],
“create_version”=>true,
“task_groups”=>,
“poll_attempts”=>{“total”=>15, “failed”=>1}}

===

Also for our old Epel7 repo which existed in pulp 2 the sync ends in an error:

With following details:

Dynflow-console:

Detailed errors:

{“pulp_tasks”=>
[{“pulp_href”=>“/pulp/api/v3/tasks/44eaf6ff-c5ee-4a55-aad0-dc2c6262a095/”,
“pulp_created”=>“2021-03-25T09:59:52.646+00:00”,
“state”=>“failed”,
“name”=>“pulp_rpm.app.tasks.synchronizing.synchronize”,
“started_at”=>“2021-03-25T09:59:52.781+00:00”,
“finished_at”=>“2021-03-25T10:01:39.545+00:00”,
“error”=>
{“traceback”=>
" File "/usr/lib/python3.6/site-packages/rq/worker.py", line 936, in perform_job\n" +
" rv = job.perform()\n" +
" File "/usr/lib/python3.6/site-packages/rq/job.py", line 684, in perform\n" +
" self._result = self._execute()\n" +
" File "/usr/lib/python3.6/site-packages/rq/job.py", line 690, in execute\n" +
" return self.func(*self.args, **self.kwargs)\n" +
" File "/usr/lib/python3.6/site-packages/pulp_rpm/app/tasks/synchronizing.py", line 266, in synchronize\n" +
" dv.create()\n" +
" File "/usr/lib/python3.6/site-packages/pulpcore/plugin/stages/declarative_version.py", line 148, in create\n" +
" loop.run_until_complete(pipeline)\n" +
" File "/usr/lib/python3.6/site-packages/pulpcore/app/models/repository.py", line 795, in exit\n" +
" repository.finalize_new_version(self)\n" +
" File "/usr/lib/python3.6/site-packages/pulp_rpm/app/models/repository.py", line 238, in finalize_new_version\n" +
" resolve_advisories(new_version, previous_version)\n" +
" File "/usr/lib/python3.6/site-packages/pulp_rpm/app/advisory.py", line 82, in resolve_advisories\n" +
" previous_advisory, added_advisory\n" +
" File "/usr/lib/python3.6/site-packages/pulp_rpm/app/advisory.py", line 157, in resolve_advisory_conflict\n" +
" raise AdvisoryConflict(
('Incoming and existing advisories have the same id and '\n",
“description”=>
“Incoming and existing advisories have the same id and timestamp but different and intersecting package lists. At least one of them is wrong. Advisory id: FEDORA-EPEL-2019-bf69cd4c68”},
“worker”=>“/pulp/api/v3/workers/dc3a7676-2030-4f46-9109-8c01f586cb3e/”,
“child_tasks”=>,
“progress_reports”=>
[{“message”=>“Parsed Packages”,
“code”=>“parsing.packages”,
“state”=>“completed”,
“total”=>13565,
“done”=>13565},
{“message”=>“Parsed Advisories”,
“code”=>“parsing.advisories”,
“state”=>“completed”,
“total”=>4645,
“done”=>4645},
{“message”=>“Downloading Metadata Files”,
“code”=>“downloading.metadata”,
“state”=>“completed”,
“done”=>5},
{“message”=>“Downloading Artifacts”,
“code”=>“downloading.artifacts”,
“state”=>“completed”,
“done”=>0},
{“message”=>“Associating Content”,
“code”=>“associating.content”,
“state”=>“completed”,
“done”=>4954},
{“message”=>“Parsed Comps”,
“code”=>“parsing.comps”,
“state”=>“completed”,
“total”=>41,
“done”=>41}],
“created_resources”=>,
“reserved_resources_record”=>
[“/pulp/api/v3/repositories/rpm/rpm/0232c308-144b-4ab7-9083-d4c5dbfd56d4/”,
“/pulp/api/v3/remotes/rpm/rpm/63df72dd-e71f-48fc-a77e-592c7e03698f/”]}],
“create_version”=>true,
“task_groups”=>,
“poll_attempts”=>{“total”=>27, “failed”=>1}}

I hope you can help me out with these new issues as well.
Thnx in advance.