Issue #7264
closedSync after migrating file content throws error
Description
I migrated a couple file and docker repos, then re-synced all of them with Pulp 3. The docker repos synced fine, but the file ones failed. The two repos had different remote urls: https://fixtures.pulpproject.org/file-many/ and https://fixtures.pulpproject.org/file-large/
Related Pulp 3 versions:
pulp_2to3_migration 0.2.0b7 pulp_file 1.0.1
Stack trace:
Actions::Pulp3::Repository::Sync
Input:
{"repo_id"=>3, "smart_proxy_id"=>1, "options"=> {"smart_proxy_id"=>1, "repo_id"=>3, "source_url"=>nil, "options"=>{}}, "remote_user"=>"admin", "remote_cp_user"=>"admin", "locale"=>"en", "current_request_id"=>nil, "current_timezone"=>"America/New_York", "current_user_id"=>4, "current_organization_id"=>1, "current_location_id"=>2}
Output:
{"pulp_tasks"=> [{"pulp_href"=>"/pulp/api/v3/tasks/7445e353-d711-4f75-a975-5cd60d646eaa/", "pulp_created"=>"2020-08-03T20:22:55.438+00:00", "state"=>"failed", "name"=>"pulp_file.app.tasks.synchronizing.synchronize", "started_at"=>"2020-08-03T20:22:55.569+00:00", "finished_at"=>"2020-08-03T20:22:55.977+00:00", "error"=> {"traceback"=> " File "/usr/lib/python3.6/site-packages/rq/worker.py", line 883, in perform_job\n" + " rv = job.perform()\n" + " File "/usr/lib/python3.6/site-packages/rq/job.py", line 645, in perform\n" + " self._result = self._execute()\n" + " File "/usr/lib/python3.6/site-packages/rq/job.py", line 651, in _execute\n" + " return self.func(*self.args, **self.kwargs)\n" + " File "/usr/lib/python3.6/site-packages/pulp_file/app/tasks/synchronizing.py", line 45, in synchronize\n" + " dv.create()\n" + " File "/usr/lib/python3.6/site-packages/pulpcore/plugin/stages/declarative_version.py", line 148, in create\n" + " loop.run_until_complete(pipeline)\n" + " File "/usr/lib64/python3.6/asyncio/base_events.py", line 484, in run_until_complete\n" + " return future.result()\n" + " File "/usr/lib/python3.6/site-packages/pulpcore/plugin/stages/api.py", line 225, in create_pipeline\n" + " await asyncio.gather(*futures)\n" + " File "/usr/lib/python3.6/site-packages/pulpcore/plugin/stages/api.py", line 43, in call\n" + " await self.run()\n" + " File "/usr/lib/python3.6/site-packages/pulp_file/app/tasks/synchronizing.py", line 81, in run\n" + " for entry in manifest.read():\n" + " File "/usr/lib/python3.6/site-packages/pulp_file/manifest.py", line 111, in read\n" + " yield Entry.parse(Line(number=n, content=line))\n" + " File "/usr/lib/python3.6/site-packages/pulp_file/manifest.py", line 56, in parse\n" + " n=line.number\n", "description"=> "Error: manifest line:1: must be: <relative_path>,,"}, "worker"=>"/pulp/api/v3/workers/fe4d74a7-6673-427b-962a-2f6bd713fe88/", "child_tasks"=>[], "progress_reports"=> [{"message"=>"Downloading Metadata", "code"=>"downloading.metadata", "state"=>"completed", "done"=>1}, {"message"=>"Parsing Metadata Lines", "code"=>"parsing.metadata", "state"=>"failed", "total"=>257, "done"=>0}, {"message"=>"Downloading Artifacts", "code"=>"downloading.artifacts", "state"=>"canceled", "done"=>0}, {"message"=>"Associating Content", "code"=>"associating.content", "state"=>"canceled", "done"=>0}, {"message"=>"Un-Associating Content", "code"=>"unassociating.content", "state"=>"canceled", "done"=>0}], "created_resources"=>[], "reserved_resources_record"=> ["/pulp/api/v3/repositories/file/file/e9b03177-d02f-4761-9016-51beaaaf0610/", "/pulp/api/v3/remotes/file/file/cc256774-6801-4b3d-a154-591d06569e16/"]}], "create_version"=>true, "task_groups"=>[], "poll_attempts"=>{"total"=>1, "failed"=>1}}
Exception:
Katello::Errors::Pulp3Error: Error: manifest line:1: must be: <relative_path>,,
Updated migration of file remote url to point to the Manifest.
closes #7264 https://pulp.plan.io/issues/7264