File Support

I synced a repo with 3707 files in it. The sync finished with many downloads getting 403 responses. The progress report for "Add Content" showed 3707 done after the sync finished. I expect the number done to match the number of units successfully added to the repository.

[vagrant@pulp3 pulp]$ http POST http://localhost:1234/api/v3/repositories/ name=mycoolrepo

[vagrant@pulp3 pulp]$ http POST http://localhost:1234/api/v3/repositories/mycoolrepo/importers/file/ name=mycoolimporter download_policy='immediate' feed_url='https://www.redhat.com/security/data/oval/PULP_MANIFEST' repository='http://localhost:1234/api/v3/repositories/mycoolrepo/' sync_mode='mirror'

[vagrant@pulp3 pulp]$ http POST http://localhost:1234/api/v3/repositories/mycoolrepo/importers/file/mycoolimporter/sync/
HTTP/1.0 202 Accepted
Allow: POST, OPTIONS
Content-Length: 135
Content-Type: application/json
Date: Fri, 08 Sep 2017 13:41:52 GMT
Server: WSGIServer/0.2 CPython/3.5.4
Vary: Accept, Cookie
X-Frame-Options: SAMEORIGIN

[
    {
        "_href": "http://localhost:1234/api/v3/tasks/584bdaf2-dc01-45b6-9aff-ece19d7a3ee5/",
        "task_id": "584bdaf2-dc01-45b6-9aff-ece19d7a3ee5"
    }
]

[vagrant@pulp3 pulp]$ http :1234/api/v3/tasks/584bdaf2-dc01-45b6-9aff-ece19d7a3ee5/
HTTP/1.0 200 OK
Allow: GET, OPTIONS
Content-Length: 12160
Content-Type: application/json
Date: Tue, 26 Sep 2017 23:21:24 GMT
Server: WSGIServer/0.2 CPython/3.5.4
Vary: Accept, Cookie
X-Frame-Options: SAMEORIGIN

{
    "_href": "http://localhost:1234/api/v3/tasks/584bdaf2-dc01-45b6-9aff-ece19d7a3ee5/",
    "error": null,
    "finished_at": "2017-09-26T23:13:29.964670Z",
    "group": null,
    "non_fatal_errors": [
        ...
        {
            "code": null,
            "description": "HttpDownload: id=6320 url=https://www.redhat.com/security/data/oval/Red_Hat_Enterprise_Linux_5.xml writer=Red_Hat_Enterprise_Linux_5.xml | repair: retries=1 | timeout: connect=10 read=30 | ssl: validation=True CA= key= certificate= | User: name= password= | proxy= headers={} - Failed. Reason: HTTP [403]",
            "traceback": null
        },
        {
            "code": null,
            "description": "HttpDownload: id=7232 url=https://www.redhat.com/security/data/oval/Red_Hat_Enterprise_Linux_6.xml writer=Red_Hat_Enterprise_Linux_6.xml | repair: retries=1 | timeout: connect=10 read=30 | ssl: validation=True CA= key= certificate= | User: name= password= | proxy= headers={} - Failed. Reason: HTTP [403]",
            "traceback": null
        },
        {
            "code": null,
            "description": "HttpDownload: id=8448 url=https://www.redhat.com/security/data/oval/Red_Hat_Enterprise_Linux_7.xml writer=Red_Hat_Enterprise_Linux_7.xml | repair: retries=1 | timeout: connect=10 read=30 | ssl: validation=True CA= key= certificate= | User: name= password= | proxy= headers={} - Failed. Reason: HTTP [403]",
            "traceback": null
        }
    ],
    "parent": null,
    "progress_reports": [
        {
            "done": 3707,
            "message": "Add Content",
            "state": "completed",
            "suffix": "",
            "task": "http://localhost:1234/api/v3/tasks/584bdaf2-dc01-45b6-9aff-ece19d7a3ee5/",
            "total": 3707
        },
        {
            "done": 0,
            "message": "Remove Content",
            "state": "completed",
            "suffix": "",
            "task": "http://localhost:1234/api/v3/tasks/584bdaf2-dc01-45b6-9aff-ece19d7a3ee5/",
            "total": 0
        }
    ],
    "started_at": "2017-09-26T23:08:58.887494Z",
    "state": "completed",
    "tags": [],
    "worker": "http://localhost:1234/api/v3/workers/reserved_resource_worker_1@pulp3.dev/"
}