preparation
===========

sudo dnf install -y sysstat

cd /usr/share/nginx/html
sudo cp -R ~/devel/benchmarking_fixtures/* ./
sudo chmod -R 777 large_* small_*

fix /etc/nginx/nginx.conf so root /usr/share/nginx/html and restart nginx


tmux panes
===========
1. Commands
2. Task status checking
3. python3 manage.py shell_plus
4. pjournal
5. sar -Brbu -o perf_metrics_autoincrement 5


commands
========

http POST :8000/pulp/api/v3/repositories/ name=firstrepo
export REPO_HREF=$(http :8000/pulp/api/v3/repositories/ | jq -r '.results[] | select(.name == "firstrepo") | ._href')

http POST :8000/pulp/api/v3/repositories/ name=secondrepo
export REPO2_HREF=$(http :8000/pulp/api/v3/repositories/ | jq -r '.results[] | select(.name == "secondrepo") | ._href')

* commands

    repository = Repository.objects.all()[0]
    repository2 = Repository.objects.all()[1]

http POST :8000/pulp/api/v3/remotes/file/file/ name=large_1 url=http://localhost/large_1/PULP_MANIFEST policy='on_demand'
export LARGE_1_HREF=$(http :8000/pulp/api/v3/remotes/file/file/ | jq -r '.results[] | select(.name == "large_1") | ._href')

http POST :8000/pulp/api/v3/remotes/file/file/ name=large_2 url=http://localhost/large_2/PULP_MANIFEST policy='on_demand'
export LARGE_2_HREF=$(http :8000/pulp/api/v3/remotes/file/file/ | jq -r '.results[] | select(.name == "large_2") | ._href')

http POST :8000/pulp/api/v3/remotes/file/file/ name=large_3 url=http://localhost/large_3/PULP_MANIFEST policy='on_demand'
export LARGE_3_HREF=$(http :8000/pulp/api/v3/remotes/file/file/ | jq -r '.results[] | select(.name == "large_3") | ._href')

http POST :8000/pulp/api/v3/remotes/file/file/ name=large_4 url=http://localhost/large_4/PULP_MANIFEST policy='on_demand'
export LARGE_4_HREF=$(http :8000/pulp/api/v3/remotes/file/file/ | jq -r '.results[] | select(.name == "large_4") | ._href')

http POST :8000/pulp/api/v3/remotes/file/file/ name=large_5 url=http://localhost/large_5/PULP_MANIFEST policy='on_demand'
export LARGE_5_HREF=$(http :8000/pulp/api/v3/remotes/file/file/ | jq -r '.results[] | select(.name == "large_5") | ._href')

http POST :8000/pulp/api/v3/remotes/file/file/ name=small_1 url=http://localhost/small_1/PULP_MANIFEST policy='on_demand'
export SMALL_1_HREF=$(http :8000/pulp/api/v3/remotes/file/file/ | jq -r '.results[] | select(.name == "small_1") | ._href')

http POST :8000/pulp/api/v3/remotes/file/file/ name=small_2 url=http://localhost/small_2/PULP_MANIFEST policy='on_demand'
export SMALL_2_HREF=$(http :8000/pulp/api/v3/remotes/file/file/ | jq -r '.results[] | select(.name == "small_2") | ._href')

http POST :8000/pulp/api/v3/remotes/file/file/ name=small_3 url=http://localhost/small_3/PULP_MANIFEST policy='on_demand'
export SMALL_3_HREF=$(http :8000/pulp/api/v3/remotes/file/file/ | jq -r '.results[] | select(.name == "small_3") | ._href')

http POST :8000/pulp/api/v3/remotes/file/file/ name=small_4 url=http://localhost/small_4/PULP_MANIFEST policy='on_demand'
export SMALL_4_HREF=$(http :8000/pulp/api/v3/remotes/file/file/ | jq -r '.results[] | select(.name == "small_4") | ._href')

http POST :8000/pulp/api/v3/remotes/file/file/ name=small_5 url=http://localhost/small_5/PULP_MANIFEST policy='on_demand'
export SMALL_5_HREF=$(http :8000/pulp/api/v3/remotes/file/file/ | jq -r '.results[] | select(.name == "small_5") | ._href')


make sure system statistics data collection has started
clear out the page caches

* commands

    sync; echo 1 > /proc/sys/vm/drop_caches


http POST ':8000'$LARGE_1_HREF'sync/' repository=$REPO_HREF mirror=False
http POST ':8000'$SMALL_1_HREF'sync/' repository=$REPO_HREF mirror=False

* commands

    repo_version = RepositoryVersion.latest(repository)
    %timeit {c['_type']: c['count'] for c in repo_version.content.values('_type').annotate(count=Count('_type'))}
    %timeit list(Content.objects.filter(pk__in=repo_version.content))

* record task + command times

http POST ':8000'$LARGE_2_HREF'sync/' repository=$REPO_HREF mirror=False
http POST ':8000'$SMALL_2_HREF'sync/' repository=$REPO_HREF mirror=False

* commands

    repo_version = RepositoryVersion.latest(repository)
    %timeit {c['_type']: c['count'] for c in repo_version.content.values('_type').annotate(count=Count('_type'))}
    %timeit list(Content.objects.filter(pk__in=repo_version.content))

* record task + command times

http POST ':8000'$LARGE_3_HREF'sync/' repository=$REPO_HREF mirror=False
http POST ':8000'$SMALL_3_HREF'sync/' repository=$REPO_HREF mirror=False

* commands

    repo_version = RepositoryVersion.latest(repository)
    %timeit {c['_type']: c['count'] for c in repo_version.content.values('_type').annotate(count=Count('_type'))}
    %timeit list(Content.objects.filter(pk__in=repo_version.content))

* record task + command times

http POST ':8000'$LARGE_4_HREF'sync/' repository=$REPO_HREF mirror=False
http POST ':8000'$SMALL_4_HREF'sync/' repository=$REPO_HREF mirror=False

* commands

    repo_version = RepositoryVersion.latest(repository)
    %timeit {c['_type']: c['count'] for c in repo_version.content.values('_type').annotate(count=Count('_type'))}
    %timeit list(Content.objects.filter(pk__in=repo_version.content))

* record task + command times

http POST ':8000'$LARGE_5_HREF'sync/' repository=$REPO2_HREF mirror=False
http POST ':8000'$SMALL_5_HREF'sync/' repository=$REPO2_HREF mirror=False

* commands

    repo_version = RepositoryVersion.latest(repository2)
    %timeit {c['_type']: c['count'] for c in repo_version.content.values('_type').annotate(count=Count('_type'))}
    %timeit list(Content.objects.filter(pk__in=repo_version.content))

* record task + command times

25. stop recording system satistics
26. pulp-manager dbshell
27. /d+
28. SELECT pg_size_pretty( pg_database_size('pulp') );

* record pulp database size