reonokiy/swh-lister
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

npm.tests: Add an integration test on listing with pagination

Browse source 
Related T2032
This commit is contained in:
Antoine R. Dumont (@ardumont) 2019-10-15 10:49:05 +02:00
parent a8cde12d72
commit b4867ccda9
No known key found for this signature in database
GPG key ID: 52E2E9840D10C3B8
3 changed files with 195 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

83
swh/lister/npm/tests/data/https_replicate.npmjs.com/_all_docs,startkey=%22%22,limit=11 Normal file
View file

@ -0,0 +1,83 @@
{
"total_rows": 839080,
"offset": 422482,
"rows": [
{
"id": "jquery",
"key": "jquery",
"value": {
"rev": "212-2eac7c93af4c8bccdf7317739f0319b6"
}
},
{
"id": "jquery-1.8",
"key": "jquery-1.8",
"value": {
"rev": "1-711ded49a7453adce85ce7a51c2157de"
}
},
{
"id": "jquery-1x",
"key": "jquery-1x",
"value": {
"rev": "1-c53fa04d9c8fb231336704508732c287"
}
},
{
"id": "jquery-2-typescript-async-await-adapter",
"key": "jquery-2-typescript-async-await-adapter",
"value": {
"rev": "8-5cfb484e9afaa6e326a97240fccd8f93"
}
},
{
"id": "jquery-accessible-accordion-aria",
"key": "jquery-accessible-accordion-aria",
"value": {
"rev": "15-9fc0df7cb2f1cd1001e2da302443b56e"
}
},
{
"id": "jquery-accessible-autocomplete-list-aria",
"key": "jquery-accessible-autocomplete-list-aria",
"value": {
"rev": "8-961b382442c1a5bafe58f0e05424701d"
}
},
{
"id": "jquery-accessible-carrousel-aria",
"key": "jquery-accessible-carrousel-aria",
"value": {
"rev": "9-f33f59d7f601bafe023bd711b551282b"
}
},
{
"id": "jquery-accessible-dialog-tooltip-aria",
"key": "jquery-accessible-dialog-tooltip-aria",
"value": {
"rev": "12-0a7b5ba6f7717c2c6603cabdb29de9ba"
}
},
{
"id": "jquery-accessible-hide-show-aria",
"key": "jquery-accessible-hide-show-aria",
"value": {
"rev": "10-5a03c47a8995b08246e4bc103782dafa"
}
},
{
"id": "jquery-accessible-modal-window-aria",
"key": "jquery-accessible-modal-window-aria",
"value": {
"rev": "18-50266e260f6b807019cfcfcd3a3685ab"
}
},
{
"id": "jquery-accessible-simple-tooltip-aria",
"key": "jquery-accessible-simple-tooltip-aria",
"value": {
"rev": "6-ea71aa37760790dc603b56117f054e1b"
}
}
]
}

83
swh/lister/npm/tests/data/https_replicate.npmjs.com/_all_docs,startkey=%22jquery-accessible-simple-tooltip-aria%22,limit=11 Normal file
View file

@ -0,0 +1,83 @@
{
"total_rows": 839080,
"offset": 422482,
"rows": [
{
"id": "jquery-accessible-simple-tooltip-aria",
"key": "jquery-accessible-simple-tooltip-aria",
"value": {
"rev": "6-ea71aa37760790dc603b56117f054e1b"
}
},
{
"id": "jquery-accessible-subnav-dropdown",
"key": "jquery-accessible-subnav-dropdown",
"value": {
"rev": "2-496f017a9ac243655225e43b5697b09b"
}
},
{
"id": "jquery-accessible-tabpanel-aria",
"key": "jquery-accessible-tabpanel-aria",
"value": {
"rev": "11-659971471e6ac0fbb3b2f78ad208722a"
}
},
{
"id": "jquery-accessible-tabs-umd",
"key": "jquery-accessible-tabs-umd",
"value": {
"rev": "1-f92015de5bb36e411d8c0940cca2883f"
}
},
{
"id": "jquery-active-descendant",
"key": "jquery-active-descendant",
"value": {
"rev": "8-79aed7a6cbca4e1f3c3ac0570d0290de"
}
},
{
"id": "jquery-ada-validation",
"key": "jquery-ada-validation",
"value": {
"rev": "1-9aab9629027c29fbece90485dd9d3112"
}
},
{
"id": "jquery-adaptText",
"key": "jquery-adaptText",
"value": {
"rev": "3-2e15fc801ea8235b9180a3defc782ed0"
}
},
{
"id": "jquery-adapttr",
"key": "jquery-adapttr",
"value": {
"rev": "6-74585f2d4be60b3f493585a6d28b90bc"
}
},
{
"id": "jquery-add-prefixed-class",
"key": "jquery-add-prefixed-class",
"value": {
"rev": "1-9e43aee9758504b3f5271e9804a95f20"
}
},
{
"id": "jquery-address",
"key": "jquery-address",
"value": {
"rev": "1-64173ede32157b26f4de910ad0f49590"
}
},
{
"id": "jquery-address-suggestion",
"key": "jquery-address-suggestion",
"value": {
"rev": "6-18d9df51d472c365bcd84a61c9105774"
}
}
]
}

37
swh/lister/npm/tests/test_lister.py
View file

@ -50,15 +50,11 @@ class NpmIncrementalListerTester(HttpListerTesterBase, unittest.TestCase):
pass
def test_lister_npm_basic_listing(swh_listers, requests_mock_datadir):
lister = swh_listers['npm']
def check_tasks(tasks):
"""Ensure tasks as of expected formats
lister.run()
r = lister.scheduler.search_tasks(task_type='load-npm')
assert len(r) == 100
for row in r:
"""
for row in tasks:
logger.debug('row: %s', row)
assert row['type'] == 'load-npm'
# arguments check
@ -76,3 +72,28 @@ def test_lister_npm_basic_listing(swh_listers, requests_mock_datadir):
assert row['policy'] == 'recurring'
assert row['priority'] is None
def test_lister_npm_basic_listing(swh_listers, requests_mock_datadir):
lister = swh_listers['npm']
lister.run()
tasks = lister.scheduler.search_tasks(task_type='load-npm')
assert len(tasks) == 100
check_tasks(tasks)
def test_lister_npm_listing_pagination(swh_listers, requests_mock_datadir):
lister = swh_listers['npm']
# Patch per page pagination
lister.per_page = 10 + 1
lister.PATH_TEMPLATE = lister.PATH_TEMPLATE.replace(
'&limit=1001', '&limit=%s' % lister.per_page)
lister.run()
tasks = lister.scheduler.search_tasks(task_type='load-npm')
assert len(tasks) == 2 * 10 # only 2 files with 10 results each
check_tasks(tasks)