Page MenuHomeSoftware Heritage
Differential D987

Drop scheduling logic from the metadata indexers.
ClosedPublic
Actions

Authored by vlorentz on Jan 22 2019, 3:22 PM.

Details

Reviewers
ardumont
Group Reviewers
Reviewers
Maniphest Tasks
T1394: Make swh/indexer/tests/test_origin_metadata.py run faster.
Commits
rDCIDX459f7b4a3cd8: Drop scheduling logic from the metadata indexers.
Summary

Remove OriginHeadIndexer.next_step.
Remove OriginIntrinsicMetadataIndexer.
Renames FullOriginIntrinsicMetadataIndexer to OriginIntrinsicMetadataIndexer.

Depends on D986

Test Plan

tox + docker

Diff Detail

Repository
rDCIDX Metadata indexer
Lint
Automatic diff as part of commit; lint not applicable.
Unit
Automatic diff as part of commit; unit tests not applicable.

Event Timeline

vlorentz created this revision.Jan 22 2019, 3:22 PM
Herald added a reviewer: Reviewers. · View Herald TranscriptJan 22 2019, 3:22 PM
Harbormaster failed remote builds in B3653: Diff 3128!Jan 22 2019, 3:22 PM
swh-public-ci added a subscriber: swh-public-ci.Jan 22 2019, 3:22 PM

Build has FAILED

Link to build: https://jenkins.softwareheritage.org/job/DCIDX/job/tox/244/
See console output for more information: https://jenkins.softwareheritage.org/job/DCIDX/job/tox/244/console

ardumont accepted this revision.Jan 28 2019, 3:11 PM
This revision is now accepted and ready to land.Jan 28 2019, 3:11 PM
vlorentz added a task: T1394: Make swh/indexer/tests/test_origin_metadata.py run faster..Jan 29 2019, 10:59 AM
vlorentz updated this revision to Diff 3241.Jan 29 2019, 12:13 PM
  • Rebase
Closed by commit rDCIDX459f7b4a3cd8: Drop scheduling logic from the metadata indexers. (authored by vlorentz). · Explain WhyJan 29 2019, 12:14 PM
This revision was automatically updated to reflect the committed changes.
Harbormaster failed remote builds in B3786: Diff 3241!Jan 29 2019, 12:14 PM
swh-public-ci added a comment.Jan 29 2019, 12:14 PM

Build has FAILED

Link to build: https://jenkins.softwareheritage.org/job/DCIDX/job/tox/288/
See console output for more information: https://jenkins.softwareheritage.org/job/DCIDX/job/tox/288/console

vlorentz mentioned this in T1394: Make swh/indexer/tests/test_origin_metadata.py run faster..Jan 29 2019, 12:21 PM

Revision Contents
Changeset List

PathSize
swh/
indexer/
2 lines
57 lines
56 lines
8 lines
tests/
5 lines
108 lines

Diff 3242

View Options

swh/indexer/journal_client.py

Show All 13 Lines
}, },
"repository": { "repository": {
"type": "git", "type": "git",
"url": "https://forge.softwareheritage.org/source/swh-web" "url": "https://forge.softwareheritage.org/source/swh-web"
}, },
"author": "The Software Heritage developers", "author": "The Software Heritage developers",
"license": "AGPL-3.0-or-later", "license": "AGPL-3.0-or-later",
"dependencies": { "dependencies": {
"@babel/runtime-corejs3": "^7.16.3", "@babel/runtime-corejs3": "^7.16.7",
"@mdi/font": "^6.5.95", "@mdi/font": "^6.5.95",
"@sentry/browser": "^6.16.1", "@sentry/browser": "^6.16.1",
"admin-lte": "^3.1.0", "admin-lte": "^3.1.0",
"ansi_up": "^5.1.0", "ansi_up": "^5.1.0",
"bootstrap": "^4.6.1", "bootstrap": "^4.6.1",
"chosen-js": "^1.8.7", "chosen-js": "^1.8.7",
"clipboard": "^2.0.8", "clipboard": "^2.0.8",
"core-js": "^3.19.3", "core-js": "3.19.3",
"d3": "^7.2.1", "d3": "^7.2.1",
"datatables.net-responsive-bs4": "^2.2.9", "datatables.net-responsive-bs4": "^2.2.9",
"dompurify": "^2.3.4", "dompurify": "^2.3.4",
"email-validator": "^2.0.4", "email-validator": "^2.0.4",
"hex-rgb": "^5.0.0", "hex-rgb": "^5.0.0",
"highlight.js": "^11.3.1", "highlight.js": "^11.3.1",
"highlightjs-line-numbers.js": "^2.8.0", "highlightjs-line-numbers.js": "^2.8.0",
"html-encoder-decoder": "^1.3.9", "html-encoder-decoder": "^1.3.9",
"iframe-resizer": "^4.3.2", "iframe-resizer": "^4.3.2",
"intro.js": "^4.3.0", "intro.js": "^4.3.0",
"jquery": "^3.6.0", "jquery": "^3.6.0",
"js-cookie": "^3.0.1", "js-cookie": "^3.0.1",
"js-year-calendar": "^2.0.0", "js-year-calendar": "^2.0.0",
"mathjax": "^3.2.0", "mathjax": "^3.2.0",
"notebookjs": "^0.6.6", "notebookjs": "^0.6.6",
"object-fit-images": "^3.2.4", "object-fit-images": "^3.2.4",
"org": "^0.2.0", "org": "^0.2.0",
"pdfjs-dist": "^2.10.377", "pdfjs-dist": "^2.12.313",
"popper.js": "^1.16.1", "popper.js": "^1.16.1",
"showdown": "^1.9.1", "showdown": "^1.9.1",
"typeface-alegreya": "^1.1.13", "typeface-alegreya": "^1.1.13",
"typeface-alegreya-sans": "^1.1.13", "typeface-alegreya-sans": "^1.1.13",
"waypoints": "^4.0.1", "waypoints": "^4.0.1",
"whatwg-fetch": "^3.6.2" "whatwg-fetch": "^3.6.2"
}, },
"devDependencies": { "devDependencies": {
"@babel/core": "^7.16.0", "@babel/core": "^7.16.7",
"@babel/eslint-parser": "^7.16.3", "@babel/eslint-parser": "^7.16.5",
"@babel/plugin-syntax-dynamic-import": "^7.8.3", "@babel/plugin-syntax-dynamic-import": "^7.8.3",
"@babel/plugin-transform-runtime": "^7.16.4", "@babel/plugin-transform-runtime": "^7.16.7",
"@babel/preset-env": "^7.16.4", "@babel/preset-env": "^7.16.7",
"@cypress/code-coverage": "^3.9.12", "@cypress/code-coverage": "^3.9.12",
"autoprefixer": "^10.4.0", "autoprefixer": "^10.4.1",
"axios": "^0.24.0", "axios": "^0.24.0",
"babel-loader": "^8.2.3", "babel-loader": "^8.2.3",
"babel-plugin-istanbul": "^6.1.1", "babel-plugin-istanbul": "^6.1.1",
"bootstrap-loader": "^3.0.4", "bootstrap-loader": "^3.0.4",
"clean-webpack-plugin": "^4.0.0", "clean-webpack-plugin": "^4.0.0",
"copy-webpack-plugin": "^10.1.0", "copy-webpack-plugin": "^10.2.0",
"css-loader": "^6.5.1", "css-loader": "^6.5.1",
"cypress": "^9.1.1", "cypress": "^9.2.0",
"cypress-hmr-restarter": "^2.0.2", "cypress-hmr-restarter": "^2.0.2",
"cypress-multi-reporters": "^1.5.0", "cypress-multi-reporters": "^1.5.0",
"ejs": "^3.1.6", "ejs": "^3.1.6",
"ejs-compiled-loader": "^3.1.0", "ejs-compiled-loader": "^3.1.0",
"eslint": "^8.4.1", "eslint": "^8.6.0",
"eslint-plugin-chai-friendly": "^0.7.2", "eslint-plugin-chai-friendly": "^0.7.2",
"eslint-plugin-cypress": "^2.12.1", "eslint-plugin-cypress": "^2.12.1",
"eslint-plugin-import": "^2.25.3", "eslint-plugin-import": "^2.25.4",
"eslint-plugin-node": "^11.1.0", "eslint-plugin-node": "^11.1.0",
"eslint-plugin-promise": "^5.2.0", "eslint-plugin-promise": "^6.0.0",
"eslint-plugin-standard": "^5.0.0", "eslint-plugin-standard": "^5.0.0",
"eslint-webpack-plugin": "^3.1.1", "eslint-webpack-plugin": "^3.1.1",
"exports-loader": "^3.1.0", "exports-loader": "^3.1.0",
"expose-loader": "^3.1.0", "expose-loader": "^3.1.0",
"imports-loader": "^3.1.1", "imports-loader": "^3.1.1",
"istanbul-lib-coverage": "^3.2.0", "istanbul-lib-coverage": "^3.2.0",
"json-stable-stringify": "^1.0.1", "json-stable-stringify": "^1.0.1",
"mini-css-extract-plugin": "^2.4.5", "mini-css-extract-plugin": "^2.4.5",
"mocha": "^9.1.3", "mocha": "^9.1.3",
"mocha-junit-reporter": "^2.0.2", "mocha-junit-reporter": "^2.0.2",
"mochawesome": "^7.0.1", "mochawesome": "^7.0.1",
"mochawesome-merge": "^4.2.1", "mochawesome-merge": "^4.2.1",
"mochawesome-report-generator": "^6.0.1", "mochawesome-report-generator": "^6.0.1",
"node-sass": "^7.0.0", "node-sass": "^7.0.1",
"nodemon": "^2.0.15", "nodemon": "^2.0.15",
"nyc": "^15.1.0", "nyc": "^15.1.0",
"optimize-css-assets-webpack-plugin": "^6.0.1", "optimize-css-assets-webpack-plugin": "^6.0.1",
"postcss": "^8.4.5", "postcss": "^8.4.5",
"postcss-loader": "^6.2.1", "postcss-loader": "^6.2.1",
"postcss-normalize": "^10.0.1", "postcss-normalize": "^10.0.1",
"postcss-reporter": "^7.0.4", "postcss-reporter": "^7.0.5",
"progress-bar-webpack-plugin": "^2.1.0", "progress-bar-webpack-plugin": "^2.1.0",
"resolve-url-loader": "^4.0.0", "resolve-url-loader": "^4.0.0",
"robotstxt-webpack-plugin": "^7.0.0", "robotstxt-webpack-plugin": "^7.0.0",
"sass-loader": "^12.4.0", "sass-loader": "^12.4.0",
"schema-utils": "^4.0.0", "schema-utils": "^4.0.0",
"script-loader": "^0.7.2", "script-loader": "^0.7.2",
"spdx-expression-parse": "^3.0.1", "spdx-expression-parse": "^3.0.1",
"style-loader": "^3.3.1", "style-loader": "^3.3.1",
"stylelint": "^14.1.0", "stylelint": "^14.2.0",
"stylelint-config-standard": "^24.0.0", "stylelint-config-standard": "^24.0.0",
"terser-webpack-plugin": "^5.2.5", "terser-webpack-plugin": "^5.3.0",
"url-loader": "^4.1.1", "url-loader": "^4.1.1",
"webpack": "^5.65.0", "webpack": "^5.65.0",
"webpack-bundle-tracker": "^1.4.0", "webpack-bundle-tracker": "^1.4.0",
"webpack-cli": "^4.9.1", "webpack-cli": "^4.9.1",
"webpack-dev-server": "^4.6.0", "webpack-dev-server": "^4.7.2",
"webpack-log": "^3.0.2", "webpack-log": "^3.0.2",
"yaml-loader": "^0.6.0" "yaml-loader": "^0.6.0"
}, },
"resolutions": { "resolutions": {
"jquery": "^3.6.0" "jquery": "^3.6.0"
}, },
"browserslist": [ "browserslist": [
"cover 99.5%", "cover 99.5%",
Show All 13 Lines
View Options

swh/indexer/metadata.py

Show All 13 Lines
}, },
"repository": { "repository": {
"type": "git", "type": "git",
"url": "https://forge.softwareheritage.org/source/swh-web" "url": "https://forge.softwareheritage.org/source/swh-web"
}, },
"author": "The Software Heritage developers", "author": "The Software Heritage developers",
"license": "AGPL-3.0-or-later", "license": "AGPL-3.0-or-later",
"dependencies": { "dependencies": {
"@babel/runtime-corejs3": "^7.16.3", "@babel/runtime-corejs3": "^7.16.7",
"@mdi/font": "^6.5.95", "@mdi/font": "^6.5.95",
"@sentry/browser": "^6.16.1", "@sentry/browser": "^6.16.1",
"admin-lte": "^3.1.0", "admin-lte": "^3.1.0",
"ansi_up": "^5.1.0", "ansi_up": "^5.1.0",
"bootstrap": "^4.6.1", "bootstrap": "^4.6.1",
"chosen-js": "^1.8.7", "chosen-js": "^1.8.7",
"clipboard": "^2.0.8", "clipboard": "^2.0.8",
"core-js": "^3.19.3", "core-js": "3.19.3",
"d3": "^7.2.1", "d3": "^7.2.1",
"datatables.net-responsive-bs4": "^2.2.9", "datatables.net-responsive-bs4": "^2.2.9",
"dompurify": "^2.3.4", "dompurify": "^2.3.4",
"email-validator": "^2.0.4", "email-validator": "^2.0.4",
"hex-rgb": "^5.0.0", "hex-rgb": "^5.0.0",
"highlight.js": "^11.3.1", "highlight.js": "^11.3.1",
"highlightjs-line-numbers.js": "^2.8.0", "highlightjs-line-numbers.js": "^2.8.0",
"html-encoder-decoder": "^1.3.9", "html-encoder-decoder": "^1.3.9",
"iframe-resizer": "^4.3.2", "iframe-resizer": "^4.3.2",
"intro.js": "^4.3.0", "intro.js": "^4.3.0",
"jquery": "^3.6.0", "jquery": "^3.6.0",
"js-cookie": "^3.0.1", "js-cookie": "^3.0.1",
"js-year-calendar": "^2.0.0", "js-year-calendar": "^2.0.0",
"mathjax": "^3.2.0", "mathjax": "^3.2.0",
"notebookjs": "^0.6.6", "notebookjs": "^0.6.6",
"object-fit-images": "^3.2.4", "object-fit-images": "^3.2.4",
"org": "^0.2.0", "org": "^0.2.0",
"pdfjs-dist": "^2.10.377", "pdfjs-dist": "^2.12.313",
"popper.js": "^1.16.1", "popper.js": "^1.16.1",
"showdown": "^1.9.1", "showdown": "^1.9.1",
"typeface-alegreya": "^1.1.13", "typeface-alegreya": "^1.1.13",
"typeface-alegreya-sans": "^1.1.13", "typeface-alegreya-sans": "^1.1.13",
"waypoints": "^4.0.1", "waypoints": "^4.0.1",
"whatwg-fetch": "^3.6.2" "whatwg-fetch": "^3.6.2"
}, },
"devDependencies": { "devDependencies": {
"@babel/core": "^7.16.0", "@babel/core": "^7.16.7",
"@babel/eslint-parser": "^7.16.3", "@babel/eslint-parser": "^7.16.5",
"@babel/plugin-syntax-dynamic-import": "^7.8.3", "@babel/plugin-syntax-dynamic-import": "^7.8.3",
"@babel/plugin-transform-runtime": "^7.16.4", "@babel/plugin-transform-runtime": "^7.16.7",
"@babel/preset-env": "^7.16.4", "@babel/preset-env": "^7.16.7",
"@cypress/code-coverage": "^3.9.12", "@cypress/code-coverage": "^3.9.12",
"autoprefixer": "^10.4.0", "autoprefixer": "^10.4.1",
"axios": "^0.24.0", "axios": "^0.24.0",
"babel-loader": "^8.2.3", "babel-loader": "^8.2.3",
"babel-plugin-istanbul": "^6.1.1", "babel-plugin-istanbul": "^6.1.1",
"bootstrap-loader": "^3.0.4", "bootstrap-loader": "^3.0.4",
"clean-webpack-plugin": "^4.0.0", "clean-webpack-plugin": "^4.0.0",
"copy-webpack-plugin": "^10.1.0", "copy-webpack-plugin": "^10.2.0",
"css-loader": "^6.5.1", "css-loader": "^6.5.1",
"cypress": "^9.1.1", "cypress": "^9.2.0",
"cypress-hmr-restarter": "^2.0.2", "cypress-hmr-restarter": "^2.0.2",
"cypress-multi-reporters": "^1.5.0", "cypress-multi-reporters": "^1.5.0",
"ejs": "^3.1.6", "ejs": "^3.1.6",
"ejs-compiled-loader": "^3.1.0", "ejs-compiled-loader": "^3.1.0",
"eslint": "^8.4.1", "eslint": "^8.6.0",
"eslint-plugin-chai-friendly": "^0.7.2", "eslint-plugin-chai-friendly": "^0.7.2",
"eslint-plugin-cypress": "^2.12.1", "eslint-plugin-cypress": "^2.12.1",
"eslint-plugin-import": "^2.25.3", "eslint-plugin-import": "^2.25.4",
"eslint-plugin-node": "^11.1.0", "eslint-plugin-node": "^11.1.0",
"eslint-plugin-promise": "^5.2.0", "eslint-plugin-promise": "^6.0.0",
"eslint-plugin-standard": "^5.0.0", "eslint-plugin-standard": "^5.0.0",
"eslint-webpack-plugin": "^3.1.1", "eslint-webpack-plugin": "^3.1.1",
"exports-loader": "^3.1.0", "exports-loader": "^3.1.0",
"expose-loader": "^3.1.0", "expose-loader": "^3.1.0",
"imports-loader": "^3.1.1", "imports-loader": "^3.1.1",
"istanbul-lib-coverage": "^3.2.0", "istanbul-lib-coverage": "^3.2.0",
"json-stable-stringify": "^1.0.1", "json-stable-stringify": "^1.0.1",
"mini-css-extract-plugin": "^2.4.5", "mini-css-extract-plugin": "^2.4.5",
"mocha": "^9.1.3", "mocha": "^9.1.3",
"mocha-junit-reporter": "^2.0.2", "mocha-junit-reporter": "^2.0.2",
"mochawesome": "^7.0.1", "mochawesome": "^7.0.1",
"mochawesome-merge": "^4.2.1", "mochawesome-merge": "^4.2.1",
"mochawesome-report-generator": "^6.0.1", "mochawesome-report-generator": "^6.0.1",
"node-sass": "^7.0.0", "node-sass": "^7.0.1",
"nodemon": "^2.0.15", "nodemon": "^2.0.15",
"nyc": "^15.1.0", "nyc": "^15.1.0",
"optimize-css-assets-webpack-plugin": "^6.0.1", "optimize-css-assets-webpack-plugin": "^6.0.1",
"postcss": "^8.4.5", "postcss": "^8.4.5",
"postcss-loader": "^6.2.1", "postcss-loader": "^6.2.1",
"postcss-normalize": "^10.0.1", "postcss-normalize": "^10.0.1",
"postcss-reporter": "^7.0.4", "postcss-reporter": "^7.0.5",
"progress-bar-webpack-plugin": "^2.1.0", "progress-bar-webpack-plugin": "^2.1.0",
"resolve-url-loader": "^4.0.0", "resolve-url-loader": "^4.0.0",
"robotstxt-webpack-plugin": "^7.0.0", "robotstxt-webpack-plugin": "^7.0.0",
"sass-loader": "^12.4.0", "sass-loader": "^12.4.0",
"schema-utils": "^4.0.0", "schema-utils": "^4.0.0",
"script-loader": "^0.7.2", "script-loader": "^0.7.2",
"spdx-expression-parse": "^3.0.1", "spdx-expression-parse": "^3.0.1",
"style-loader": "^3.3.1", "style-loader": "^3.3.1",
"stylelint": "^14.1.0", "stylelint": "^14.2.0",
"stylelint-config-standard": "^24.0.0", "stylelint-config-standard": "^24.0.0",
"terser-webpack-plugin": "^5.2.5", "terser-webpack-plugin": "^5.3.0",
"url-loader": "^4.1.1", "url-loader": "^4.1.1",
"webpack": "^5.65.0", "webpack": "^5.65.0",
"webpack-bundle-tracker": "^1.4.0", "webpack-bundle-tracker": "^1.4.0",
"webpack-cli": "^4.9.1", "webpack-cli": "^4.9.1",
"webpack-dev-server": "^4.6.0", "webpack-dev-server": "^4.7.2",
"webpack-log": "^3.0.2", "webpack-log": "^3.0.2",
"yaml-loader": "^0.6.0" "yaml-loader": "^0.6.0"
}, },
"resolutions": { "resolutions": {
"jquery": "^3.6.0" "jquery": "^3.6.0"
}, },
"browserslist": [ "browserslist": [
"cover 99.5%", "cover 99.5%",
Show All 13 Lines
View Options

swh/indexer/origin_head.py

Show All 13 Lines
}, },
"repository": { "repository": {
"type": "git", "type": "git",
"url": "https://forge.softwareheritage.org/source/swh-web" "url": "https://forge.softwareheritage.org/source/swh-web"
}, },
"author": "The Software Heritage developers", "author": "The Software Heritage developers",
"license": "AGPL-3.0-or-later", "license": "AGPL-3.0-or-later",
"dependencies": { "dependencies": {
"@babel/runtime-corejs3": "^7.16.3", "@babel/runtime-corejs3": "^7.16.7",
"@mdi/font": "^6.5.95", "@mdi/font": "^6.5.95",
"@sentry/browser": "^6.16.1", "@sentry/browser": "^6.16.1",
"admin-lte": "^3.1.0", "admin-lte": "^3.1.0",
"ansi_up": "^5.1.0", "ansi_up": "^5.1.0",
"bootstrap": "^4.6.1", "bootstrap": "^4.6.1",
"chosen-js": "^1.8.7", "chosen-js": "^1.8.7",
"clipboard": "^2.0.8", "clipboard": "^2.0.8",
"core-js": "^3.19.3", "core-js": "3.19.3",
"d3": "^7.2.1", "d3": "^7.2.1",
"datatables.net-responsive-bs4": "^2.2.9", "datatables.net-responsive-bs4": "^2.2.9",
"dompurify": "^2.3.4", "dompurify": "^2.3.4",
"email-validator": "^2.0.4", "email-validator": "^2.0.4",
"hex-rgb": "^5.0.0", "hex-rgb": "^5.0.0",
"highlight.js": "^11.3.1", "highlight.js": "^11.3.1",
"highlightjs-line-numbers.js": "^2.8.0", "highlightjs-line-numbers.js": "^2.8.0",
"html-encoder-decoder": "^1.3.9", "html-encoder-decoder": "^1.3.9",
"iframe-resizer": "^4.3.2", "iframe-resizer": "^4.3.2",
"intro.js": "^4.3.0", "intro.js": "^4.3.0",
"jquery": "^3.6.0", "jquery": "^3.6.0",
"js-cookie": "^3.0.1", "js-cookie": "^3.0.1",
"js-year-calendar": "^2.0.0", "js-year-calendar": "^2.0.0",
"mathjax": "^3.2.0", "mathjax": "^3.2.0",
"notebookjs": "^0.6.6", "notebookjs": "^0.6.6",
"object-fit-images": "^3.2.4", "object-fit-images": "^3.2.4",
"org": "^0.2.0", "org": "^0.2.0",
"pdfjs-dist": "^2.10.377", "pdfjs-dist": "^2.12.313",
"popper.js": "^1.16.1", "popper.js": "^1.16.1",
"showdown": "^1.9.1", "showdown": "^1.9.1",
"typeface-alegreya": "^1.1.13", "typeface-alegreya": "^1.1.13",
"typeface-alegreya-sans": "^1.1.13", "typeface-alegreya-sans": "^1.1.13",
"waypoints": "^4.0.1", "waypoints": "^4.0.1",
"whatwg-fetch": "^3.6.2" "whatwg-fetch": "^3.6.2"
}, },
"devDependencies": { "devDependencies": {
"@babel/core": "^7.16.0", "@babel/core": "^7.16.7",
"@babel/eslint-parser": "^7.16.3", "@babel/eslint-parser": "^7.16.5",
"@babel/plugin-syntax-dynamic-import": "^7.8.3", "@babel/plugin-syntax-dynamic-import": "^7.8.3",
"@babel/plugin-transform-runtime": "^7.16.4", "@babel/plugin-transform-runtime": "^7.16.7",
"@babel/preset-env": "^7.16.4", "@babel/preset-env": "^7.16.7",
"@cypress/code-coverage": "^3.9.12", "@cypress/code-coverage": "^3.9.12",
"autoprefixer": "^10.4.0", "autoprefixer": "^10.4.1",
"axios": "^0.24.0", "axios": "^0.24.0",
"babel-loader": "^8.2.3", "babel-loader": "^8.2.3",
"babel-plugin-istanbul": "^6.1.1", "babel-plugin-istanbul": "^6.1.1",
"bootstrap-loader": "^3.0.4", "bootstrap-loader": "^3.0.4",
"clean-webpack-plugin": "^4.0.0", "clean-webpack-plugin": "^4.0.0",
"copy-webpack-plugin": "^10.1.0", "copy-webpack-plugin": "^10.2.0",
"css-loader": "^6.5.1", "css-loader": "^6.5.1",
"cypress": "^9.1.1", "cypress": "^9.2.0",
"cypress-hmr-restarter": "^2.0.2", "cypress-hmr-restarter": "^2.0.2",
"cypress-multi-reporters": "^1.5.0", "cypress-multi-reporters": "^1.5.0",
"ejs": "^3.1.6", "ejs": "^3.1.6",
"ejs-compiled-loader": "^3.1.0", "ejs-compiled-loader": "^3.1.0",
"eslint": "^8.4.1", "eslint": "^8.6.0",
"eslint-plugin-chai-friendly": "^0.7.2", "eslint-plugin-chai-friendly": "^0.7.2",
"eslint-plugin-cypress": "^2.12.1", "eslint-plugin-cypress": "^2.12.1",
"eslint-plugin-import": "^2.25.3", "eslint-plugin-import": "^2.25.4",
"eslint-plugin-node": "^11.1.0", "eslint-plugin-node": "^11.1.0",
"eslint-plugin-promise": "^5.2.0", "eslint-plugin-promise": "^6.0.0",
"eslint-plugin-standard": "^5.0.0", "eslint-plugin-standard": "^5.0.0",
"eslint-webpack-plugin": "^3.1.1", "eslint-webpack-plugin": "^3.1.1",
"exports-loader": "^3.1.0", "exports-loader": "^3.1.0",
"expose-loader": "^3.1.0", "expose-loader": "^3.1.0",
"imports-loader": "^3.1.1", "imports-loader": "^3.1.1",
"istanbul-lib-coverage": "^3.2.0", "istanbul-lib-coverage": "^3.2.0",
"json-stable-stringify": "^1.0.1", "json-stable-stringify": "^1.0.1",
"mini-css-extract-plugin": "^2.4.5", "mini-css-extract-plugin": "^2.4.5",
"mocha": "^9.1.3", "mocha": "^9.1.3",
"mocha-junit-reporter": "^2.0.2", "mocha-junit-reporter": "^2.0.2",
"mochawesome": "^7.0.1", "mochawesome": "^7.0.1",
"mochawesome-merge": "^4.2.1", "mochawesome-merge": "^4.2.1",
"mochawesome-report-generator": "^6.0.1", "mochawesome-report-generator": "^6.0.1",
"node-sass": "^7.0.0", "node-sass": "^7.0.1",
"nodemon": "^2.0.15", "nodemon": "^2.0.15",
"nyc": "^15.1.0", "nyc": "^15.1.0",
"optimize-css-assets-webpack-plugin": "^6.0.1", "optimize-css-assets-webpack-plugin": "^6.0.1",
"postcss": "^8.4.5", "postcss": "^8.4.5",
"postcss-loader": "^6.2.1", "postcss-loader": "^6.2.1",
"postcss-normalize": "^10.0.1", "postcss-normalize": "^10.0.1",
"postcss-reporter": "^7.0.4", "postcss-reporter": "^7.0.5",
"progress-bar-webpack-plugin": "^2.1.0", "progress-bar-webpack-plugin": "^2.1.0",
"resolve-url-loader": "^4.0.0", "resolve-url-loader": "^4.0.0",
"robotstxt-webpack-plugin": "^7.0.0", "robotstxt-webpack-plugin": "^7.0.0",
"sass-loader": "^12.4.0", "sass-loader": "^12.4.0",
"schema-utils": "^4.0.0", "schema-utils": "^4.0.0",
"script-loader": "^0.7.2", "script-loader": "^0.7.2",
"spdx-expression-parse": "^3.0.1", "spdx-expression-parse": "^3.0.1",
"style-loader": "^3.3.1", "style-loader": "^3.3.1",
"stylelint": "^14.1.0", "stylelint": "^14.2.0",
"stylelint-config-standard": "^24.0.0", "stylelint-config-standard": "^24.0.0",
"terser-webpack-plugin": "^5.2.5", "terser-webpack-plugin": "^5.3.0",
"url-loader": "^4.1.1", "url-loader": "^4.1.1",
"webpack": "^5.65.0", "webpack": "^5.65.0",
"webpack-bundle-tracker": "^1.4.0", "webpack-bundle-tracker": "^1.4.0",
"webpack-cli": "^4.9.1", "webpack-cli": "^4.9.1",
"webpack-dev-server": "^4.6.0", "webpack-dev-server": "^4.7.2",
"webpack-log": "^3.0.2", "webpack-log": "^3.0.2",
"yaml-loader": "^0.6.0" "yaml-loader": "^0.6.0"
}, },
"resolutions": { "resolutions": {
"jquery": "^3.6.0" "jquery": "^3.6.0"
}, },
"browserslist": [ "browserslist": [
"cover 99.5%", "cover 99.5%",
Show All 13 Lines
View Options

swh/indexer/tasks.py

Show All 13 Lines
}, },
"repository": { "repository": {
"type": "git", "type": "git",
"url": "https://forge.softwareheritage.org/source/swh-web" "url": "https://forge.softwareheritage.org/source/swh-web"
}, },
"author": "The Software Heritage developers", "author": "The Software Heritage developers",
"license": "AGPL-3.0-or-later", "license": "AGPL-3.0-or-later",
"dependencies": { "dependencies": {
"@babel/runtime-corejs3": "^7.16.3", "@babel/runtime-corejs3": "^7.16.7",
"@mdi/font": "^6.5.95", "@mdi/font": "^6.5.95",
"@sentry/browser": "^6.16.1", "@sentry/browser": "^6.16.1",
"admin-lte": "^3.1.0", "admin-lte": "^3.1.0",
"ansi_up": "^5.1.0", "ansi_up": "^5.1.0",
"bootstrap": "^4.6.1", "bootstrap": "^4.6.1",
"chosen-js": "^1.8.7", "chosen-js": "^1.8.7",
"clipboard": "^2.0.8", "clipboard": "^2.0.8",
"core-js": "^3.19.3", "core-js": "3.19.3",
"d3": "^7.2.1", "d3": "^7.2.1",
"datatables.net-responsive-bs4": "^2.2.9", "datatables.net-responsive-bs4": "^2.2.9",
"dompurify": "^2.3.4", "dompurify": "^2.3.4",
"email-validator": "^2.0.4", "email-validator": "^2.0.4",
"hex-rgb": "^5.0.0", "hex-rgb": "^5.0.0",
"highlight.js": "^11.3.1", "highlight.js": "^11.3.1",
"highlightjs-line-numbers.js": "^2.8.0", "highlightjs-line-numbers.js": "^2.8.0",
"html-encoder-decoder": "^1.3.9", "html-encoder-decoder": "^1.3.9",
"iframe-resizer": "^4.3.2", "iframe-resizer": "^4.3.2",
"intro.js": "^4.3.0", "intro.js": "^4.3.0",
"jquery": "^3.6.0", "jquery": "^3.6.0",
"js-cookie": "^3.0.1", "js-cookie": "^3.0.1",
"js-year-calendar": "^2.0.0", "js-year-calendar": "^2.0.0",
"mathjax": "^3.2.0", "mathjax": "^3.2.0",
"notebookjs": "^0.6.6", "notebookjs": "^0.6.6",
"object-fit-images": "^3.2.4", "object-fit-images": "^3.2.4",
"org": "^0.2.0", "org": "^0.2.0",
"pdfjs-dist": "^2.10.377", "pdfjs-dist": "^2.12.313",
"popper.js": "^1.16.1", "popper.js": "^1.16.1",
"showdown": "^1.9.1", "showdown": "^1.9.1",
"typeface-alegreya": "^1.1.13", "typeface-alegreya": "^1.1.13",
"typeface-alegreya-sans": "^1.1.13", "typeface-alegreya-sans": "^1.1.13",
"waypoints": "^4.0.1", "waypoints": "^4.0.1",
"whatwg-fetch": "^3.6.2" "whatwg-fetch": "^3.6.2"
}, },
"devDependencies": { "devDependencies": {
"@babel/core": "^7.16.0", "@babel/core": "^7.16.7",
"@babel/eslint-parser": "^7.16.3", "@babel/eslint-parser": "^7.16.5",
"@babel/plugin-syntax-dynamic-import": "^7.8.3", "@babel/plugin-syntax-dynamic-import": "^7.8.3",
"@babel/plugin-transform-runtime": "^7.16.4", "@babel/plugin-transform-runtime": "^7.16.7",
"@babel/preset-env": "^7.16.4", "@babel/preset-env": "^7.16.7",
"@cypress/code-coverage": "^3.9.12", "@cypress/code-coverage": "^3.9.12",
"autoprefixer": "^10.4.0", "autoprefixer": "^10.4.1",
"axios": "^0.24.0", "axios": "^0.24.0",
"babel-loader": "^8.2.3", "babel-loader": "^8.2.3",
"babel-plugin-istanbul": "^6.1.1", "babel-plugin-istanbul": "^6.1.1",
"bootstrap-loader": "^3.0.4", "bootstrap-loader": "^3.0.4",
"clean-webpack-plugin": "^4.0.0", "clean-webpack-plugin": "^4.0.0",
"copy-webpack-plugin": "^10.1.0", "copy-webpack-plugin": "^10.2.0",
"css-loader": "^6.5.1", "css-loader": "^6.5.1",
"cypress": "^9.1.1", "cypress": "^9.2.0",
"cypress-hmr-restarter": "^2.0.2", "cypress-hmr-restarter": "^2.0.2",
"cypress-multi-reporters": "^1.5.0", "cypress-multi-reporters": "^1.5.0",
"ejs": "^3.1.6", "ejs": "^3.1.6",
"ejs-compiled-loader": "^3.1.0", "ejs-compiled-loader": "^3.1.0",
"eslint": "^8.4.1", "eslint": "^8.6.0",
"eslint-plugin-chai-friendly": "^0.7.2", "eslint-plugin-chai-friendly": "^0.7.2",
"eslint-plugin-cypress": "^2.12.1", "eslint-plugin-cypress": "^2.12.1",
"eslint-plugin-import": "^2.25.3", "eslint-plugin-import": "^2.25.4",
"eslint-plugin-node": "^11.1.0", "eslint-plugin-node": "^11.1.0",
"eslint-plugin-promise": "^5.2.0", "eslint-plugin-promise": "^6.0.0",
"eslint-plugin-standard": "^5.0.0", "eslint-plugin-standard": "^5.0.0",
"eslint-webpack-plugin": "^3.1.1", "eslint-webpack-plugin": "^3.1.1",
"exports-loader": "^3.1.0", "exports-loader": "^3.1.0",
"expose-loader": "^3.1.0", "expose-loader": "^3.1.0",
"imports-loader": "^3.1.1", "imports-loader": "^3.1.1",
"istanbul-lib-coverage": "^3.2.0", "istanbul-lib-coverage": "^3.2.0",
"json-stable-stringify": "^1.0.1", "json-stable-stringify": "^1.0.1",
"mini-css-extract-plugin": "^2.4.5", "mini-css-extract-plugin": "^2.4.5",
"mocha": "^9.1.3", "mocha": "^9.1.3",
"mocha-junit-reporter": "^2.0.2", "mocha-junit-reporter": "^2.0.2",
"mochawesome": "^7.0.1", "mochawesome": "^7.0.1",
"mochawesome-merge": "^4.2.1", "mochawesome-merge": "^4.2.1",
"mochawesome-report-generator": "^6.0.1", "mochawesome-report-generator": "^6.0.1",
"node-sass": "^7.0.0", "node-sass": "^7.0.1",
"nodemon": "^2.0.15", "nodemon": "^2.0.15",
"nyc": "^15.1.0", "nyc": "^15.1.0",
"optimize-css-assets-webpack-plugin": "^6.0.1", "optimize-css-assets-webpack-plugin": "^6.0.1",
"postcss": "^8.4.5", "postcss": "^8.4.5",
"postcss-loader": "^6.2.1", "postcss-loader": "^6.2.1",
"postcss-normalize": "^10.0.1", "postcss-normalize": "^10.0.1",
"postcss-reporter": "^7.0.4", "postcss-reporter": "^7.0.5",
"progress-bar-webpack-plugin": "^2.1.0", "progress-bar-webpack-plugin": "^2.1.0",
"resolve-url-loader": "^4.0.0", "resolve-url-loader": "^4.0.0",
"robotstxt-webpack-plugin": "^7.0.0", "robotstxt-webpack-plugin": "^7.0.0",
"sass-loader": "^12.4.0", "sass-loader": "^12.4.0",
"schema-utils": "^4.0.0", "schema-utils": "^4.0.0",
"script-loader": "^0.7.2", "script-loader": "^0.7.2",
"spdx-expression-parse": "^3.0.1", "spdx-expression-parse": "^3.0.1",
"style-loader": "^3.3.1", "style-loader": "^3.3.1",
"stylelint": "^14.1.0", "stylelint": "^14.2.0",
"stylelint-config-standard": "^24.0.0", "stylelint-config-standard": "^24.0.0",
"terser-webpack-plugin": "^5.2.5", "terser-webpack-plugin": "^5.3.0",
"url-loader": "^4.1.1", "url-loader": "^4.1.1",
"webpack": "^5.65.0", "webpack": "^5.65.0",
"webpack-bundle-tracker": "^1.4.0", "webpack-bundle-tracker": "^1.4.0",
"webpack-cli": "^4.9.1", "webpack-cli": "^4.9.1",
"webpack-dev-server": "^4.6.0", "webpack-dev-server": "^4.7.2",
"webpack-log": "^3.0.2", "webpack-log": "^3.0.2",
"yaml-loader": "^0.6.0" "yaml-loader": "^0.6.0"
}, },
"resolutions": { "resolutions": {
"jquery": "^3.6.0" "jquery": "^3.6.0"
}, },
"browserslist": [ "browserslist": [
"cover 99.5%", "cover 99.5%",
Show All 13 Lines
View Options

swh/indexer/tests/tasks.py

Show All 13 Lines
}, },
"repository": { "repository": {
"type": "git", "type": "git",
"url": "https://forge.softwareheritage.org/source/swh-web" "url": "https://forge.softwareheritage.org/source/swh-web"
}, },
"author": "The Software Heritage developers", "author": "The Software Heritage developers",
"license": "AGPL-3.0-or-later", "license": "AGPL-3.0-or-later",
"dependencies": { "dependencies": {
"@babel/runtime-corejs3": "^7.16.3", "@babel/runtime-corejs3": "^7.16.7",
"@mdi/font": "^6.5.95", "@mdi/font": "^6.5.95",
"@sentry/browser": "^6.16.1", "@sentry/browser": "^6.16.1",
"admin-lte": "^3.1.0", "admin-lte": "^3.1.0",
"ansi_up": "^5.1.0", "ansi_up": "^5.1.0",
"bootstrap": "^4.6.1", "bootstrap": "^4.6.1",
"chosen-js": "^1.8.7", "chosen-js": "^1.8.7",
"clipboard": "^2.0.8", "clipboard": "^2.0.8",
"core-js": "^3.19.3", "core-js": "3.19.3",
"d3": "^7.2.1", "d3": "^7.2.1",
"datatables.net-responsive-bs4": "^2.2.9", "datatables.net-responsive-bs4": "^2.2.9",
"dompurify": "^2.3.4", "dompurify": "^2.3.4",
"email-validator": "^2.0.4", "email-validator": "^2.0.4",
"hex-rgb": "^5.0.0", "hex-rgb": "^5.0.0",
"highlight.js": "^11.3.1", "highlight.js": "^11.3.1",
"highlightjs-line-numbers.js": "^2.8.0", "highlightjs-line-numbers.js": "^2.8.0",
"html-encoder-decoder": "^1.3.9", "html-encoder-decoder": "^1.3.9",
"iframe-resizer": "^4.3.2", "iframe-resizer": "^4.3.2",
"intro.js": "^4.3.0", "intro.js": "^4.3.0",
"jquery": "^3.6.0", "jquery": "^3.6.0",
"js-cookie": "^3.0.1", "js-cookie": "^3.0.1",
"js-year-calendar": "^2.0.0", "js-year-calendar": "^2.0.0",
"mathjax": "^3.2.0", "mathjax": "^3.2.0",
"notebookjs": "^0.6.6", "notebookjs": "^0.6.6",
"object-fit-images": "^3.2.4", "object-fit-images": "^3.2.4",
"org": "^0.2.0", "org": "^0.2.0",
"pdfjs-dist": "^2.10.377", "pdfjs-dist": "^2.12.313",
"popper.js": "^1.16.1", "popper.js": "^1.16.1",
"showdown": "^1.9.1", "showdown": "^1.9.1",
"typeface-alegreya": "^1.1.13", "typeface-alegreya": "^1.1.13",
"typeface-alegreya-sans": "^1.1.13", "typeface-alegreya-sans": "^1.1.13",
"waypoints": "^4.0.1", "waypoints": "^4.0.1",
"whatwg-fetch": "^3.6.2" "whatwg-fetch": "^3.6.2"
}, },
"devDependencies": { "devDependencies": {
"@babel/core": "^7.16.0", "@babel/core": "^7.16.7",
"@babel/eslint-parser": "^7.16.3", "@babel/eslint-parser": "^7.16.5",
"@babel/plugin-syntax-dynamic-import": "^7.8.3", "@babel/plugin-syntax-dynamic-import": "^7.8.3",
"@babel/plugin-transform-runtime": "^7.16.4", "@babel/plugin-transform-runtime": "^7.16.7",
"@babel/preset-env": "^7.16.4", "@babel/preset-env": "^7.16.7",
"@cypress/code-coverage": "^3.9.12", "@cypress/code-coverage": "^3.9.12",
"autoprefixer": "^10.4.0", "autoprefixer": "^10.4.1",
"axios": "^0.24.0", "axios": "^0.24.0",
"babel-loader": "^8.2.3", "babel-loader": "^8.2.3",
"babel-plugin-istanbul": "^6.1.1", "babel-plugin-istanbul": "^6.1.1",
"bootstrap-loader": "^3.0.4", "bootstrap-loader": "^3.0.4",
"clean-webpack-plugin": "^4.0.0", "clean-webpack-plugin": "^4.0.0",
"copy-webpack-plugin": "^10.1.0", "copy-webpack-plugin": "^10.2.0",
"css-loader": "^6.5.1", "css-loader": "^6.5.1",
"cypress": "^9.1.1", "cypress": "^9.2.0",
"cypress-hmr-restarter": "^2.0.2", "cypress-hmr-restarter": "^2.0.2",
"cypress-multi-reporters": "^1.5.0", "cypress-multi-reporters": "^1.5.0",
"ejs": "^3.1.6", "ejs": "^3.1.6",
"ejs-compiled-loader": "^3.1.0", "ejs-compiled-loader": "^3.1.0",
"eslint": "^8.4.1", "eslint": "^8.6.0",
"eslint-plugin-chai-friendly": "^0.7.2", "eslint-plugin-chai-friendly": "^0.7.2",
"eslint-plugin-cypress": "^2.12.1", "eslint-plugin-cypress": "^2.12.1",
"eslint-plugin-import": "^2.25.3", "eslint-plugin-import": "^2.25.4",
"eslint-plugin-node": "^11.1.0", "eslint-plugin-node": "^11.1.0",
"eslint-plugin-promise": "^5.2.0", "eslint-plugin-promise": "^6.0.0",
"eslint-plugin-standard": "^5.0.0", "eslint-plugin-standard": "^5.0.0",
"eslint-webpack-plugin": "^3.1.1", "eslint-webpack-plugin": "^3.1.1",
"exports-loader": "^3.1.0", "exports-loader": "^3.1.0",
"expose-loader": "^3.1.0", "expose-loader": "^3.1.0",
"imports-loader": "^3.1.1", "imports-loader": "^3.1.1",
"istanbul-lib-coverage": "^3.2.0", "istanbul-lib-coverage": "^3.2.0",
"json-stable-stringify": "^1.0.1", "json-stable-stringify": "^1.0.1",
"mini-css-extract-plugin": "^2.4.5", "mini-css-extract-plugin": "^2.4.5",
"mocha": "^9.1.3", "mocha": "^9.1.3",
"mocha-junit-reporter": "^2.0.2", "mocha-junit-reporter": "^2.0.2",
"mochawesome": "^7.0.1", "mochawesome": "^7.0.1",
"mochawesome-merge": "^4.2.1", "mochawesome-merge": "^4.2.1",
"mochawesome-report-generator": "^6.0.1", "mochawesome-report-generator": "^6.0.1",
"node-sass": "^7.0.0", "node-sass": "^7.0.1",
"nodemon": "^2.0.15", "nodemon": "^2.0.15",
"nyc": "^15.1.0", "nyc": "^15.1.0",
"optimize-css-assets-webpack-plugin": "^6.0.1", "optimize-css-assets-webpack-plugin": "^6.0.1",
"postcss": "^8.4.5", "postcss": "^8.4.5",
"postcss-loader": "^6.2.1", "postcss-loader": "^6.2.1",
"postcss-normalize": "^10.0.1", "postcss-normalize": "^10.0.1",
"postcss-reporter": "^7.0.4", "postcss-reporter": "^7.0.5",
"progress-bar-webpack-plugin": "^2.1.0", "progress-bar-webpack-plugin": "^2.1.0",
"resolve-url-loader": "^4.0.0", "resolve-url-loader": "^4.0.0",
"robotstxt-webpack-plugin": "^7.0.0", "robotstxt-webpack-plugin": "^7.0.0",
"sass-loader": "^12.4.0", "sass-loader": "^12.4.0",
"schema-utils": "^4.0.0", "schema-utils": "^4.0.0",
"script-loader": "^0.7.2", "script-loader": "^0.7.2",
"spdx-expression-parse": "^3.0.1", "spdx-expression-parse": "^3.0.1",
"style-loader": "^3.3.1", "style-loader": "^3.3.1",
"stylelint": "^14.1.0", "stylelint": "^14.2.0",
"stylelint-config-standard": "^24.0.0", "stylelint-config-standard": "^24.0.0",
"terser-webpack-plugin": "^5.2.5", "terser-webpack-plugin": "^5.3.0",
"url-loader": "^4.1.1", "url-loader": "^4.1.1",
"webpack": "^5.65.0", "webpack": "^5.65.0",
"webpack-bundle-tracker": "^1.4.0", "webpack-bundle-tracker": "^1.4.0",
"webpack-cli": "^4.9.1", "webpack-cli": "^4.9.1",
"webpack-dev-server": "^4.6.0", "webpack-dev-server": "^4.7.2",
"webpack-log": "^3.0.2", "webpack-log": "^3.0.2",
"yaml-loader": "^0.6.0" "yaml-loader": "^0.6.0"
}, },
"resolutions": { "resolutions": {
"jquery": "^3.6.0" "jquery": "^3.6.0"
}, },
"browserslist": [ "browserslist": [
"cover 99.5%", "cover 99.5%",
Show All 13 Lines
View Options

swh/indexer/tests/test_origin_metadata.py

Loading...
About · Developer information · Legal