mirror of
https://github.com/status-im/sourcecred.git
synced 2025-01-25 20:09:18 +00:00
0c2908dbfb
Summary: This patch adds independent exponential backoff to each individual GitHub GraphQL query. We remove the fixed `GITHUB_DELAY_MS` delay before each query in favor of this solution, which requires no additional configuration (thus resolving a TODO in the process). We use the NPM module `retry` with its default settings: namely, a maximum of 10 retries with factor-2 backoff starting at 1000ms. Empirically, it seems very unlikely that we should require much more than 2 retries for a query. (See Test Plan for more details.) This is both a short-term unblocker and a good kind of thing to have in the long term. Test Plan: Note that `yarn test --full` passes, including `fetchGithubRepoTest.sh`. Consider manual testing as follows. Add `console.info` statements in `retryGithubFetch`, then load a large repository like TensorFlow, and observe the output: ```shell $ node bin/sourcecred.js load --plugin github tensorflow/tensorflow 2>&1 | ts -s '%.s' 0.252566 Fetching repo... 0.258422 Trying... 5.203014 Trying... [snip] 1244.521197 Trying... 1254.848044 Will retry (n=1)... 1260.893334 Trying... 1271.547368 Trying... 1282.094735 Will retry (n=1)... 1283.349192 Will retry (n=2)... 1289.188728 Trying... [snip] 1741.026869 Ensuring no more pages... 1742.139978 Creating view... 1752.023697 Stringifying... 1754.697116 Writing... 1754.697772 Done. ``` This took just under half an hour, with 264 queries total, of which: - 225 queries required 0 retries; - 38 queries required exactly 1 retry; - 1 query required exactly 2 retries; and - 0 queries required 3 or more retries. wchargin-branch: github-backoff
141 lines
4.0 KiB
JSON
141 lines
4.0 KiB
JSON
{
|
|
"name": "sourcecred",
|
|
"version": "0.1.0",
|
|
"private": true,
|
|
"dependencies": {
|
|
"@oclif/command": "^1.4.36",
|
|
"@oclif/config": "^1.6.33",
|
|
"@oclif/plugin-help": "^2.0.5",
|
|
"aphrodite": "^2.1.0",
|
|
"chalk": "1.1.3",
|
|
"commonmark": "^0.28.1",
|
|
"express": "^4.16.3",
|
|
"fs-extra": "3.0.1",
|
|
"history": "^3.0.0",
|
|
"isomorphic-fetch": "^2.2.1",
|
|
"json-stable-stringify": "^1.0.1",
|
|
"lodash.clonedeep": "^4.5.0",
|
|
"lodash.isequal": "^4.5.0",
|
|
"lodash.sortby": "^4.7.0",
|
|
"mkdirp": "^0.5.1",
|
|
"object-assign": "4.1.1",
|
|
"promise": "8.0.1",
|
|
"react": "^16.4.1",
|
|
"react-dom": "^16.4.1",
|
|
"react-router": "3.2.1",
|
|
"retry": "^0.12.0",
|
|
"tmp": "^0.0.33",
|
|
"whatwg-fetch": "2.0.3"
|
|
},
|
|
"devDependencies": {
|
|
"autoprefixer": "7.1.6",
|
|
"babel-core": "6.26.0",
|
|
"babel-eslint": "7.2.3",
|
|
"babel-jest": "20.0.3",
|
|
"babel-loader": "7.1.2",
|
|
"babel-plugin-transform-es2015-for-of": "^6.23.0",
|
|
"babel-preset-react-app": "^3.1.1",
|
|
"babel-runtime": "6.26.0",
|
|
"case-sensitive-paths-webpack-plugin": "2.1.1",
|
|
"copy-webpack-plugin": "^4.5.2",
|
|
"css-loader": "0.28.7",
|
|
"dotenv": "4.0.0",
|
|
"dotenv-expand": "4.0.1",
|
|
"enzyme": "^3.3.0",
|
|
"enzyme-adapter-react-16": "^1.1.1",
|
|
"enzyme-to-json": "^3.3.3",
|
|
"eslint": "4.10.0",
|
|
"eslint-config-react-app": "^2.1.0",
|
|
"eslint-loader": "1.9.0",
|
|
"eslint-plugin-flowtype": "2.39.1",
|
|
"eslint-plugin-import": "2.8.0",
|
|
"eslint-plugin-jsx-a11y": "5.1.1",
|
|
"eslint-plugin-react": "7.4.0",
|
|
"extract-text-webpack-plugin": "3.0.2",
|
|
"file-loader": "1.1.5",
|
|
"flow-bin": "^0.77.0",
|
|
"html-webpack-plugin": "2.29.0",
|
|
"jest": "23.4.1",
|
|
"jest-fetch-mock": "^1.6.5",
|
|
"postcss-flexbugs-fixes": "3.2.0",
|
|
"postcss-loader": "2.0.8",
|
|
"prettier": "^1.13.4",
|
|
"raf": "3.4.0",
|
|
"react-dev-utils": "^5.0.0",
|
|
"rimraf": "^2.6.2",
|
|
"static-site-generator-webpack-plugin": "^3.4.1",
|
|
"style-loader": "0.19.0",
|
|
"url-loader": "0.6.2",
|
|
"webpack": "3.8.1",
|
|
"webpack-dev-server": "2.9.4",
|
|
"webpack-manifest-plugin": "1.3.2",
|
|
"webpack-node-externals": "^1.7.2"
|
|
},
|
|
"scripts": {
|
|
"prettify": "prettier --write '**/*.js'",
|
|
"check-pretty": "prettier --list-different '**/*.js'",
|
|
"start": "NODE_ENV=development webpack-dev-server --config config/makeWebpackConfig.js",
|
|
"build": "NODE_ENV=production webpack --config config/makeWebpackConfig.js",
|
|
"backend": "node scripts/backend.js",
|
|
"test": "node ./config/test.js",
|
|
"unit": "BABEL_ENV=test NODE_ENV=test jest --env=jsdom",
|
|
"sharness": "make -sC ./sharness prove PROVE_OPTS=-f TEST_OPTS='--chain-lint'",
|
|
"sharness-full": "make -sC ./sharness prove PROVE_OPTS=-f TEST_OPTS='--chain-lint --long'",
|
|
"coverage": "npm run unit -- --coverage",
|
|
"flow": "flow",
|
|
"lint": "eslint src config --max-warnings 0"
|
|
},
|
|
"license": "MIT",
|
|
"jest": {
|
|
"collectCoverageFrom": [
|
|
"src/**/*.{js,jsx,mjs}"
|
|
],
|
|
"setupFiles": [
|
|
"<rootDir>/config/polyfills.js",
|
|
"<rootDir>/config/jest/setupJest.js"
|
|
],
|
|
"testMatch": [
|
|
"<rootDir>/src/**/__tests__/**/*.{js,jsx,mjs}",
|
|
"<rootDir>/src/**/?(*.)(spec|test).{js,jsx,mjs}"
|
|
],
|
|
"testEnvironment": "node",
|
|
"testURL": "http://localhost",
|
|
"transform": {
|
|
"^.+\\.(js|jsx|mjs)$": "<rootDir>/node_modules/babel-jest",
|
|
"^.+\\.css$": "<rootDir>/config/jest/cssTransform.js",
|
|
"^(?!.*\\.(js|jsx|mjs|css|json)$)": "<rootDir>/config/jest/fileTransform.js"
|
|
},
|
|
"transformIgnorePatterns": [
|
|
"[/\\\\]node_modules[/\\\\].+\\.(js|jsx|mjs)$"
|
|
],
|
|
"moduleNameMapper": {
|
|
"^react-native$": "react-native-web"
|
|
},
|
|
"moduleFileExtensions": [
|
|
"web.js",
|
|
"mjs",
|
|
"js",
|
|
"json",
|
|
"web.jsx",
|
|
"jsx",
|
|
"node"
|
|
]
|
|
},
|
|
"babel": {
|
|
"presets": [
|
|
"./config/babel"
|
|
]
|
|
},
|
|
"files": [
|
|
"/bin",
|
|
"/build"
|
|
],
|
|
"oclif": {
|
|
"commands": "./bin/commands",
|
|
"bin": "sourcecred",
|
|
"plugins": [
|
|
"@oclif/plugin-help"
|
|
]
|
|
}
|
|
}
|