MyCrypto/scripts/update-tokens.ts

79 lines
2.6 KiB
TypeScript
Raw Permalink Normal View History

import { GitCommit } from './types/GitCommit';
import { CommitStatus } from './types/CommitStatus';
import { RawTokenJSON } from './types/TokensJson';
const { processTokenJson } = require('./update-tokens-utils');
const https = require('https');
const fs = require('fs');
const path = require('path');
function httpsGet(opts: any): Promise<string> {
return new Promise(resolve => {
https.get(opts, (res: any) => {
let body = '';
res.setEncoding('utf8');
res.on('data', (data: any) => (body += data));
res.on('end', () => {
resolve(body);
});
});
});
}
function githubApi<T extends object>(pathTail: string): Promise<T> {
return httpsGet({
hostname: 'api.github.com',
path: `/repos/ethereum-lists/tokens${pathTail}`,
headers: {
'user-agent': 'node',
'content-type': 'application/json; charset=utf-8'
}
}).then(body => JSON.parse(body));
}
async function run() {
// First we fetch the latest commit from ethereum-lists/tokens
console.log('Fetching ethereum-lists/tokens commits...');
const commits = await githubApi<GitCommit[]>('/commits');
const commit = commits[0];
// Then we fetch its build status
console.log('Fetching commits statuses...');
const statuses = await githubApi<CommitStatus[]>(`/statuses/${commit.sha}`);
// Fetch the IPFS link, which is a page of links to other IPFS links
console.log('Fetching IPFS output HTML...');
const ipfsUrl = statuses.find(status => status.target_url.includes('ipfs'));
if (!ipfsUrl) {
throw Error('ipfs url not found');
}
const ipfsTargetUrl = ipfsUrl.target_url;
const ipfsHtml = await httpsGet(ipfsTargetUrl);
// Get the IPFS url for the eth tokens json. Regexxing HTML hurts, but w/e
console.log('Fetching IPFS ETH Tokens JSON...');
const tokenUrlMatch = ipfsHtml.match(/<a href='([^']+)'>output\/minified\/eth\.json<\/a>/);
if (!tokenUrlMatch) {
throw Error('No match found for token url');
}
const tokensUrl = tokenUrlMatch[1];
const tokensJson: RawTokenJSON[] = JSON.parse(await httpsGet(tokensUrl));
// Format the json to match our format in common/config/tokens/eth.json
const tokens = processTokenJson(tokensJson);
// Write to the file
console.log('Writing Tokens JSON to common/config/tokens/eth.json...');
const filePath = path.resolve(__dirname, '../common/config/tokens/eth.json');
fs.writeFile(filePath, JSON.stringify(tokens, null, 2), 'utf8', (err: any) => {
if (err) {
console.error(err);
throw new Error('Failed to write tokens json to file, see above error');
}
console.log('Succesfully imported', tokens.length, 'tokens!');
});
}
run();