embarklabs
/
embark
mirror of https://github.com/embarklabs/embark.git
2
0
Fork 0
Code Issues Projects Releases Wiki Activity
embark/lib/pipeline/pipeline.js

267 lines
16 KiB
JavaScript
Raw Normal View History

make pipeline js in a different process (still doesnt work)
2018-05-07 18:30:30 +00:00
const fs = require('../core/fs.js');
const async = require('async');
conflict in en.json
2018-05-16 20:41:15 +00:00
const ProcessLauncher = require('../process/processLauncher');
make pipeline js in a different process (still doesnt work)
2018-05-07 18:30:30 +00:00
const utils = require('../utils/utils.js');
const constants = require('../constants');
refactor run and build functions
2016-08-21 16:02:02 +00:00
Add loading placeholder page while embark is building asset files. We could extend this further to launch the webserver with the placeholder page before building the contracts as well.
2018-05-22 05:15:34 +00:00
improve full support for es6
2018-01-17 00:17:52 +00:00
require("babel-preset-react");
require("babel-preset-es2015");
require("babel-preset-es2016");
require("babel-preset-es2017");
migrate all the code to ES6
2017-03-30 11:12:39 +00:00
class Pipeline {
add plugin config options; update pipeline plugin implementation
2017-01-15 19:30:41 +00:00
migrate all the code to ES6
2017-03-30 11:12:39 +00:00
constructor(options) {
this.buildDir = options.buildDir;
this.contractsFiles = options.contractsFiles;
this.assetFiles = options.assetFiles;
make only webpack in a separate process
2018-05-10 14:10:09 +00:00
this.events = options.events;
this.logger = options.logger;
pass normalizeInput
2018-05-10 15:14:25 +00:00
this.normalizeInput = options.normalizeInput;
make only webpack in a separate process
2018-05-10 14:10:09 +00:00
this.plugins = options.plugins;
touch ups
2018-05-10 14:48:06 +00:00
this.pipelinePlugins = this.plugins.getPluginsFor('pipeline');
migrate all the code to ES6
2017-03-30 11:12:39 +00:00
}
add plugin config options; update pipeline plugin implementation
2017-01-15 19:30:41 +00:00
add file type so files are loaded when needed; support to configure web3 and solc versions
2017-07-05 12:35:51 +00:00
build(abi, contractsJSON, path, callback) {
migrate all the code to ES6
2017-03-30 11:12:39 +00:00
let self = this;
async buildContracts
2018-05-08 13:36:50 +00:00
const importsList = {};
Add loading placeholder page while embark is building asset files. We could extend this further to launch the webserver with the placeholder page before building the contracts as well.
2018-05-22 05:15:34 +00:00
let placeholderPage;
include specific contract config given contract name
2017-06-27 22:18:29 +00:00
async buildContracts
2018-05-08 13:36:50 +00:00
async.waterfall([
Add loading placeholder page while embark is building asset files. We could extend this further to launch the webserver with the placeholder page before building the contracts as well.
2018-05-22 05:15:34 +00:00
function createPlaceholderPage(next){
let html = `
<!doctype html>
<html>
<head>
<title>${__('Embark is building, please wait...')}</title>
<meta http-equiv="refresh" content="4">
<style>
body{background:#f2f2f5;background-size:cover;font-family:-apple-system,BlinkMacSystemFont,"Segoe UI",Helvetica,Arial,sans-serif}.blobs{-webkit-filter:url("#goo");filter:url("#goo");position:absolute;top:0;left:-2.5%;bottom:0;right:0}@-webkit-keyframes blob-left-top-anim{0%{-webkit-transform:scale(1.1) translate(0,0);transform:scale(1.1) translate(0,0)}33%{-webkit-transform:scale(.9) translate(-95px,0);transform:scale(.9) translate(-95px,0)}62%{-webkit-transform:scale(.7) translate(-95px,-95px);transform:scale(.7) translate(-95px,-95px)}94%{-webkit-transform:scale(1.1) translate(0,0);transform:scale(1.1) translate(0,0)}}@keyframes blob-left-top-anim{0%{-webkit-transform:scale(1.1) translate(0,0);transform:scale(1.1) translate(0,0)}33%{-webkit-transform:scale(.9) translate(-95px,0);transform:scale(.9) translate(-95px,0)}62%{-webkit-transform:scale(.7) translate(-95px,-95px);transform:scale(.7) translate(-95px,-95px)}94%{-webkit-transform:scale(1.1) translate(0,0);transform:scale(1.1) translate(0,0)}}@-webkit-keyframes blob-right-top-anim{0%{-webkit-transform:scale(1.1) translate(0,0);transform:scale(1.1) translate(0,0)}33%{-webkit-transform:scale(.9) translate(95px,0);transform:scale(.9) translate(95px,0)}64%{-webkit-transform:scale(.7) translate(95px,-95px);transform:scale(.7) translate(95px,-95px)}96%{-webkit-transform:scale(1.1) translate(0,0);transform:scale(1.1) translate(0,0)}}@keyframes blob-right-top-anim{0%{-webkit-transform:scale(1.1) translate(0,0);transform:scale(1.1) translate(0,0)}33%{-webkit-transform:scale(.9) translate(95px,0);transform:scale(.9) translate(95px,0)}64%{-webkit-transform:scale(.7) translate(95px,-95px);transform:scale(.7) translate(95px,-95px)}96%{-webkit-transform:scale(1.1) translate(0,0);transform:scale(1.1) translate(0,0)}}@-webkit-keyframes blob-left-bottom-anim{0%{-webkit-transform:scale(1.1) translate(0,0);transform:scale(1.1) translate(0,0)}33%{-webkit-transform:scale(.9) translate(-95px,0);transform:scale(.9) translate(-95px,0)}66%{-webkit-transform:scale(.7) translate(-95px,95px);transform:scale(.7) translate(-95px,95px)}98%{-webkit-transform:scale(1.1) translate(0,0);transform:scale(1.1) translate(0,0)}}@keyframes blob-left-bottom-anim{0%{-webkit-transform:scale(1.1) translate(0,0);transform:scale(1.1) translate(0,0)}33%{-webkit-transform:scale(.9) translate(-95px,0);transform:scale(.9) translate(-95px,0)}66%{-webkit-transform:scale(.7) translate(-95px,95px);transform:scale(.7) translate(-95px,95px)}98%{-webkit-transform:scale(1.1) translate(0,0);transform:scale(1.1) translate(0,0)}}@-webkit-keyframes blob-right-bottom-anim{0%{-webkit-transform:scale(1.1) translate(0,0);transform:scale(1.1) translate(0,0)}33%{-webkit-transform:scale(.9) translate(95px,0);transform:scale(.9) translate(95px,0)}68%{-webkit-transform:scale(.7) translate(95px,95px);transform:scale(.7) translate(95px,95px)}100%{-webkit-transform:scale(1.1) translate(0,0);transform:scale(1.1) translate(0,0)}}@keyframes blob-right-bottom-anim{0%{-webkit-transform:scale(1.1) translate(0,0);transform:scale(1.1) translate(0,0)}33%{-webkit-transform:scale(.9) translate(95px,0);transform:scale(.9) translate(95px,0)}68%{-webkit-transform:scale(.7) translate(95px,95px);transform:scale(.7) translate(95px,95px)}100%{-webkit-transform:scale(1.1) translate(0,0);transform:scale(1.1) translate(0,0)}}.blob{position:absolute;background-color:#363763;background-image:url('data:image/svg+xml;charset=UTF-8,<svg width="24" height="24" xmlns="http://www.w3.org/2000/svg"><path d="M20 17H4l8-10z" fill-rule="evenodd" opacity=".05"/></svg>');left:50%;top:50%;width:150px;height:150px;line-height:150px;text-align:center;color:white;font-size:40px;border-radius:100%;margin-top:-50px;margin-left:-50px;-webkit-animation:blob-left-top-anim cubic-bezier(.77,0,.175,1) 4s infinite;animation:blob-left-top-anim cubic-bezier(.77,0,.175,1) 4s infinite}.blob:before{position:absolute;width:100%;height:100%;background-repeat:no-repeat;background-image:url('data:image/svg+xml;charset=UTF-8,<svg width="117" height="27" xmlns="http://www.w3.org/2000/
</style>
</head>
<body>
<div class="blobs">
<div class="blob"></div>
<div class="blob"></div>
<div class="blob"></div>
<div class="blob"></div>
</div>
<svg xmlns="http://www.w3.org/2000/svg" version="1.1">
<defs>
<filter id="goo">
<feGaussianBlur in="SourceGraphic" stdDeviation="10" result="blur" />
<feColorMatrix in="blur" mode="matrix" values="1 0 0 0 0 0 1 0 0 0 0 0 1 0 0 0 0 0 18 -7" result="goo" />
<feBlend in="SourceGraphic" in2="goo" />
</filter>
</defs>
</svg>
<h1 class="loading-msg">${__('Embark is building, please wait...')}</h1>
</body>
</html>`;
fs.writeFile(self.buildDir + 'index.html', html, next);
},
async buildContracts
2018-05-08 13:36:50 +00:00
function buildTheContracts(next) {
refactor write contracts
2018-05-16 16:48:17 +00:00
self.buildContracts(next);
async buildContracts
2018-05-08 13:36:50 +00:00
},
function buildWeb3(next) {
self.buildWeb3JS(next);
},
function createImportList(next) {
importsList["Embark/EmbarkJS"] = fs.dappPath(".embark", 'embark.js');
importsList["Embark/web3"] = fs.dappPath(".embark", 'web3_instance.js');
include specific contract config given contract name
2017-06-27 22:18:29 +00:00
make only webpack in a separate process
2018-05-10 14:10:09 +00:00
self.plugins.getPluginsProperty('imports', 'imports').forEach(function (importObject) {
async buildContracts
2018-05-08 13:36:50 +00:00
let [importName, importLocation] = importObject;
importsList[importName] = importLocation;
});
refactor building web3 obj
2017-12-12 21:10:12 +00:00
async buildContracts
2018-05-08 13:36:50 +00:00
next();
},
function writeContracts(next) {
refactor write contracts
2018-05-16 16:48:17 +00:00
self.events.request('contracts:list', (contracts) => {
async.each(contracts, (contract, eachCb) => {
self.events.request('code-generator:contract', contract.className, (contractCode) => {
let filePath = fs.dappPath(".embark", contract.className + '.js');
importsList["Embark/contracts/" + contract.className] = filePath;
fs.writeFile(filePath, contractCode, eachCb);
});
}, next);
});
async buildContracts
2018-05-08 13:36:50 +00:00
},
function assetFileWrite(next) {
do a process for each file
2018-05-10 14:43:10 +00:00
async.eachOf(self.assetFiles, function (files, targetFile, cb) {
async.map(files,
async buildContracts
2018-05-08 13:36:50 +00:00
function (file, fileCb) {
make only webpack in a separate process
2018-05-10 14:10:09 +00:00
self.logger.trace("reading " + file.filename);
async buildContracts
2018-05-08 13:36:50 +00:00
touch ups
2018-05-10 14:48:06 +00:00
// Not a JS file
async buildContracts
2018-05-08 13:36:50 +00:00
if (file.filename.indexOf('.js') < 0) {
return file.content(function (fileContent) {
self.runPlugins(file, fileContent, fileCb);
});
}
move import list out of loop to accelerate build process
2018-04-09 20:29:49 +00:00
async buildContracts
2018-05-08 13:36:50 +00:00
// JS files
async.waterfall([
function runWebpack(next) {
conflict in en.json
2018-05-16 20:41:15 +00:00
const webpackProcess = new ProcessLauncher({
modulePath: utils.joinPath(__dirname, 'webpackProcess.js'),
logger: self.logger,
enable events calling for request and on
2018-05-16 15:25:06 +00:00
events: self.events,
conflict in en.json
2018-05-16 20:41:15 +00:00
normalizeInput: self.normalizeInput
});
make only webpack in a separate process
2018-05-10 14:10:09 +00:00
webpackProcess.send({action: constants.pipeline.init, options: {}});
webpackProcess.send({action: constants.pipeline.build, file, importsList});
use once in pipeline
2018-05-18 18:25:20 +00:00
webpackProcess.once('result', constants.pipeline.built, (msg) => {
conflict in en.json
2018-05-16 20:41:15 +00:00
webpackProcess.disconnect();
return next(msg.error);
make only webpack in a separate process
2018-05-10 14:10:09 +00:00
});
async buildContracts
2018-05-08 13:36:50 +00:00
},
function readFile(next) {
fs.readFile('./.embark/' + file.filename, (err, data) => {
if (err) {
return next(err);
}
next(null, data.toString());
});
},
async contract write
2018-05-08 13:25:37 +00:00
async buildContracts
2018-05-08 13:36:50 +00:00
function runPluginsOnContent(fileContent, next) {
self.runPlugins(file, fileContent, next);
}
async contract write
2018-05-08 13:25:37 +00:00
async buildContracts
2018-05-08 13:36:50 +00:00
], function (err, contentFile) {
lint
2018-05-08 13:04:53 +00:00
if (err) {
make only webpack in a separate process
2018-05-10 14:10:09 +00:00
self.logger.error(err);
async buildContracts
2018-05-08 13:36:50 +00:00
return fileCb(err);
lint
2018-05-08 13:04:53 +00:00
}
async buildContracts
2018-05-08 13:36:50 +00:00
fileCb(null, contentFile);
});
},
function (err, contentFiles) {
if (err) {
initial work for i18n
2018-05-08 21:49:46 +00:00
self.logger.error(__('errors found while generating') + ' ' + targetFile);
async buildContracts
2018-05-08 13:36:50 +00:00
}
let dir = targetFile.split('/').slice(0, -1).join('/');
make only webpack in a separate process
2018-05-10 14:10:09 +00:00
self.logger.trace("creating dir " + self.buildDir + dir);
async buildContracts
2018-05-08 13:36:50 +00:00
fs.mkdirpSync(self.buildDir + dir);
more async
2018-05-08 13:02:46 +00:00
async buildContracts
2018-05-08 13:36:50 +00:00
// if it's a directory
if (targetFile.slice(-1) === '/' || targetFile.indexOf('.') === -1) {
let targetDir = targetFile;
more async
2018-05-08 13:02:46 +00:00
async buildContracts
2018-05-08 13:36:50 +00:00
if (targetDir.slice(-1) !== '/') {
targetDir = targetDir + '/';
async contract write
2018-05-08 13:25:37 +00:00
}
lint
2018-05-08 13:04:53 +00:00
async buildContracts
2018-05-08 13:36:50 +00:00
async.each(contentFiles, function (file, mapCb) {
let filename = file.filename.replace(file.basedir + '/', '');
make only webpack in a separate process
2018-05-10 14:10:09 +00:00
self.logger.info("writing file " + (self.buildDir + targetDir + filename).bold.dim);
async contract write
2018-05-08 13:25:37 +00:00
async buildContracts
2018-05-08 13:36:50 +00:00
fs.copy(file.path, self.buildDir + targetDir + filename, {overwrite: true}, mapCb);
}, cb);
return;
async contract write
2018-05-08 13:25:37 +00:00
}
async buildContracts
2018-05-08 13:36:50 +00:00
let content = contentFiles.map(function (file) {
if (file === undefined) {
return "";
}
return file.content;
}).join("\n");
initial work for i18n
2018-05-08 21:49:46 +00:00
self.logger.info(__("writing file") + " " + (self.buildDir + targetFile).bold.dim);
Add loading placeholder page while embark is building asset files. We could extend this further to launch the webserver with the placeholder page before building the contracts as well.
2018-05-22 05:15:34 +00:00
if(new RegExp(/^index.html?/i).test(targetFile)){
targetFile = targetFile.replace('index', 'index-temp');
placeholderPage = targetFile;
}
async buildContracts
2018-05-08 13:36:50 +00:00
fs.writeFile(self.buildDir + targetFile, content, cb);
}
);
},
next);
Add loading placeholder page while embark is building asset files. We could extend this further to launch the webserver with the placeholder page before building the contracts as well.
2018-05-22 05:15:34 +00:00
},
function removePlaceholderPage(next){
let placeholderFile = self.buildDir + placeholderPage;
fs.access(self.buildDir + placeholderPage, (err) => {
if (err) return next(); // index-temp doesn't exist, do nothing
// rename index-temp.htm/l to index.htm/l, effectively replacing our placeholder page
// with the contents of the built index.html page
fs.move(placeholderFile, placeholderFile.replace('index-temp', 'index'), {overwrite: true}, next);
});
async buildContracts
2018-05-08 13:36:50 +00:00
}
], callback);
imports with shared web3 object
2017-12-12 17:20:57 +00:00
}
refactor: join duplicated code
2018-02-28 23:09:10 +00:00
runPlugins(file, fileContent, fileCb) {
const self = this;
touch ups
2018-05-10 14:48:06 +00:00
if (self.pipelinePlugins.length <= 0) {
make only webpack in a separate process
2018-05-10 14:10:09 +00:00
return fileCb(null, {content: fileContent, filename: file.filename, path: file.path, basedir: file.basedir, modified: true});
refactor: join duplicated code
2018-02-28 23:09:10 +00:00
}
touch ups
2018-05-10 14:48:06 +00:00
async.eachSeries(self.pipelinePlugins,
make only webpack in a separate process
2018-05-10 14:10:09 +00:00
function(plugin, pluginCB) {
refactor: join duplicated code
2018-02-28 23:09:10 +00:00
if (file.options && file.options.skipPipeline) {
return pluginCB();
}
fileContent = plugin.runPipeline({targetFile: file.filename, source: fileContent});
file.modified = true;
pluginCB();
},
function (err) {
if (err) {
make only webpack in a separate process
2018-05-10 14:10:09 +00:00
self.logger.error(err.message);
refactor: join duplicated code
2018-02-28 23:09:10 +00:00
}
make only webpack in a separate process
2018-05-10 14:10:09 +00:00
return fileCb(null, {content: fileContent, filename: file.filename, path: file.path, basedir: file.basedir, modified: true});
refactor: join duplicated code
2018-02-28 23:09:10 +00:00
}
);
}
simplify buildContracts and buildWeb3JS methodsgst
2018-05-16 19:07:47 +00:00
buildContracts(cb) {
fix web3 versioning
2018-01-10 15:43:25 +00:00
const self = this;
async.waterfall([
simplify buildContracts and buildWeb3JS methodsgst
2018-05-16 19:07:47 +00:00
function makeDirectory(next) {
fs.mkdirp(fs.dappPath(self.buildDir, 'contracts'), (err, _result) => {
lint is king
2018-05-16 19:18:12 +00:00
next(err);
make only webpack in a separate process
2018-05-10 14:10:09 +00:00
});
},
simplify buildContracts and buildWeb3JS methodsgst
2018-05-16 19:07:47 +00:00
function getContracts(next) {
self.events.request('contracts:list', (contracts) => {
next(null, contracts);
make only webpack in a separate process
2018-05-10 14:10:09 +00:00
});
fix getting web3 location and provider code
2018-05-07 19:48:01 +00:00
},
simplify buildContracts and buildWeb3JS methodsgst
2018-05-16 19:07:47 +00:00
function writeContractsJSON(contracts, next) {
refactor write contracts
2018-05-16 16:48:17 +00:00
async.each(contracts, (contract, eachCb) => {
simplify buildContracts and buildWeb3JS methodsgst
2018-05-16 19:07:47 +00:00
fs.writeJson(fs.dappPath(self.buildDir, 'contracts', contract.className + ".json"), contract, {spaces: 2}, eachCb);
lint is king
2018-05-16 19:18:12 +00:00
}, () => { next(); });
simplify buildContracts and buildWeb3JS methodsgst
2018-05-16 19:07:47 +00:00
}
], cb);
refactor run and build functions
2016-08-21 16:02:02 +00:00
}
include specific contract config given contract name
2017-06-28 00:27:24 +00:00
make file changes in the pipelins
2018-05-15 22:21:00 +00:00
buildWeb3JS(cb) {
const self = this;
async.waterfall([
fix getting web3 location and provider code
2018-05-07 19:48:01 +00:00
function makeDirectory(next) {
fs.mkdirp(fs.dappPath(".embark"), (err, _result) => {
next(err);
fix web3 versioning
2018-01-10 15:43:25 +00:00
});
},
simplify buildContracts and buildWeb3JS methodsgst
2018-05-16 19:07:47 +00:00
function getWeb3Code(next) {
self.events.request('code-generator:web3js', next);
},
make file changes in the pipelins
2018-05-15 22:21:00 +00:00
function writeFile(code, next) {
fix getting web3 location and provider code
2018-05-07 19:48:01 +00:00
fs.writeFile(fs.dappPath(".embark", 'web3_instance.js'), code, next);
fix web3 versioning
2018-01-10 15:43:25 +00:00
}
fix getting web3 location and provider code
2018-05-07 19:48:01 +00:00
], cb);
refactor building web3 obj
2017-12-12 19:45:20 +00:00
}
make file changes in the pipelins
2018-05-15 22:21:00 +00:00
migrate all the code to ES6
2017-03-30 11:12:39 +00:00
}
refactor run and build functions
2016-08-21 16:02:02 +00:00
make only webpack in a separate process
2018-05-10 14:10:09 +00:00
module.exports = Pipeline;