embark/lib/core/config.js

var fs = require('./fs.js');
var File = require('./file.js');
var Plugins = require('./plugins.js');
var utils = require('../utils/utils.js');
var Npm = require('../pipeline/npm.js');
let async = require('async');
let currentWeb3Version = require('../../package.json').dependencies.web3.replace("^","");
const webpack = require("webpack");

var Config = function(options) {
  this.env = options.env;
  this.blockchainConfig = {};
  this.contractsConfig  = {};
  this.pipelineConfig   = {};
  this.webServerConfig  = {};
  this.chainTracker     = {};
  this.assetFiles = {};
  this.contractsFiles = [];
  this.configDir = options.configDir || 'config/';
  this.chainsFile = options.chainsFile || './chains.json';
  this.plugins = options.plugins;
  this.logger = options.logger;
  this.events = options.events;
};

Config.prototype.loadConfigFiles = function(options) {
  var interceptLogs = options.interceptLogs;
  if (options.interceptLogs === undefined) {
    interceptLogs = true;
  }

  //Check if the config file exists
  var embarkConfigExists = fs.existsSync(options.embarkConfig);
  if(!embarkConfigExists){
    this.logger.error('Cannot find file ' + options.embarkConfig + '. Please ensure you are running this command inside the Dapp folder');
    process.exit(1);
  }

  this.embarkConfig = fs.readJSONSync(options.embarkConfig);
  this.embarkConfig.plugins = this.embarkConfig.plugins || {};

  this.plugins = new Plugins({plugins: this.embarkConfig.plugins, logger: this.logger, interceptLogs: interceptLogs, events: this.events, config: this});
  this.plugins.loadPlugins();

  this.loadEmbarkConfigFile();
  this.loadBlockchainConfigFile();
  this.loadStorageConfigFile();
  this.loadCommunicationConfigFile();

  this.loadContractsConfigFile();
  this.loadPipelineConfigFile();

  this.loadContractsConfigFile();
  this.loadWebServerConfigFile();
  this.loadChainTrackerFile();
  this.loadPluginContractFiles();
};

Config.prototype.reloadConfig = function() {
  this.loadEmbarkConfigFile();
  this.loadBlockchainConfigFile();
  this.loadStorageConfigFile();
  this.loadCommunicationConfigFile();
  this.loadContractsConfigFile();
  this.loadPipelineConfigFile();
  this.loadContractsConfigFile();
  this.loadChainTrackerFile();
};

Config.prototype.loadBlockchainConfigFile = function() {
  var defaultBlockchainConfig = fs.readJSONSync(this.configDir + "blockchain.json");
  this.blockchainConfig = defaultBlockchainConfig[this.env] || {};

  if (this.blockchainConfig.enabled === undefined) {
    this.blockchainConfig.enabled = true;
  }
};

Config.prototype.loadContractsConfigFile = function() {

  var configObject = {
    "versions": {
      "web3.js": "0.19.1",
      "solc": "0.4.17"
    },
    "deployment": {
      "host": "localhost",
      "port": 8545,
      "type": "rpc"
    },
    "dappConnection": [
      "$WEB3",
      "localhost:8545"
    ]
  };

  var configPlugins = this.plugins.getPluginsFor('contractsConfig');
  if (configPlugins.length > 0) {
    configPlugins.forEach(function(plugin) {
      plugin.contractsConfigs.forEach(function(pluginConfig) {
        configObject = utils.recursiveMerge(configObject, pluginConfig);
      });
    });
  }

  var contractsConfig = fs.readJSONSync(this.configDir + "contracts.json");
  configObject = utils.recursiveMerge(configObject, contractsConfig);
  var defaultContractsConfig = configObject['default'];
  var envContractsConfig = configObject[this.env];

  var mergedConfig = utils.recursiveMerge(defaultContractsConfig, envContractsConfig);
  this.contractsConfig = mergedConfig;
};


Config.prototype.loadStorageConfigFile = function() {
  var configObject = {
    "default": {
      "enabled": true,
      "available_providers": ["ipfs"],
      "ipfs_bin": "ipfs",
      "provider": "ipfs",
      "host": "localhost",
      "port": 5001,
      "getUrl": "http://localhost:8080/ipfs/"
    },
    "development": {
    }
  };

  //var configPlugins = this.plugins.getPluginsFor('storageConfig');
  //if (configPlugins.length > 0) {
  //  configPlugins.forEach(function(plugin) {
  //    plugin.contractsConfigs.forEach(function(pluginConfig) {
  //      configObject = utils.recursiveMerge(configObject, pluginConfig);
  //    });
  //  });
  //}

  var storageConfig;
  if (fs.existsSync(this.configDir + "storage.json")) {
    storageConfig = fs.readJSONSync(this.configDir + "storage.json");
    configObject = utils.recursiveMerge(configObject, storageConfig);
  }

  var defaultStorageConfig = configObject['default'];
  var envStorageConfig = configObject[this.env];

  var mergedConfig = utils.recursiveMerge(defaultStorageConfig, envStorageConfig);
  this.storageConfig = mergedConfig || {};

  if (this.storageConfig.enabled === undefined) {
    this.storageConfig.enabled = true;
  }
  if (this.storageConfig.available_providers === undefined) {
    this.storageConfig.available_providers = [];
  }
};

Config.prototype.loadCommunicationConfigFile = function() {
  var configObject = {
    "default": {
      "enabled": true,
      "provider": "whisper",
      "available_providers": ["whisper", "orbit"],
      "connection": {
        "host": "localhost",
        "port": 8546,
        "type": "ws"
      }
    }
  };

  //var configPlugins = this.plugins.getPluginsFor('communicationConfig');
  //if (configPlugins.length > 0) {
  //  configPlugins.forEach(function(plugin) {
  //    plugin.contractsConfigs.forEach(function(pluginConfig) {
  //      configObject = utils.recursiveMerge(configObject, pluginConfig);
  //    });
  //  });
  //}

  var communicationConfig;

  if (fs.existsSync(this.configDir + "communication.json")) {
    communicationConfig = fs.readJSONSync(this.configDir + "communication.json");
    configObject = utils.recursiveMerge(configObject, communicationConfig);
  }

  var defaultCommunicationConfig = configObject['default'];
  var envCommunicationConfig = configObject[this.env];

  var mergedConfig = utils.recursiveMerge(defaultCommunicationConfig, envCommunicationConfig);
  this.communicationConfig = mergedConfig || {};

  // TODO: probably not necessary if the default object is done right
  if (this.communicationConfig.enabled === undefined) {
    this.communicationConfig.enabled = true;
  }
  if (this.communicationConfig.available_providers === undefined) {
    this.communicationConfig.available_providers = [];
  }
};

Config.prototype.loadWebServerConfigFile = function() {
  var webServerConfigJSON;
  if (fs.existsSync(this.configDir + "webserver.json")) {
    webServerConfigJSON = fs.readJSONSync(this.configDir + "webserver.json");
  } else {
    webServerConfigJSON = {};
  }
  var defaultWebConfig = {
    "enabled": true,
    "host": "localhost",
    "port": 8000
  };
  this.webServerConfig = utils.recursiveMerge(defaultWebConfig, webServerConfigJSON);
};

Config.prototype.loadEmbarkConfigFile = function() {
  var contracts = this.embarkConfig.contracts;
  this.contractsFiles = this.loadFiles(contracts);

  this.buildDir  = this.embarkConfig.buildDir;
  this.configDir = this.embarkConfig.config;
};

Config.prototype.loadPipelineConfigFile = function() {
  var assets = this.embarkConfig.app;
  for(var targetFile in assets) {
    if (typeof(assets[targetFile]) === 'string' || (Array.isArray(assets[targetFile]) && (assets[targetFile].length === 1))) {
      this.assetFiles[targetFile] = this.loadFile(assets[targetFile]);
    } else {
      this.assetFiles[targetFile] = this.loadFiles(assets[targetFile]);
    }
  }
};

Config.prototype.loadChainTrackerFile = function() {
  //var self = this;
  var chainTracker;
  try {
    chainTracker = fs.readJSONSync(this.chainsFile);
  }
  catch(err) {
    //self.logger.info(this.chainsFile + ' file not found, creating it...');
    chainTracker = {};
    fs.writeJSONSync(this.chainsFile, {});
  }
  this.chainTracker = chainTracker;
};

Config.prototype.loadFile = function(files) {
  var self = this;
  var originalFiles = utils.filesMatchingPattern(files);
  var readFiles = [];

  // get embark.js object first
  originalFiles.filter(function(file) {
    return (file[0] === '$' || file.indexOf('.') >= 0);
  }).filter(function(file) {
    if (file === 'embark.js') {

      if (self.blockchainConfig.enabled || self.communicationConfig.provider === 'whisper' || self.communicationConfig.available_providers.indexOf('whisper') >= 0) {
        let web3Version = self.contractsConfig.versions["web3.js"];
        if (web3Version && web3Version != currentWeb3Version) {
        //if (false) {
          //readFiles.push(new File({filename: 'web3-' + web3Version + '.js', type: 'custom', resolver: function(callback) {
          readFiles.push(new File({filename: 'web3.js', type: 'custom', resolver: function(callback) {
            if (web3Version === "1.0.0-beta") {
              return callback(fs.readFileSync(fs.embarkPath('js/web3-1.0.min.js')).toString());
            } else {
              let npm = new Npm({logger: self.logger});
              npm.getPackageVersion('web3', web3Version, 'dist/web3.min.js', true, function(web3Content) {
                callback(web3Content);
              });
            }
          }}));
        } else {
          readFiles.push(new File({filename: 'web3.js', type: 'embark_internal', path: "js/web3.js"}));
        }
      }

      if (self.storageConfig.enabled && (self.storageConfig.provider === 'ipfs' || self.storageConfig.available_providers.indexOf('ipfs') >= 0)) {
          //until issues with the correct ipfs version to use are fixed
          //readFiles.push(new File({filename: 'ipfs.js', type: 'embark_internal', path: "node_modules/ipfs-api/dist/index.min.js"}));
          readFiles.push(new File({filename: 'ipfs.js', type: 'embark_internal', path: "js/ipfs.js"}));
      }

      if (self.communicationConfig.enabled && (self.communicationConfig.provider === 'orbit' || self.communicationConfig.available_providers.indexOf('orbit') >= 0)) {
          readFiles.push(new File({filename: 'orbit.js',  type: 'embark_internal', path: "node_modules/orbit-db/dist/orbitdb.min.js"}));
      }

        readFiles.push(new File({filename: 'embark.js', type: 'embark_internal', path: "js/build/embark.bundle.js"}));
    }
    if (file === '$EMBARK_JS') {
      readFiles.push(new File({filename: '$EMBARK_JS', type: 'embark_internal', path: "js/build/embark.bundle.js"}));
    }
    //if (file === "web3.js") {
    //  readFiles.push(new File({filename: 'web3.js', type: 'embark_internal', path: "js/web3.js"));
    //}
  });

  // get plugins
  var filesFromPlugins = [];

  var filePlugins = self.plugins.getPluginsFor('pipelineFiles');

  if (filePlugins.length > 0) {
    filePlugins.forEach(function(plugin) {
      try {
        var fileObjects = plugin.runFilePipeline();
        for (var i=0; i < fileObjects.length; i++) {
          var fileObject = fileObjects[i];
          filesFromPlugins.push(fileObject);
        }
      }
      catch(err) {
        self.logger.error(err.message);
      }
    });
  }

  filesFromPlugins.filter(function(file) {
    if (utils.fileMatchesPattern(files, file.intendedPath)) {
      readFiles.push(file);
    }
  });

  // get user files
  originalFiles.filter(function(file) {
    return file.indexOf('.') >= 0;
  }).filter(function(file) {
    if (file === 'embark.js') {
      return;
    } else if (file.indexOf("web3-") === 0) {
      return;
    } else if (file.indexOf("web3") === 0) {
      return;
    } else if (file.indexOf("embark") >= 0) {
      return;
    //} else if (file === 'abi.js') {
    //  readFiles.push({filename: file, content: "", path: file});
    } else {

      if (file.indexOf('.js') >= 0) {
      //if (file.indexOf('.js') >= 0) {
        readFiles.push(new File({filename: file, type: "custom", path: file, resolver: function(fileCallback) {
          console.log("---");
          console.log(fs.dappPath());
          console.log(file);
          console.log("---");

          let importsList = {};
          async.waterfall([
            function findImports(next) {
              webpack({
                entry: utils.joinPath(fs.dappPath(), file),
                output: {
                  libraryTarget: 'umd',
                  path: utils.joinPath(fs.dappPath(), '.embark'),
                  filename: file
                },
                externals: function(context, request, callback) {
                  if (request === utils.joinPath(fs.dappPath(), file)) {
                    callback();
                  } else {
                    if (request === "Embark/EmbarkJS") {
                      importsList["Embark/EmbarkJS"] = fs.embarkPath("js/embark.js");
                    } else if (request === "Embark/test") {
                      importsList["Embark/test"] = fs.embarkPath("js/test.js");
                    }
                    callback(null, "amd " + Math.random());
                  }
                },
                module: {
                  rules: [
                    {
                      test: /\.css$/,
                      use: [
                        { loader: "style-loader" },
                        { loader: "css-loader" }
                      ]
                    }
                  ]
                }
              }).run((err, stats) => {
                next();
              });
            },

            function runWebpack(next) {
              webpack({
                entry: utils.joinPath(fs.dappPath(), file),
                output: {
                  libraryTarget: 'umd',
                  path: utils.joinPath(fs.dappPath(), '.embark'),
                  filename: file
                },
                resolve: {
                  alias: importsList
                },
                module: {
                  rules: [
                    {
                      test: /\.css$/,
                      use: [
                        { loader: "style-loader" },
                        { loader: "css-loader" }
                      ]
                    }
                  ]
                }
              }).run((err, stats) => {
                next();
              });

            }

          ], function(err, _result) {
            fileCallback(fs.readFileSync('./.embark/' + file).toString());
          });

        }}));

      } else {
        readFiles.push(new File({filename: file, type: "dapp_file", path: file}));
      }

    }

  });

  return readFiles;
};

Config.prototype.loadFiles = function(files) {
  var self = this;
  var originalFiles = utils.filesMatchingPattern(files);
  var readFiles = [];

  // get embark.js object first
  originalFiles.filter(function(file) {
    return (file[0] === '$' || file.indexOf('.') >= 0);
  }).filter(function(file) {
    if (file === 'embark.js') {

      if (self.blockchainConfig.enabled || self.communicationConfig.provider === 'whisper' || self.communicationConfig.available_providers.indexOf('whisper') >= 0) {
        let web3Version = self.contractsConfig.versions["web3.js"];
        if (web3Version && web3Version != currentWeb3Version) {
        //if (false) {
          //readFiles.push(new File({filename: 'web3-' + web3Version + '.js', type: 'custom', resolver: function(callback) {
          readFiles.push(new File({filename: 'web3.js', type: 'custom', resolver: function(callback) {
            if (web3Version === "1.0.0-beta") {
              return callback(fs.readFileSync(fs.embarkPath('js/web3-1.0.min.js')).toString());
            } else {
              let npm = new Npm({logger: self.logger});
              npm.getPackageVersion('web3', web3Version, 'dist/web3.min.js', true, function(web3Content) {
                callback(web3Content);
              });
            }
          }}));
        } else {
          readFiles.push(new File({filename: 'web3.js', type: 'embark_internal', path: "js/web3.js"}));
        }
      }

      if (self.storageConfig.enabled && (self.storageConfig.provider === 'ipfs' || self.storageConfig.available_providers.indexOf('ipfs') >= 0)) {
          //until issues with the correct ipfs version to use are fixed
          //readFiles.push(new File({filename: 'ipfs.js', type: 'embark_internal', path: "node_modules/ipfs-api/dist/index.min.js"}));
          readFiles.push(new File({filename: 'ipfs.js', type: 'embark_internal', path: "js/ipfs.js"}));
      }

      if (self.communicationConfig.enabled && (self.communicationConfig.provider === 'orbit' || self.communicationConfig.available_providers.indexOf('orbit') >= 0)) {
          readFiles.push(new File({filename: 'orbit.js',  type: 'embark_internal', path: "node_modules/orbit-db/dist/orbitdb.min.js"}));
      }

        readFiles.push(new File({filename: 'embark.js', type: 'embark_internal', path: "js/build/embark.bundle.js"}));
    }
    if (file === '$EMBARK_JS') {
      readFiles.push(new File({filename: '$EMBARK_JS', type: 'embark_internal', path: "js/build/embark.bundle.js"}));
    }
    //if (file === "web3.js") {
    //  readFiles.push(new File({filename: 'web3.js', type: 'embark_internal', path: "js/web3.js"));
    //}
  });

  // get plugins
  var filesFromPlugins = [];

  var filePlugins = self.plugins.getPluginsFor('pipelineFiles');

  if (filePlugins.length > 0) {
    filePlugins.forEach(function(plugin) {
      try {
        var fileObjects = plugin.runFilePipeline();
        for (var i=0; i < fileObjects.length; i++) {
          var fileObject = fileObjects[i];
          filesFromPlugins.push(fileObject);
        }
      }
      catch(err) {
        self.logger.error(err.message);
      }
    });
  }

  filesFromPlugins.filter(function(file) {
    if (utils.fileMatchesPattern(files, file.intendedPath)) {
      readFiles.push(file);
    }
  });

  // get user files
  originalFiles.filter(function(file) {
    return file.indexOf('.') >= 0;
  }).filter(function(file) {
    if (file === 'embark.js') {
      return;
    } else if (file.indexOf("web3-") === 0) {
      return;
    } else if (file.indexOf("web3") === 0) {
      return;
    //} else if (file === 'abi.js') {
    //  readFiles.push({filename: file, content: "", path: file});
    } else {
      readFiles.push(new File({filename: file, type: "dapp_file", path: file}));
    }
  });

  return readFiles;
};

Config.prototype.loadPluginContractFiles = function() {
  var self = this;

  var contractsPlugins = this.plugins.getPluginsFor('contractFiles');
  if (contractsPlugins.length > 0) {
    contractsPlugins.forEach(function(plugin) {
      plugin.contractsFiles.forEach(function(file) {
        var filename = file.replace('./','');
        //self.contractsFiles.push({filename: filename, content: plugin.loadPluginFile(file), path: plugin.pathToFile(file)});
        self.contractsFiles.push(new File({filename: filename, type: 'custom', resolver: function(callback) {
          callback(plugin.loadPluginFile(file));
        }}));
      });
    });
  }
};

module.exports = Config;