json-q
Version:
Retrieves values from JSON objects (and JavaScript objects) by css-selector-like query (includes attribute filters and array flattening).
892 lines (792 loc) • 26.3 kB
JavaScript
/*
MIT License http://www.opensource.org/licenses/mit-license.php
Author Tobias Koppers @sokra
*/
var async = require("async");
var Tapable = require("tapable");
var EntryModuleNotFoundError = require("./EntryModuleNotFoundError");
var ModuleNotFoundError = require("./ModuleNotFoundError");
var CriticalDependenciesWarning = require("./CriticalDependenciesWarning");
var Module = require("./Module");
var ArrayMap = require("./ArrayMap");
var Chunk = require("./Chunk");
var Stats = require("./Stats");
var MainTemplate = require("./MainTemplate");
var ChunkTemplate = require("./ChunkTemplate");
var HotUpdateChunkTemplate = require("./HotUpdateChunkTemplate");
var ModuleTemplate = require("./ModuleTemplate");
var Dependency = require("./Dependency");
var ChunkRenderError = require("./ChunkRenderError");
var CachedSource = require("webpack-core/lib/CachedSource");
function Compilation(compiler) {
Tapable.call(this);
this.compiler = compiler;
this.resolvers = compiler.resolvers;
this.inputFileSystem = compiler.inputFileSystem;
var options = this.options = compiler.options;
this.outputOptions = options && options.output;
this.bail = options && options.bail;
this.profile = options && options.profile;
this.mainTemplate = new MainTemplate(this.outputOptions);
this.chunkTemplate = new ChunkTemplate(this.outputOptions, this.mainTemplate);
this.hotUpdateChunkTemplate = new HotUpdateChunkTemplate(this.outputOptions);
this.moduleTemplate = new ModuleTemplate(this.outputOptions);
this.entries = [];
this.preparedChunks = [];
this.chunks = [];
this.namedChunks = {};
this.modules = [];
this._modules = {};
this.cache = null;
this.records = null;
this.nextFreeModuleId = 1;
this.nextFreeChunkId = 0;
this.nextFreeModuleIndex = 0;
this.nextFreeModuleIndex2 = 0;
this.additionalChunkAssets = [];
this.assets = {};
this.errors = [];
this.warnings = [];
this.children = [];
this.dependencyFactories = new ArrayMap();
this.dependencyTemplates = new ArrayMap();
}
module.exports = Compilation;
Compilation.prototype = Object.create(Tapable.prototype);
Compilation.prototype.constructor = Compilation;
Compilation.prototype.templatesPlugin = function(name, fn) {
this.mainTemplate.plugin(name, fn);
this.chunkTemplate.plugin(name, fn);
};
Compilation.prototype.addModule = function(module, cacheGroup) {
cacheGroup = cacheGroup || "m";
var identifier = module.identifier();
if(this._modules[identifier]) {
return false;
}
if(this.cache && this.cache[cacheGroup + identifier]) {
var cacheModule = this.cache[cacheGroup + identifier];
var rebuild = true;
if(!cacheModule.error && cacheModule.cacheable && this.fileTimestamps && this.contextTimestamps) {
rebuild = cacheModule.needRebuild(this.fileTimestamps, this.contextTimestamps);
}
if(!rebuild) {
cacheModule.disconnect();
this._modules[identifier] = cacheModule;
this.modules.push(cacheModule);
cacheModule.errors.forEach(function(err) {
this.errors.push(err);
}, this);
cacheModule.warnings.forEach(function(err) {
this.warnings.push(err);
}, this);
return cacheModule;
} else {
module.lastId = cacheModule.id;
}
}
this._modules[identifier] = module;
if(this.cache) {
this.cache[cacheGroup + identifier] = module;
}
this.modules.push(module);
return true;
};
Compilation.prototype.getModule = function(module) {
var identifier = module.identifier();
return this._modules[identifier];
};
Compilation.prototype.findModule = function(identifier) {
return this._modules[identifier];
};
Compilation.prototype.buildModule = function(module, thisCallback) {
this.applyPlugins("build-module", module);
if(module.building) return module.building.push(thisCallback);
var building = module.building = [thisCallback];
function callback(err) {
module.building = undefined;
building.forEach(function(cb) {
cb(err);
});
}
module.build(this.options, this, this.resolvers.normal, this.inputFileSystem, function(err) {
module.errors.forEach(function(err) {
this.errors.push(err);
}, this);
module.warnings.forEach(function(err) {
this.warnings.push(err);
}, this);
module.dependencies.sort(Dependency.compare);
if(err) {
module.error = err;
this.applyPlugins("failed-module", module);
return callback(err);
}
this.applyPlugins("succeed-module", module);
return callback();
}.bind(this));
};
Compilation.prototype.processModuleDependencies = function(module, callback) {
var dependencies = [];
function addDependency(dep) {
for(var i = 0; i < dependencies.length; i++) {
if(dep.isEqualResource(dependencies[i][0])) {
return dependencies[i].push(dep);
}
}
dependencies.push([dep]);
}
function addDependenciesBlock(block) {
if(block.dependencies) {
block.dependencies.forEach(addDependency);
}
if(block.blocks) {
block.blocks.forEach(addDependenciesBlock);
}
if(block.variables) {
block.variables.forEach(function(v) {
v.dependencies.forEach(addDependency);
});
}
}
addDependenciesBlock(module);
this.addModuleDependencies(module, dependencies, this.bail, null, true, callback);
};
Compilation.prototype.addModuleDependencies = function(module, dependencies, bail, cacheGroup, recursive, callback) {
var _this = this;
var start = _this.profile && +new Date();
var factories = [];
for(var i = 0; i < dependencies.length; i++) {
var factory = _this.dependencyFactories.get(dependencies[i][0].constructor);
if(!factory) {
return callback(new Error("No module factory available for dependency type: " + dependencies[i][0].constructor.name));
}
factories[i] = [factory, dependencies[i]];
}
async.forEach(factories, function(item, callback) {
var dependencies = item[1];
var criticalDependencies = dependencies.filter(function(d) {
return !!d.critical;
});
if(criticalDependencies.length > 0) {
_this.warnings.push(new CriticalDependenciesWarning(module, criticalDependencies));
}
var errorAndCallback = function errorAndCallback(err) {
err.dependencies = dependencies;
err.origin = module;
module.dependenciesErrors.push(err);
_this.errors.push(err);
if(bail) {
callback(err);
} else {
callback();
}
};
var warningAndCallback = function warningAndCallback(err) {
err.dependencies = dependencies;
err.origin = module;
module.dependenciesWarnings.push(err);
_this.warnings.push(err);
callback();
};
var factory = item[0];
factory.create(module.context, dependencies[0], function(err, dependantModule) {
function isOptional() {
return dependencies.filter(function(d) {
return !d.optional;
}).length === 0;
}
function errorOrWarningAndCallback(err) {
if(isOptional()) {
return warningAndCallback(err);
} else {
return errorAndCallback(err);
}
}
if(err) {
return errorOrWarningAndCallback(new ModuleNotFoundError(module, err));
}
if(!dependantModule) {
return process.nextTick(callback);
}
if(_this.profile) {
if(!dependantModule.profile) {
dependantModule.profile = {};
}
var afterFactory = +new Date();
dependantModule.profile.factory = afterFactory - start;
}
dependantModule.issuer = module.identifier();
var newModule = _this.addModule(dependantModule, cacheGroup);
if(!newModule) { // from cache
dependantModule = _this.getModule(dependantModule);
if(dependantModule.optional) {
dependantModule.optional = isOptional();
}
if(dependantModule.id === 0) {
return errorOrWarningAndCallback(
new ModuleNotFoundError(module, new Error("a dependency to an entry point is not allowed"))
);
}
dependencies.forEach(function(dep) {
dep.module = dependantModule;
dependantModule.addReason(module, dep);
});
if(_this.profile) {
if(!module.profile) {
module.profile = {};
}
var time = +new Date() - start;
if(!module.profile.dependencies || time > module.profile.dependencies) {
module.profile.dependencies = time;
}
}
return process.nextTick(callback);
}
if(newModule instanceof Module) {
if(_this.profile) {
newModule.profile = dependantModule.profile;
}
newModule.optional = isOptional();
newModule.issuer = dependantModule.issuer;
dependantModule = newModule;
dependencies.forEach(function(dep) {
dep.module = dependantModule;
dependantModule.addReason(module, dep);
});
if(_this.profile) {
var afterBuilding = +new Date();
module.profile.building = afterBuilding - afterFactory;
}
if(recursive) {
return process.nextTick(_this.processModuleDependencies.bind(_this, dependantModule, callback));
} else {
return process.nextTick(callback);
}
}
dependantModule.optional = isOptional();
dependencies.forEach(function(dep) {
dep.module = dependantModule;
dependantModule.addReason(module, dep);
});
_this.buildModule(dependantModule, function(err) {
if(err) {
return errorOrWarningAndCallback(err);
}
if(_this.profile) {
var afterBuilding = +new Date();
dependantModule.profile.building = afterBuilding - afterFactory;
}
if(recursive) {
_this.processModuleDependencies(dependantModule, callback);
} else {
return callback();
}
});
});
}, function(err) {
if(err) {
return callback(err);
}
return callback();
});
};
Compilation.prototype._addModuleChain = function process(context, dependency, onModule, callback) {
var start = this.profile && +new Date();
var errorAndCallback = this.bail ? function errorAndCallback(err) {
callback(err);
} : function errorAndCallback(err) {
err.dependencies = [dependency];
this.errors.push(err);
callback();
}.bind(this);
if(typeof dependency !== "object" || dependency === null || !dependency.constructor) {
throw new Error("Parameter 'dependency' must be a Dependency");
}
var moduleFactory = this.dependencyFactories.get(dependency.constructor);
if(!moduleFactory) {
throw new Error("No dependency factory available for this dependency type: " + dependency.constructor.name);
}
moduleFactory.create(context, dependency, function(err, module) {
if(err) {
return errorAndCallback(new EntryModuleNotFoundError(err));
}
if(this.profile) {
if(!module.profile) {
module.profile = {};
}
var afterFactory = +new Date();
module.profile.factory = afterFactory - start;
}
var result = this.addModule(module);
if(!result) {
module = this.getModule(module);
onModule(module);
if(this.profile) {
var afterBuilding = +new Date();
module.profile.building = afterBuilding - afterFactory;
}
return callback(null, module);
}
if(result instanceof Module) {
if(this.profile) {
result.profile = module.profile;
}
module = result;
onModule(module);
moduleReady.call(this);
return;
}
onModule(module);
this.buildModule(module, function(err) {
if(err) {
return errorAndCallback(err);
}
if(this.profile) {
var afterBuilding = +new Date();
module.profile.building = afterBuilding - afterFactory;
}
moduleReady.call(this);
}.bind(this));
function moduleReady() {
this.processModuleDependencies(module, function(err) {
if(err) {
return callback(err);
}
return callback(null, module);
});
}
}.bind(this));
};
Compilation.prototype.addEntry = function process(context, entry, name, callback) {
this._addModuleChain(context, entry, function(module) {
entry.module = module;
this.entries.push(module);
module.issuer = null;
module.id = 0;
}.bind(this), function(err, module) {
if(err) {
return callback(err);
}
if(module) {
if(module.reasons.length > 0) {
return callback(new Error("module cannot be added as entry point, because it's already in the bundle"));
}
this.preparedChunks.push({
name: name,
module: module
});
}
return callback();
}.bind(this));
};
Compilation.prototype.prefetch = function process(context, dependency, callback) {
this._addModuleChain(context, dependency, function(module) {
module.prefetched = true;
module.issuer = null;
}, callback);
};
Compilation.prototype.rebuildModule = function(module, thisCallback) {
if(module.variables.length || module.blocks.length)
throw new Error("Cannot rebuild a complex module with variables or blocks");
if(module.rebuilding) {
return module.rebuilding.push(thisCallback);
}
var rebuilding = module.rebuilding = [thisCallback];
function callback(err) {
module.rebuilding = undefined;
rebuilding.forEach(function(cb) {
cb(err);
});
}
var deps = module.dependencies.slice();
this.buildModule(module, function(err) {
if(err) return callback(err);
this.processModuleDependencies(module, function(err) {
if(err) return callback(err);
deps.forEach(function(d) {
if(d.module && d.module.removeReason(module, d)) {
module.chunks.forEach(function(chunk) {
if(!d.module.hasReasonForChunk(chunk)) {
if(d.module.removeChunk(chunk)) {
this.removeChunkFromDependencies(d.module, chunk);
}
}
}, this);
}
}, this);
callback();
}.bind(this));
}.bind(this));
};
Compilation.prototype.seal = function seal(callback) {
this.applyPlugins("seal");
this.preparedChunks.sort(function(a, b) {
if(a.name < b.name) return -1;
if(a.name > b.name) return 1;
return 0;
});
this.preparedChunks.forEach(function(preparedChunk) {
var module = preparedChunk.module;
var chunk = this.addChunk(preparedChunk.name, module);
chunk.initial = chunk.entry = true;
chunk.addModule(module);
module.addChunk(chunk);
if(typeof module.index !== "number") {
module.index = this.nextFreeModuleIndex++;
}
this.processDependenciesBlockForChunk(module, chunk);
if(typeof module.index2 !== "number") {
module.index2 = this.nextFreeModuleIndex2++;
}
}, this);
this.sortModules(this.modules);
this.applyPlugins("optimize");
this.applyPlugins("optimize-modules", this.modules);
this.applyPlugins("after-optimize-modules", this.modules);
this.applyPlugins("optimize-chunks", this.chunks);
this.applyPlugins("after-optimize-chunks", this.chunks);
this.applyPluginsAsync("optimize-tree", this.chunks, this.modules, function(err) {
if(err) {
return callback(err);
}
this.applyPlugins("after-optimize-tree", this.chunks, this.modules);
var shouldRecord = this.applyPluginsBailResult("should-record") !== false;
this.applyPlugins("revive-modules", this.modules, this.records);
this.applyPlugins("optimize-module-order", this.modules);
this.applyPlugins("before-module-ids", this.modules);
this.applyModuleIds();
this.applyPlugins("optimize-module-ids", this.modules);
this.applyPlugins("after-optimize-module-ids", this.modules);
if(shouldRecord)
this.applyPlugins("record-modules", this.modules, this.records);
this.applyPlugins("revive-chunks", this.chunks, this.records);
this.applyPlugins("optimize-chunk-order", this.chunks);
this.applyPlugins("before-chunk-ids", this.chunks);
this.applyChunkIds();
this.applyPlugins("optimize-chunk-ids", this.chunks);
this.applyPlugins("after-optimize-chunk-ids", this.chunks);
if(shouldRecord)
this.applyPlugins("record-chunks", this.chunks, this.records);
this.sortItems();
this.applyPlugins("before-hash");
this.createHash();
this.applyPlugins("after-hash");
this.applyPlugins("before-chunk-assets");
this.createChunkAssets();
this.applyPlugins("additional-chunk-assets", this.chunks);
this.summarizeDependencies();
if(shouldRecord)
this.applyPlugins("record", this, this.records);
this.applyPluginsAsync("additional-assets", function(err) {
if(err) {
return callback(err);
}
this.applyPluginsAsync("optimize-chunk-assets", this.chunks, function(err) {
if(err) {
return callback(err);
}
this.applyPlugins("after-optimize-chunk-assets", this.chunks);
this.applyPluginsAsync("optimize-assets", this.assets, function(err) {
if(err) {
return callback(err);
}
this.applyPlugins("after-optimize-assets", this.assets);
return callback();
}.bind(this));
}.bind(this));
}.bind(this));
}.bind(this));
};
Compilation.prototype.sortModules = function sortModules(modules) {
modules.sort(function(a, b) {
if(a.index < b.index) return -1;
if(a.index > b.index) return 1;
return 0;
});
};
Compilation.prototype.addChunk = function addChunk(name, module, loc) {
var chunk;
if(name) {
if(Object.prototype.hasOwnProperty.call(this.namedChunks, name)) {
chunk = this.namedChunks[name];
if(module) {
chunk.addOrigin(module, loc);
}
return chunk;
}
}
chunk = new Chunk(name, module, loc);
this.chunks.push(chunk);
if(name) {
this.namedChunks[name] = chunk;
}
return chunk;
};
Compilation.prototype.processDependenciesBlockForChunk = function processDependenciesBlockForChunk(block, chunk) {
if(block.variables) {
block.variables.forEach(function(v) {
v.dependencies.forEach(iteratorDependency, this);
}, this);
}
if(block.dependencies) {
block.dependencies.forEach(iteratorDependency, this);
}
if(block.blocks) {
block.blocks.forEach(function(b) {
var c;
if(!b.chunks) {
c = this.addChunk(b.chunkName, b.module, b.loc);
b.chunks = [c];
c.addBlock(b);
} else {
c = b.chunks[0];
}
chunk.addChunk(c);
c.addParent(chunk);
this.processDependenciesBlockForChunk(b, c);
}, this);
}
function iteratorDependency(d) {
if(!d.module) {
return;
}
if(typeof d.module.index !== "number") {
d.module.index = this.nextFreeModuleIndex++;
}
if(d.weak) {
return;
}
if(d.module.error) {
d.module = null;
return;
}
if(chunk.addModule(d.module)) {
d.module.addChunk(chunk);
this.processDependenciesBlockForChunk(d.module, chunk);
}
if(typeof d.module.index2 !== "number") {
d.module.index2 = this.nextFreeModuleIndex2++;
}
}
};
Compilation.prototype.removeChunkFromDependencies = function removeChunkFromDependencies(block, chunk) {
block.blocks.forEach(function(b) {
b.chunks.forEach(function(c) {
chunk.removeChunk(c);
c.removeParent(chunk);
this.removeChunkFromDependencies(b, c);
}, this);
}, this);
function iteratorDependency(d) {
if(!d.module) {
return;
}
if(!d.module.hasReasonForChunk(chunk)) {
if(d.module.removeChunk(chunk)) {
this.removeChunkFromDependencies(d.module, chunk);
}
}
}
block.dependencies.forEach(iteratorDependency, this);
block.variables.forEach(function(v) {
v.dependencies.forEach(iteratorDependency, this);
}, this);
};
Compilation.prototype.applyModuleIds = function applyModuleIds() {
this.modules.forEach(function(module) {
if(module.id === null) {
module.id = this.nextFreeModuleId++;
}
}, this);
};
Compilation.prototype.applyChunkIds = function applyChunkIds() {
this.chunks.forEach(function(chunk) {
if(chunk.id === null) {
chunk.id = this.nextFreeChunkId++;
}
if(!chunk.ids) {
chunk.ids = [chunk.id];
}
}, this);
};
Compilation.prototype.sortItems = function sortItems() {
function byId(a, b) {
return a.id - b.id;
}
this.chunks.sort(byId);
this.modules.sort(byId);
this.modules.forEach(function(module) {
module.chunks.sort(byId);
module.reasons.sort(function(a, b) {
return byId(a.module, b.module);
});
});
this.chunks.forEach(function(chunk) {
chunk.modules.sort(byId);
});
};
Compilation.prototype.summarizeDependencies = function summarizeDependencies() {
function filterDups(array) {
var newArray = [];
for(var i = 0; i < array.length; i++) {
if(i === 0 || array[i - 1] !== array[i])
newArray.push(array[i]);
}
return newArray;
}
this.fileDependencies = [];
this.contextDependencies = [];
this.missingDependencies = [];
this.children.forEach(function(child) {
this.fileDependencies = this.fileDependencies.concat(child.fileDependencies);
this.contextDependencies = this.contextDependencies.concat(child.contextDependencies);
this.missingDependencies = this.missingDependencies.concat(child.missingDependencies);
}.bind(this));
this.modules.forEach(function(module) {
if(module.fileDependencies) {
module.fileDependencies.forEach(function(item) {
this.fileDependencies.push(item);
}, this);
}
if(module.contextDependencies) {
module.contextDependencies.forEach(function(item) {
this.contextDependencies.push(item);
}, this);
}
}, this);
this.errors.forEach(function(error) {
if(Array.isArray(error.missing)) {
error.missing.forEach(function(item) {
this.missingDependencies.push(item);
}, this);
}
}, this);
this.fileDependencies.sort();
this.fileDependencies = filterDups(this.fileDependencies);
this.contextDependencies.sort();
this.contextDependencies = filterDups(this.contextDependencies);
this.missingDependencies.sort();
this.missingDependencies = filterDups(this.missingDependencies);
};
Compilation.prototype.createHash = function createHash() {
var outputOptions = this.outputOptions;
var hashFunction = outputOptions.hashFunction;
var hashDigest = outputOptions.hashDigest;
var hashDigestLength = outputOptions.hashDigestLength;
var hash = require("crypto").createHash(hashFunction);
this.mainTemplate.updateHash(hash);
this.chunkTemplate.updateHash(hash);
this.moduleTemplate.updateHash(hash);
var i, chunk;
var chunks = this.chunks.slice();
chunks.sort(function(a, b) {
if(a.entry && !b.entry) return 1;
if(!a.entry && b.entry) return -1;
return 0;
});
for(i = 0; i < chunks.length; i++) {
chunk = chunks[i];
var chunkHash = require("crypto").createHash(hashFunction);
chunk.updateHash(chunkHash);
if(chunk.entry) {
this.mainTemplate.updateHashForChunk(chunkHash, chunk);
} else {
this.chunkTemplate.updateHashForChunk(chunkHash);
}
this.applyPlugins("chunk-hash", chunk, chunkHash);
chunk.hash = chunkHash.digest(hashDigest);
hash.update(chunk.hash);
chunk.renderedHash = chunk.hash.substr(0, hashDigestLength);
}
this.fullHash = hash.digest(hashDigest);
this.hash = this.fullHash.substr(0, hashDigestLength);
};
Compilation.prototype.modifyHash = function modifyHash(update) {
var outputOptions = this.outputOptions;
var hashFunction = outputOptions.hashFunction;
var hashDigest = outputOptions.hashDigest;
var hashDigestLength = outputOptions.hashDigestLength;
var hash = require("crypto").createHash(hashFunction);
hash.update(this.fullHash);
hash.update(update);
this.fullHash = hash.digest(hashDigest);
this.hash = this.fullHash.substr(0, hashDigestLength);
};
Compilation.prototype.createChunkAssets = function createChunkAssets() {
var outputOptions = this.outputOptions;
var filename = outputOptions.filename || "bundle.js";
var chunkFilename = outputOptions.chunkFilename || "[id]." + filename;
var namedChunkFilename = outputOptions.namedChunkFilename || null;
for(var i = 0; i < this.modules.length; i++) {
var module = this.modules[i];
if(module.assets) {
Object.keys(module.assets).forEach(function(name) {
var file = this.getPath(name);
this.assets[file] = module.assets[name];
this.applyPlugins("module-asset", module, file);
}, this);
}
}
for(i = 0; i < this.chunks.length; i++) {
var chunk = this.chunks[i];
chunk.files = [];
var chunkHash = chunk.hash;
var source;
var file;
var filenameTemplate = chunk.filenameTemplate ? chunk.filenameTemplate :
chunk.initial ? filename :
chunkFilename;
try {
var useChunkHash = !chunk.entry || (this.mainTemplate.useChunkHash && this.mainTemplate.useChunkHash(chunk));
var usedHash = useChunkHash ? chunkHash : this.fullHash;
if(this.cache && this.cache["c" + chunk.id] && this.cache["c" + chunk.id].hash === usedHash) {
source = this.cache["c" + chunk.id].source;
} else {
if(chunk.entry) {
source = this.mainTemplate.render(this.hash, chunk, this.moduleTemplate, this.dependencyTemplates);
} else {
source = this.chunkTemplate.render(chunk, this.moduleTemplate, this.dependencyTemplates);
}
if(this.cache) {
this.cache["c" + chunk.id] = {
hash: usedHash,
source: source = (source instanceof CachedSource ? source : new CachedSource(source))
};
}
}
this.assets[
file = this.getPath(filenameTemplate, {
noChunkHash: !useChunkHash,
chunk: chunk
})
] = source;
chunk.files.push(file);
this.applyPlugins("chunk-asset", chunk, file);
file = undefined;
if(chunk.id !== 0 && namedChunkFilename && chunk.name) {
this.assets[
file = this.getPath(namedChunkFilename, {
noChunkHash: !useChunkHash,
chunk: chunk
})
] = source;
chunk.files.push(file);
this.applyPlugins("chunk-asset", chunk, file);
}
} catch(err) {
this.errors.push(new ChunkRenderError(chunk, file || filenameTemplate, err));
}
}
};
Compilation.prototype.getPath = function(filename, data) {
data = data || {};
data.hash = data.hash || this.hash;
return this.mainTemplate.applyPluginsWaterfall("asset-path", filename, data);
};
Compilation.prototype.getStats = function() {
return new Stats(this);
};
Compilation.prototype.createChildCompiler = function(name, outputOptions) {
return this.compiler.createChildCompiler(this, name, outputOptions);
};