Merge pull request #1 from kitcambridge/master

lodash: Replace the Makefile with a JavaScript-based build system. [kitcambridge]
Former-commit-id: d4d014cfd7fcacc49f8e4e17fc91c3bf70544a26
This commit is contained in:
John-David Dalton
2012-04-22 20:34:50 -07:00
4 changed files with 356 additions and 245 deletions

View File

@@ -1,39 +0,0 @@
BUILD_DIR = ${CURDIR}/build
DIST_DIR = ${CURDIR}/dist
VENDOR_DIR = ${CURDIR}/vendor
JS_ENGINE ?= `which node nodejs 2>/dev/null`
LODASH_TMP = ${BUILD_DIR}/lodash.tmp.js
LODASH_COMPILER = ${DIST_DIR}/lodash.compiler.js
LODASH_UGLIFY = ${DIST_DIR}/lodash.uglify.js
UGLIFY = ${VENDOR_DIR}/uglifyjs/bin/uglifyjs
CLOSURE_COMPILER = java -jar ${VENDOR_DIR}/closure-compiler/compiler.jar
PRE_COMPILER = ${JS_ENGINE} ${BUILD_DIR}/pre-compile.js
POST_COMPILER = ${JS_ENGINE} ${BUILD_DIR}/post-compile.js
core:
mkdir -p ${DIST_DIR}
cp ${CURDIR}/lodash.js ${LODASH_TMP}
${PRE_COMPILER} ${LODASH_TMP}
${CLOSURE_COMPILER} \
--compilation_level=ADVANCED_OPTIMIZATIONS \
--language_in=ECMASCRIPT5_STRICT \
--warning_level=QUIET \
--js ${LODASH_TMP} \
--js_output_file ${LODASH_COMPILER}
${POST_COMPILER} ${LODASH_COMPILER}
gzip -9f -c ${LODASH_COMPILER} > ${LODASH_COMPILER}.gz
${UGLIFY} \
--unsafe \
--max-line-len 500 \
-o ${LODASH_UGLIFY} \
${LODASH_TMP}
${POST_COMPILER} ${LODASH_UGLIFY}
gzip -9f -c ${LODASH_UGLIFY} > ${LODASH_UGLIFY}.gz
rm -f ${LODASH_TMP}

136
build.js Executable file
View File

@@ -0,0 +1,136 @@
#!/usr/bin/env node
;(function () {
'use strict';
/* Load the Node file system, path, and child process modules. */
var fs = require('fs'), path = require('path'), spawn = require('child_process').spawn,
/* Load the UglifyJS compressor. */
uglifyJS = require(path.join(__dirname, 'vendor', 'uglifyjs', 'uglify-js')),
/* The `build` directory, containing the build scripts. */
buildPath = path.join(__dirname, 'build'),
/* The distribution directory. */
distPath = path.join(__dirname, 'dist'),
/* Load the pre- and post-processors. */
preprocess = require(path.join(buildPath, 'pre-compile')),
postprocess = require(path.join(buildPath, 'post-compile')),
/* The pre-processed Lo-Dash source. */
source = preprocess(fs.readFileSync(path.join(__dirname, 'lodash.js'), 'utf8'));
/* Create the destination directory if it doesn't exist. */
if (!path.existsSync(distPath)) {
fs.mkdirSync(distPath);
}
/* Compress and `gzip` Lo-Dash using the Closure Compiler. */
compile(source, function (exception, results) {
if (exception) {
throw exception;
}
// Post-process the minified source.
var source = postprocess(results);
// Save the final minified version.
fs.writeFileSync(path.join(distPath, 'lodash.compiler.js'), source);
gzip(source, function (exception, results) {
if (exception) {
throw exception;
}
// Save the `gzip`-ed version. The explicit `binary` encoding is
// necessary to ensure that the stream is written correctly.
fs.writeFileSync(path.join(distPath, 'lodash.compiler.js.gz'), results, 'binary');
});
});
/* Compress and `gzip` Lo-Dash using UglifyJS. */
uglify(source, function (results) {
var source = postprocess(results);
fs.writeFileSync(path.join(distPath, 'lodash.uglify.js'), source);
gzip(source, function (exception, results) {
if (exception) {
throw exception;
}
fs.writeFileSync(path.join(distPath, 'lodash.uglify.js.gz'), results, 'binary');
});
});
/* Compresses a `source` string using UglifyJS. Yields the result to a
* `callback` function. This function is synchronous; the `callback` is used
* for symmetry.
*/
function uglify(source, callback) {
var results = uglifyJS.uglify.gen_code(
// Enable unsafe transformations.
uglifyJS.uglify.ast_squeeze_more(
uglifyJS.uglify.ast_squeeze(
// Munge variable and function names, excluding the special `define`
// function exposed by asynchronous module loaders.
uglifyJS.uglify.ast_mangle(uglifyJS.parser.parse(source), {
'except': ['define']
}
))), {
'ascii_only': true
});
callback(uglifyJS.uglify.split_lines(results, 500));
}
/* Compresses a `source` string using the Closure Compiler. Yields the
* minified result to a `callback` function.
*/
function compile(source, callback) {
var compiler = spawn('java', [
// Load the Closure Compiler and set the compression options.
'-jar', path.join(__dirname, 'vendor', 'closure-compiler', 'compiler.jar'),
'--compilation_level=ADVANCED_OPTIMIZATIONS',
'--language_in=ECMASCRIPT5_STRICT',
'--warning_level=QUIET'
]), stdout = '', stderr = '';
// Explicitly set the encoding of the output and error streams.
compiler.stdout.setEncoding('utf8');
compiler.stderr.setEncoding('utf8');
compiler.stdout.on('data', function (data) {
stdout += data;
});
compiler.stderr.on('data', function (data) {
stderr += data;
});
compiler.on('exit', function (status) {
var exception = null;
if (status) {
exception = new Error(stderr);
exception.status = status;
}
callback(exception, stdout);
});
compiler.stdin.end(source);
}
/* Compresses a `source` string using the Unix `gzip` commands. Yields the
* result, and any exceptions encountered, to a `callback` function.
*/
function gzip(source, callback) {
var compressor = spawn('gzip', ['-9f', '-c']), stdout = '', stderr = '';
compressor.stdout.setEncoding('binary');
compressor.stderr.setEncoding('utf8');
compressor.stdout.on('data', function (data) {
stdout += data;
});
compressor.stderr.on('data', function (data) {
stderr += data;
});
compressor.on('exit', function (status) {
var exception = null;
if (status) {
exception = new Error(stderr);
exception.status = status;
}
callback(exception, stdout);
});
// Proxy the source string to the `gzip` executable.
compressor.stdin.end(source);
}
}());

View File

@@ -2,33 +2,41 @@
;(function() {
'use strict';
/** The filesystem module */
var fs = require('fs');
/* Post-processes a compressed `src` string. */
var postprocess = module.exports = function postprocess(src) {
/** The minimal license/copyright header */
var license =
'/*!\n' +
' Lo-Dash @VERSION github.com/bestiejs/lodash/blob/master/LICENSE.txt\n' +
' Underscore.js 1.3.3 github.com/documentcloud/underscore/blob/master/LICENSE\n' +
'*/';
/** The JavaScript source */
var src = fs.readFileSync(process.argv[2], 'utf8');
/*--------------------------------------------------------------------------*/
/** The minimal license/copyright header */
var license =
'/*!\n' +
' Lo-Dash @VERSION github.com/bestiejs/lodash/blob/master/LICENSE.txt\n' +
' Underscore.js 1.3.3 github.com/documentcloud/underscore/blob/master/LICENSE\n' +
'*/';
// set the version
license = license.replace('@VERSION', (/VERSION:([\'"])(.*?)\1/).exec(src).pop());
// move vars exposed by Closure Compiler into the IIFE
src = src.replace(/^([^(\n]+)\s*(\(function[^)]+\){)/, '$2$1');
// use double quotes consistently
src = src.replace(/'use strict'/, '"use strict"');
// add license
return license + '\n;' + src;
};
/*--------------------------------------------------------------------------*/
// set the version
license = license.replace('@VERSION', /VERSION:([\'"])(.*?)\1/.exec(src).pop());
/** The filesystem module */
var fs = require('fs'), src;
// move vars exposed by Closure Compiler into the IIFE
src = src.replace(/^([^(\n]+)\s*(\(function[^)]+\){)/, '$2$1');
if (module == require.main) {
// read the JavaScript source file from the first argument if the script
// was invoked directly (i.e., `node post-compile.js source.js`)
src = fs.readFileSync(process.argv[2], 'utf8');
// use double quotes consistently
src = src.replace(/'use strict'/, '"use strict"');
// add license
src = license + '\n;' + src;
// write to the same file
fs.writeFileSync(process.argv[2], src, 'utf8');
}());
// write to the same file
fs.writeFileSync(process.argv[2], postprocess(src), 'utf8');
}
}());

View File

@@ -2,203 +2,209 @@
;(function() {
'use strict';
/** The filesystem module */
var fs = require('fs');
var preprocess = module.exports = function preprocess(src) {
/** Used to minify variables embedded in compiled strings */
var compiledVars = [
'accumulator',
'array',
'arrayClass',
'bind',
'callback',
'className',
'collection',
'computed',
'concat',
'current',
'false',
'funcClass',
'hasOwnProperty',
'identity',
'index',
'indexOf',
'Infinity',
'initial',
'isArray',
'isEmpty',
'length',
'object',
'Math',
'property',
'result',
'slice',
'source',
'stringClass',
'target',
'thisArg',
'toString',
'true',
'undefined',
'value',
'values'
];
/** The JavaScript source */
var src = fs.readFileSync(process.argv[2], 'utf8');
/** Used to minify string values embedded in compiled strings */
var compiledValues = [
'arrays',
'objects'
];
/** Used to minify variables embedded in compiled strings */
var compiledVars = [
'accumulator',
'array',
'arrayClass',
'bind',
'callback',
'className',
'collection',
'computed',
'concat',
'current',
'false',
'funcClass',
'hasOwnProperty',
'identity',
'index',
'indexOf',
'Infinity',
'initial',
'isArray',
'isEmpty',
'length',
'object',
'Math',
'property',
'result',
'slice',
'source',
'stringClass',
'target',
'thisArg',
'toString',
'true',
'undefined',
'value',
'values'
];
/** Used to minify `iterationFactory` option properties */
var iterationFactoryOptions = [
'afterLoop',
'args',
'array',
'beforeLoop',
'bottom',
'exits',
'inLoop',
'init',
'iterate',
'loopExp',
'object',
'returns',
'top',
'useHas'
];
/** Used to minify string values embedded in compiled strings */
var compiledValues = [
'arrays',
'objects'
];
/** Used to minify variables and string values to a single character */
var minNames = 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ'.split('');
/** Used to minify `iterationFactory` option properties */
var iterationFactoryOptions = [
'afterLoop',
'args',
'array',
'beforeLoop',
'bottom',
'exits',
'inLoop',
'init',
'iterate',
'loopExp',
'object',
'returns',
'top',
'useHas'
];
/** Used protect the specified properties from getting minified */
var propWhitelist = [
'_',
'amd',
'chain',
'clearInterval',
'criteria',
'escape',
'evaluate',
'interpolate',
'isEqual',
'isFinite',
'lodash',
'setTimeout',
'templateSettings',
'toArray',
'value',
'variable'
];
/** Used to minify variables and string values to a single character */
var minNames = 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ'.split('');
/*--------------------------------------------------------------------------*/
/** Used protect the specified properties from getting minified */
var propWhitelist = [
'_',
'amd',
'chain',
'clearInterval',
'criteria',
'escape',
'evaluate',
'interpolate',
'isEqual',
'isFinite',
'lodash',
'setTimeout',
'templateSettings',
'toArray',
'value',
'variable'
];
/**
* Remove copyright to add later in post-compile.js
*/
src = src.replace(/\/\*![\s\S]+?\*\//, '');
/*--------------------------------------------------------------------------*/
/**
* Correct JSDoc tags for Closure Compiler.
*/
src = src.replace(/@(?:alias|category)[^\n]*/g, '');
/**
* Remove copyright to add later in post-compile.js
*/
src = src.replace(/\/\*![\s\S]+?\*\//, '');
/**
* Add brackets to whitelisted properties so Closure Compiler won't mung them.
* http://code.google.com/closure/compiler/docs/api-tutorial3.html#export
*/
src = src.replace(RegExp('\\.(' + iterationFactoryOptions.concat(propWhitelist).join('|') + ')\\b', 'g'), "['$1']");
/**
* Correct JSDoc tags for Closure Compiler.
*/
src = src.replace(/@(?:alias|category)[^\n]*/g, '');
/**
* Minify `sortBy` and `template` methods.
*/
['sortBy', 'template'].forEach(function(methodName) {
var properties = ['criteria', 'value'],
snippet = src.match(RegExp('(\\n\\s*)function ' + methodName + '[\\s\\S]+?\\1}'))[0],
result = snippet;
/**
* Add brackets to whitelisted properties so Closure Compiler won't mung them.
* http://code.google.com/closure/compiler/docs/api-tutorial3.html#export
*/
src = src.replace(RegExp('\\.(' + iterationFactoryOptions.concat(propWhitelist).join('|') + ')\\b', 'g'), "['$1']");
/**
* Minify `sortBy` and `template` methods.
*/
['sortBy', 'template'].forEach(function(methodName) {
var properties = ['criteria', 'value'],
snippet = src.match(RegExp('(\\n\\s*)function ' + methodName + '[\\s\\S]+?\\1}'))[0],
result = snippet;
// minify property strings
properties.forEach(function(property, index) {
result = result.replace(RegExp("'" + property + "'", 'g'), "'" + minNames[index] + "'");
});
// remove escaped newlines in strings
result = result.replace(/\\n/g, '');
// replace with modified snippet
src = src.replace(snippet, result);
});
/*--------------------------------------------------------------------------*/
/**
* Minify all `iterationFactory` related snippets.
*/
src.match(
RegExp([
// match variables storing `iterationFactory` options
'var [a-zA-Z]+FactoryOptions\\s*=\\s*\\{[\\s\\S]+?};\\n',
// match the the `iterationFactory` function
'(\\n\\s*)function iterationFactory[\\s\\S]+?\\1}',
// match methods created by `iterationFactor` calls
'iterationFactory\\((?:[\'{]|[a-zA-Z]+,)[\\s\\S]+?\\);\\n'
].join('|'), 'g')
)
.forEach(function(snippet, index) {
var result = snippet;
// add `true` and `false` arguments to be minified
if (/function iterationFactory/.test(snippet)) {
result = result
.replace(/(Function\('[\s\S]+?)undefined/, '$1true,false,undefined')
.replace(/\)\([^)]+/, '$&,true,false');
// replace with modified snippet early and clip snippet
src = src.replace(snippet, result);
snippet = result = result.replace(/\)\([\s\S]+$/, '');
}
// minify snippet variables/arguments
compiledVars.forEach(function(variable, index) {
result = result.replace(RegExp('([^.]\\b|\\\\n)' + variable + '\\b(?!\'\\s*[\\]:])', 'g'), '$1' + minNames[index]);
// correct `typeof x == 'object'`
if (variable == 'object') {
result = result.replace(RegExp("(typeof [^']+')" + minNames[index] + "'", 'g'), "$1object'");
}
// correct boolean literals
if (variable == 'true' || variable == 'false') {
result = result
.replace(RegExp(':\\s*' + minNames[index] + '\\s*,', 'g'), ':' + variable + ',')
.replace(RegExp('\\s*' + minNames[index] + '\\s*;', 'g'), variable + ';');
}
});
// minify snippet values
compiledValues.forEach(function(value, index) {
result = result.replace(RegExp("'" + value + "'", 'g'), "'" + minNames[index] + "'");
});
// minify iterationFactory option property strings
iterationFactoryOptions.forEach(function(property, index) {
if (property == 'array' || property == 'object') {
result = result.replace(RegExp("'" + property + "'(\\s*[\\]:])", 'g'), "'" + minNames[index] + "'$1");
} else {
// minify property strings
properties.forEach(function(property, index) {
result = result.replace(RegExp("'" + property + "'", 'g'), "'" + minNames[index] + "'");
}
});
// remove escaped newlines in strings
result = result.replace(/\\n/g, '');
// replace with modified snippet
src = src.replace(snippet, result);
});
// remove escaped newlines in strings
result = result.replace(/\\n/g, '');
/*--------------------------------------------------------------------------*/
// replace with modified snippet
src = src.replace(snippet, result);
});
/**
* Minify all `iterationFactory` related snippets.
*/
src.match(
RegExp([
// match variables storing `iterationFactory` options
'var [a-zA-Z]+FactoryOptions\\s*=\\s*\\{[\\s\\S]+?};\\n',
// match the the `iterationFactory` function
'(\\n\\s*)function iterationFactory[\\s\\S]+?\\1}',
// match methods created by `iterationFactor` calls
'iterationFactory\\((?:[\'{]|[a-zA-Z]+,)[\\s\\S]+?\\);\\n'
].join('|'), 'g')
)
.forEach(function(snippet, index) {
var result = snippet;
// add `true` and `false` arguments to be minified
if (/function iterationFactory/.test(snippet)) {
result = result
.replace(/(Function\('[\s\S]+?)undefined/, '$1true,false,undefined')
.replace(/\)\([^)]+/, '$&,true,false');
// replace with modified snippet early and clip snippet
src = src.replace(snippet, result);
snippet = result = result.replace(/\)\([\s\S]+$/, '');
}
// minify snippet variables/arguments
compiledVars.forEach(function(variable, index) {
result = result.replace(RegExp('([^.]\\b|\\\\n)' + variable + '\\b(?!\'\\s*[\\]:])', 'g'), '$1' + minNames[index]);
// correct `typeof x == 'object'`
if (variable == 'object') {
result = result.replace(RegExp("(typeof [^']+')" + minNames[index] + "'", 'g'), "$1object'");
}
// correct boolean literals
if (variable == 'true' || variable == 'false') {
result = result
.replace(RegExp(':\\s*' + minNames[index] + '\\s*,', 'g'), ':' + variable + ',')
.replace(RegExp('\\s*' + minNames[index] + '\\s*;', 'g'), variable + ';');
}
});
// minify snippet values
compiledValues.forEach(function(value, index) {
result = result.replace(RegExp("'" + value + "'", 'g'), "'" + minNames[index] + "'");
});
// minify iterationFactory option property strings
iterationFactoryOptions.forEach(function(property, index) {
if (property == 'array' || property == 'object') {
result = result.replace(RegExp("'" + property + "'(\\s*[\\]:])", 'g'), "'" + minNames[index] + "'$1");
} else {
result = result.replace(RegExp("'" + property + "'", 'g'), "'" + minNames[index] + "'");
}
});
// remove escaped newlines in strings
result = result.replace(/\\n/g, '');
// replace with modified snippet
src = src.replace(snippet, result);
});
return src;
};
/*--------------------------------------------------------------------------*/
// write to the same file
fs.writeFileSync(process.argv[2], src, 'utf8');
}());
/** The filesystem module */
var fs = require('fs'), src;
if (module == require.main) {
// read the JavaScript source file from the first argument if the script
// was invoked directly (i.e., `node pre-compile.js source.js`)
src = fs.readFileSync(process.argv[2], 'utf8');
// write to the same file
fs.writeFileSync(process.argv[2], preprocess(src), 'utf8');
}
}());