amberc.js 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629
  1. #!/usr/bin/env node
  2. // This is a "compiler" for Amber code. Run without arguments for help.
  3. var path = require('path'),
  4. util = require('util'),
  5. fs = require('fs'),
  6. exec = require('child_process').exec;
  7. function map(array, filter, callback) {
  8. var counter = array.length;
  9. var new_array = [];
  10. array.forEach(function (item, index) {
  11. filter(item, function (err, result) {
  12. if (err) { callback(err); return; }
  13. new_array[index] = result;
  14. counter--;
  15. if (counter === 0) {
  16. callback(null, new_array);
  17. }
  18. });
  19. });
  20. }
  21. function Combo(callback) {
  22. this.callback = callback;
  23. this.items = 0;
  24. this.results = [];
  25. }
  26. Combo.prototype = {
  27. add: function () {
  28. var self = this,
  29. id = this.items;
  30. this.items++;
  31. return function () {
  32. self.check(id, arguments);
  33. };
  34. },
  35. check: function (id, arguments) {
  36. this.results[id] = Array.prototype.slice.call(arguments);
  37. this.items--;
  38. if (this.items == 0) {
  39. this.callback.apply(this, this.results);
  40. }
  41. }
  42. };
  43. console.time('Compile Time');
  44. var defaults = function() {
  45. // Get Amber root directory from the location of this script so that
  46. // we can find the st and js directories etc.
  47. var amber_dir = path.join(path.dirname(process.argv[1]), '..');
  48. amber_dir = path.normalize(amber_dir);
  49. var kernel_libraries = ['boot', 'Kernel-Objects', 'Kernel-Classes', 'Kernel-Methods', 'Kernel-Collections', 'Kernel-Exceptions', 'Kernel-Transcript', 'Kernel-Announcements'];
  50. var compiler_libs = ['parser', 'Compiler', 'Compiler-Exceptions'];//, 'Compiler-Core', 'Compiler-AST', 'Compiler-IR', 'Compiler-Inlining', 'Compiler-Semantic'];
  51. return {
  52. 'amber_dir': amber_dir,
  53. 'smalltalk': {}, // the evaluated compiler will be stored in this variable (see create_compiler)
  54. 'base': kernel_libraries,
  55. 'compiler_libraries': kernel_libraries.concat(compiler_libs),
  56. 'load': [],
  57. 'init': path.join(amber_dir, 'js', 'init.js'),
  58. 'main': undefined,
  59. 'mainfile': undefined,
  60. 'closure': false,
  61. 'closure_parts': false,
  62. 'closure_full': false,
  63. 'closure_options': '',
  64. 'closure_jar': path.resolve(path.join(process.env['HOME'], 'compiler.jar')),
  65. 'suffix': '',
  66. 'loadsuffix': '',
  67. 'suffix_used': '',
  68. 'deploy': false,
  69. 'libraries': [],
  70. 'compile': [],
  71. 'compiled_categories': [],
  72. 'compiled': [],
  73. 'program': undefined
  74. };
  75. }();
  76. if (3 > process.argv.length) {
  77. usage();
  78. } else {
  79. handle_options(process.argv.slice(2));
  80. }
  81. function handle_options(optionsArray) {
  82. var nonOptions = [];
  83. var currentItem = optionsArray.shift();
  84. while(undefined !== currentItem) {
  85. switch(currentItem) {
  86. case '-l':
  87. defaults.load.push.apply(defaults.load, optionsArray.shift().split(','));
  88. break;
  89. case '-i':
  90. defaults.init = optionsArray.shift();
  91. break;
  92. case '-m':
  93. defaults.main = optionsArray.shift();
  94. break;
  95. case '-M':
  96. defaults.mainfile = optionsArray.shift();
  97. break;
  98. case '-o':
  99. defaults.closure = true;
  100. defaults.closure_parts = true;
  101. break;
  102. case '-O':
  103. defaults.closure = true;
  104. defaults.closure_full = true;
  105. break;
  106. case '-A':
  107. defaults.closure = true;
  108. defaults.closure_options = defaults.closure_options + ' --compilation_level ADVANCED_OPTIMIZATIONS';
  109. defaults.closure_full = true;
  110. break;
  111. case '-d':
  112. defaults.deploy = true;
  113. break;
  114. case '-s':
  115. defaults.suffix = optionsArray.shift();
  116. defaults.suffix_used = defaults.suffix;
  117. break;
  118. case '-S':
  119. defaults.loadsuffix = optionsArray.shift();
  120. defaults.suffix_used = defaults.suffix;
  121. break;
  122. case '-h':
  123. case '--help':
  124. case '?':
  125. usage();
  126. break;
  127. default:
  128. nonOptions.push(currentItem);
  129. };
  130. currentItem = optionsArray.shift();
  131. }
  132. check_for_closure_compiler(function() {
  133. collect_files(nonOptions);
  134. });
  135. }
  136. /**
  137. * print usage options and exit
  138. */
  139. function usage() {
  140. console.log('Usage: $0 [-l lib1,lib2...] [-i init_file] [-m main_class] [-M main_file]');
  141. console.log(' [-o] [-O|-A] [-d] [-s suffix] [-S suffix] [file1 [file2 ...]] [Program]');
  142. console.log('');
  143. console.log(' amberc compiles Amber files - either separately or into a complete runnable');
  144. console.log(' program. If no .st files are listed only a linking stage is performed.');
  145. console.log(' Files listed will be handled using the following rules:');
  146. console.log('');
  147. console.log(' *.js');
  148. console.log(' Files are linked (concatenated) in listed order.');
  149. console.log(' If not found we look in $AMBER/js/');
  150. console.log('');
  151. console.log(' *.st');
  152. console.log(' Files are compiled into .js files before concatenation.');
  153. console.log(' If not found we look in $AMBER/st/.');
  154. console.log('');
  155. console.log(' NOTE: Each file is currently considered to be a fileout of a single class');
  156. console.log(' category of the same name as the file!');
  157. console.log('');
  158. console.log(' If no Program is specified each given .st file will be compiled into');
  159. console.log(' a .js file. Otherwise a <Program>.js file is linked together based on');
  160. console.log(' the options:');
  161. console.log('');
  162. console.log(' -l library1,library2');
  163. console.log(' Additionally add listed JavaScript libraries (no spaces or .js) in listed order.');
  164. console.log('');
  165. console.log(' -i init_file');
  166. console.log(' Add library initializer <init_file> instead of default $AMBER/js/init.js ');
  167. console.log('');
  168. console.log(' -m main_class');
  169. console.log(' Add at end a call to #main in class <main_class>.');
  170. console.log('');
  171. console.log(' -M main_file');
  172. console.log(' Add at end javascript file <main_file> acting as main.');
  173. console.log('');
  174. console.log(' -o');
  175. console.log(' Optimize each .js file using the Google closure compiler.');
  176. console.log(' Using Closure compiler found at ~/compiler.jar');
  177. console.log('');
  178. console.log(' -O');
  179. console.log(' Optimize final <Program>.js using the Google closure compiler.');
  180. console.log(' Using Closure compiler found at ~/compiler.jar');
  181. console.log('');
  182. console.log(' -A Same as -O but use --compilation_level ADVANCED_OPTIMIZATIONS');
  183. console.log('');
  184. console.log(' -d');
  185. console.log(' Additionally export code for deploy - stripped from source etc.');
  186. console.log(' Uses suffix ".deploy.js" in addition to any explicit given suffic using -s.');
  187. console.log('');
  188. console.log(' -s suffix');
  189. console.log(' Add <suffix> to compiled js files so that File.st is compiled into');
  190. console.log(' File.<suffix>.js.');
  191. console.log('');
  192. console.log(' -S suffix');
  193. console.log(' Use <suffix> for all libraries accessed using -L or -l. This makes it possible');
  194. console.log(' to have multiple flavors of Amber and libraries in the same place.');
  195. console.log('');
  196. console.log('');
  197. console.log(' Example invocations:');
  198. console.log('');
  199. console.log(' Just compile Kernel-Objects.st to Kernel-Objects.js:');
  200. console.log('');
  201. console.log(' amberc Kernel-Objects.st');
  202. console.log('');
  203. console.log(' Compile Hello.st to Hello.js and create complete program called');
  204. console.log(' Program.js and adding a call to class method #main in class Hello:');
  205. console.log('');
  206. console.log(' amberc -m Hello Hello.st Program');
  207. console.log('');
  208. console.log(' Compile two .st files into corresponding .js files,');
  209. console.log(' and link with specific myboot.js, myKernel.js, myinit.js');
  210. console.log(' and main.js and create complete program called Program.js:');
  211. console.log('');
  212. console.log(' amberc -M main.js myinit.js myboot.js myKernel.js Cat1.st Cat2.st Program');
  213. process.exit();
  214. }
  215. /**
  216. * Checks if the java executable exists and afterwards,
  217. * if compiler.jar exists at the path stored in defaults.closure_jar.
  218. * All closure related entries are set to false upon failure.
  219. *
  220. * callback gets called in any case.
  221. */
  222. function check_for_closure_compiler(callback) {
  223. if (defaults.closure) {
  224. exec('which java', function(error, stdout, stderr) {
  225. // stdout contains path to java executable
  226. if (null !== error) {
  227. console.warn('java is not installed and is needed for -O, -A or -o (Closure compiler).');
  228. defaults.closure = false;
  229. defaults.closure_parts = false;
  230. defaults.closure_full = false;
  231. callback();
  232. return;
  233. }
  234. path.exists(defaults.closure_jar, function(exists) {
  235. if (!exists) {
  236. console.warn('Can not find Closure compiler at: ' + defaults.closure_jar);
  237. defaults.closure = false;
  238. defaults.closure_parts = false;
  239. defaults.closure_full = false;
  240. callback();
  241. return;
  242. }
  243. });
  244. });
  245. } else {
  246. callback();
  247. }
  248. }
  249. /**
  250. * Check if the file given as parameter exists in the local directory or in $AMBER/js/.
  251. * '.js' is appended first.
  252. *
  253. * @param filename name of a file without '.js' prefix
  254. * @param callback gets called on success with path to .js file as parameter
  255. */
  256. function resolve_js(filename, callback) {
  257. var jsFile = filename + defaults.loadsuffix + '.js';
  258. var amberJsFile = path.join(defaults.amber_dir, 'js', jsFile);
  259. console.log('Resolving: ' + jsFile);
  260. path.exists(jsFile, function(exists) {
  261. if (exists) {
  262. callback(jsFile);
  263. } else {
  264. path.exists(amberJsFile, function(exists) {
  265. if (exists) {
  266. callback(amberJsFile);
  267. } else {
  268. throw(new Error('JavaScript file not found: ' + jsFile));
  269. }
  270. });
  271. }
  272. });
  273. }
  274. /**
  275. * Always evaluates the callback parameter.
  276. * Used by Combo blocks to always call the next function,
  277. * even if all of the other functions did not run.
  278. */
  279. function always_resolve(callback) {
  280. callback();
  281. }
  282. // --------------------------------------------------
  283. // Collect libraries and Smalltalk files looking
  284. // both locally and in $AMBER/js and $AMBER/st
  285. // --------------------------------------------------
  286. function collect_files(filesArray) {
  287. var stFiles = [];
  288. var jsFiles = [];
  289. var programName = [];
  290. filesArray.forEach(function(currentFile) {
  291. var fileSuffix = path.extname(currentFile);
  292. switch (fileSuffix) {
  293. case '.st':
  294. stFiles.push(currentFile);
  295. break;
  296. case '.js':
  297. jsFiles.push(currentFile);
  298. break;
  299. default:
  300. // Will end up being the last non js/st argument
  301. programName.push(currentFile);
  302. break;
  303. };
  304. });
  305. if(1 < programName.length) {
  306. throw new Error('More than one name for ProgramName given: ' + programName);
  307. } else {
  308. defaults.program = programName[0];
  309. }
  310. // collecting files starts here!!
  311. var collected_files = new Combo(function() {
  312. resolve_libraries();
  313. });
  314. collect_st_files(stFiles, collected_files.add());
  315. collect_js_files(jsFiles, collected_files.add());
  316. }
  317. function collect_st_files(stFiles, callback) {
  318. var collected_st_files = new Combo(function() {
  319. Array.prototype.slice.call(arguments).forEach(function(data) {
  320. if (undefined !== data[0]) {
  321. var stFile = data[0];
  322. var stCategory = data[1];
  323. defaults.compile.push(stFile);
  324. defaults.compiled_categories.push(stCategory);
  325. defaults.compiled.push(stCategory + defaults.suffix_used + '.js');
  326. }
  327. });
  328. callback();
  329. });
  330. stFiles.forEach(function(stFile) {
  331. var _callback = collected_st_files.add();
  332. console.log('Checking: ' + stFile);
  333. var category = path.basename(stFile, '.st');
  334. var amberStFile = path.join(defaults.amber_dir, 'st', stFile);
  335. path.exists(stFile, function(exists) {
  336. if (exists) {
  337. _callback(stFile, category);
  338. } else {
  339. path.exists(amberJsFile, function(exists) {
  340. if (exists) {
  341. _callback(amberStFile, category);
  342. } else {
  343. throw(new Error('JavaScript file not found: ' + jsFile));
  344. }
  345. });
  346. }
  347. });
  348. });
  349. always_resolve(collected_st_files.add());
  350. }
  351. function collect_js_files(jsFiles, callback) {
  352. var collected_js_files = new Combo(function() {
  353. Array.prototype.slice.call(arguments).forEach(function(file) {
  354. if (undefined !== file[0]) {
  355. defaults.libraries.push(file[0]);
  356. }
  357. });
  358. callback();
  359. });
  360. jsFiles.forEach(function(jsFile) {
  361. resolve_js(currentFile, collected_js_files.add());
  362. });
  363. always_resolve(collected_js_files.add());
  364. }
  365. function resolve_libraries() {
  366. // Resolve libraries listed in defaults.base
  367. var all_resolved = new Combo(function(resolved_library_files, resolved_compiler_files) {
  368. resolve_init(resolved_compiler_files[0]);
  369. });
  370. resolve_kernel(all_resolved.add());
  371. resolve_compiler(all_resolved.add());
  372. }
  373. function resolve_kernel(callback) {
  374. var kernel_files = defaults.base.concat(defaults.load);
  375. var kernel_resolved = new Combo(function() {
  376. Array.prototype.slice.call(arguments).forEach(function(file) {
  377. if (undefined !== file[0]) {
  378. defaults.libraries.push(file[0]);
  379. }
  380. });
  381. callback(null);
  382. });
  383. kernel_files.forEach(function(file) {
  384. resolve_js(file, kernel_resolved.add());
  385. });
  386. always_resolve(kernel_resolved.add());
  387. }
  388. function resolve_compiler(callback) {
  389. // Resolve compiler libraries
  390. var compiler_files = defaults.compiler_libraries.concat(defaults.load);
  391. var compiler_resolved = new Combo(function() {
  392. var compilerFiles = [];
  393. Array.prototype.slice.call(arguments).forEach(function(file) {
  394. if (undefined !== file[0]) {
  395. compilerFiles.push(file[0]);
  396. }
  397. });
  398. callback(compilerFiles);
  399. });
  400. compiler_files.forEach(function(file) {
  401. resolve_js(file, compiler_resolved.add());
  402. });
  403. always_resolve(compiler_resolved.add());
  404. }
  405. function resolve_init(compilerFiles) {
  406. // check and add init.js
  407. var initFile = defaults.init;
  408. if ('.js' !== path.extname(initFile)) {
  409. initFile = resolve_js(initFile);
  410. defaults.init = initFile;
  411. }
  412. compilerFiles.push(initFile);
  413. create_compiler(compilerFiles);
  414. }
  415. function create_compiler(compilerFilesArray) {
  416. var compiler_files = new Combo(function() {
  417. var content = '(function() {';
  418. Array.prototype.slice.call(arguments).forEach(function(data) {
  419. // data is an array where index 0 is the error code and index 1 contains the data
  420. content += data[1];
  421. });
  422. content = content + 'return smalltalk;})();';
  423. defaults.smalltalk = eval(content);
  424. console.log('Compiler loaded');
  425. compile();
  426. });
  427. compilerFilesArray.forEach(function(file) {
  428. console.log('Loading file: ' + file);
  429. fs.readFile(file, compiler_files.add());
  430. });
  431. };
  432. function compile() {
  433. console.log('Compiling collected .st files')
  434. // import .st files
  435. var imports = new Combo(function() {
  436. Array.prototype.slice.call(arguments).forEach(function(code) {
  437. // get element 0 of code since all return values are stored inside an array by Combo
  438. defaults.smalltalk.Importer._new()._import_(code[0]._stream());
  439. });
  440. category_export();
  441. });
  442. defaults.compile.forEach(function(stFile) {
  443. if (/\.st/.test(stFile)) {
  444. console.log('Importing: ' + stFile);
  445. fs.readFile(stFile, 'utf8', function(err, data) {
  446. if (!err)
  447. imports.add()(data);
  448. else
  449. throw new Error('Could not import: ' + stFile);
  450. });
  451. }
  452. });
  453. }
  454. function category_export() {
  455. // export categories as .js
  456. map(defaults.compiled_categories, function(category, callback) {
  457. var jsFile = category + defaults.suffix_used + '.js';
  458. var jsFileDeploy = category + defaults.suffix_used + '.deploy.js';
  459. console.log('Exporting ' + (defaults.deploy ? '(debug + deploy)' : '(debug)')
  460. + ' category ' + category + ' as ' + jsFile
  461. + (defaults.deploy ? ' and ' + jsFileDeploy : ''));
  462. fs.writeFile(jsFile, defaults.smalltalk.Exporter._new()._exportPackage_(category), function(err) {
  463. if (defaults.deploy) {
  464. fs.writeFile(jsFileDeploy, defaults.smalltalk.StrippedExporter._new()._exportPackage_(category), callback);
  465. } else {
  466. callback(null, null);
  467. }
  468. });
  469. }, function(err, result){
  470. verify();
  471. });
  472. }
  473. function verify() {
  474. console.log('Verifying if all .st files were compiled');
  475. map(defaults.compiled, function(file, callback) {
  476. path.exists(file, function(exists) {
  477. if (exists)
  478. callback(null, null);
  479. else
  480. throw(new Error('Compilation failed of: ' + file));
  481. });
  482. }, function(err, result) {
  483. if (undefined !== defaults.program) {
  484. compose_js_files();
  485. }
  486. optimize();
  487. });
  488. }
  489. function compose_js_files() {
  490. var program_files = [];
  491. if (undefined !== defaults.libraries) {
  492. console.log('Collecting libraries: ' + defaults.libraries);
  493. program_files.push.apply(program_files, defaults.libraries);
  494. }
  495. if (undefined !== defaults.compiled) {
  496. console.log('Collecting compiled files: ' + defaults.compiled);
  497. program_files.push.apply(program_files, defaults.compiled);
  498. }
  499. if (undefined !== defaults.init) {
  500. console.log('Adding initializer ' + defaults.init);
  501. program_files.push(defaults.init);
  502. }
  503. console.log('Writing program file: %s.js', defaults.program);
  504. var fileStream = fs.createWriteStream(defaults.program + '.js');
  505. fileStream.on('error', function(error) {
  506. console.log(error);
  507. });
  508. program_files.forEach(function(file) {
  509. console.log('Checking : ' + file);
  510. if(path.existsSync(file)) {
  511. fileStream.write(fs.readFileSync(file));
  512. } else {
  513. throw(new Error('Can not find file ' + file));
  514. }
  515. });
  516. if (undefined !== defaults.main) {
  517. console.log('Adding call to: %s>>main', defaults.main);
  518. fileStream.write('smalltalk.' + defaults.main + '._main()');
  519. }
  520. if (undefined !== defaults.mainfile && path.existsSync(defaults.mainfile)) {
  521. console.log('Adding main file: ' + defaults.mainfile);
  522. fileStream.write(fs.readFileSync(defaults.mainfile));
  523. }
  524. fileStream.end();
  525. console.log('Done.');
  526. }
  527. function optimize() {
  528. if (defaults.closure_parts) {
  529. console.log('Compiling all js files using Google closure compiler.');
  530. var allJsFiles = defaults.compiled.concat(defaults.libraries);
  531. allJsFiles.forEach(function(file) {
  532. var minifiedName = path.basename(file, '.js') + '.min.js';
  533. closure_compile(file, minifiedName);
  534. });
  535. }
  536. if (defaults.closure_full) {
  537. console.log('Compiling ' + defaults.program + '.js file using Google closure compiler.');
  538. closure_compile(defaults.program + '.js', defaults.program + '.min.js');
  539. }
  540. console.timeEnd('Compile Time');
  541. }
  542. function closure_compile(sourceFile, minifiedFile) {
  543. // exec is asynchronous
  544. exec(
  545. 'java -jar ' +
  546. defaults.closure_jar + ' ' +
  547. defaults.closure_options +
  548. ' --js '+ sourceFile +
  549. ' --js_output_file '+ minifiedFile,
  550. function (error, stdout, stderr) {
  551. if (error) {
  552. console.log(stderr);
  553. } else {
  554. console.log(stdout);
  555. console.log(' '+ minifiedFile + ' built.');
  556. }
  557. }
  558. );
  559. }