amberc.js 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436
  1. #!/usr/bin/env node
  2. // This is a "compiler" for Amber code. Run without arguments for help.
  3. var path = require('path'),
  4. util = require('util'),
  5. fs = require('fs'),
  6. exec = require('child_process').exec;
  7. // the evaluated compiler will be stored in this variable
  8. // see create_compiler()
  9. var smalltalk = {};
  10. console.time('Compile Time');
  11. // Get Amber root directory from the location of this script so that
  12. // we can find the st and js directories etc.
  13. var AMBER_DIR = path.join(path.dirname(process.argv[1]), '..');
  14. AMBER_DIR = path.normalize(AMBER_DIR);
  15. console.log('$AMBER: ' + AMBER_DIR);
  16. var defaults = function() {
  17. var kernel_libraries = ['boot', 'Kernel-Objects', 'Kernel-Classes', 'Kernel-Methods', 'Kernel-Collections', 'Kernel-Exceptions', 'Kernel-Transcript', 'Kernel-Announcements'];
  18. var compiler_libs = ['parser', 'Compiler', 'Compiler-Exceptions'];//, 'Compiler-Core', 'Compiler-AST', 'Compiler-IR', 'Compiler-Inlining', 'Compiler-Semantic'];
  19. return {
  20. 'compiler_libraries': kernel_libraries.concat(compiler_libs),
  21. 'init': path.join(AMBER_DIR, 'js', 'init.js'),
  22. 'main': undefined,
  23. 'mainfile': undefined,
  24. 'base': kernel_libraries,
  25. 'load': [],
  26. 'closure': false,
  27. 'closure_parts': false,
  28. 'closure_full': false,
  29. 'closure_options': '',
  30. 'closure_jar': path.resolve(path.join(process.env['HOME'], 'compiler.jar')),
  31. 'suffix': '',
  32. 'loadsuffix': '',
  33. 'suffix_used': '',
  34. 'deploy': false,
  35. 'libraries': [],
  36. 'compile': [],
  37. 'compiled': [],
  38. 'program': undefined
  39. };
  40. }();
  41. if (3 > process.argv.length) {
  42. usage();
  43. } else {
  44. var files = handle_options(process.argv.slice(2));
  45. var compilerFiles = resolve_libraries();
  46. collect_files(files);
  47. create_compiler(compilerFiles);
  48. compile();
  49. if (undefined !== defaults.program) {
  50. compose_js_files();
  51. }
  52. }
  53. function handle_options(optionsArray) {
  54. var nonOptions = [];
  55. var currentItem = optionsArray.shift();
  56. while(undefined !== currentItem) {
  57. switch(currentItem) {
  58. case '-l':
  59. defaults.load.push.apply(defaults.load, optionsArray.shift().split(','));
  60. break;
  61. case '-i':
  62. defaults.init = optionsArray.shift();
  63. break;
  64. case '-m':
  65. defaults.main = optionsArray.shift();
  66. break;
  67. case '-M':
  68. defaults.mainfile = optionsArray.shift();
  69. break;
  70. case '-o':
  71. defaults.closure = true;
  72. defaults.closure_parts = true;
  73. check_for_closure_compiler();
  74. break;
  75. case '-O':
  76. defaults.closure = true;
  77. defaults.closure_full = true;
  78. check_for_closure_compiler();
  79. break;
  80. case '-A':
  81. defaults.closure = true;
  82. defaults.closure_options = defaults.closure_options + ' --compilation_level ADVANCED_OPTIMIZATIONS';
  83. defaults.closure_full = true;
  84. check_for_closure_compiler();
  85. break;
  86. case '-d':
  87. defaults.deploy = true;
  88. break;
  89. case '-s':
  90. defaults.suffix = optionsArray.shift();
  91. defaults.suffix_used = defaults.suffix;
  92. break;
  93. case '-S':
  94. defaults.loadsuffix = optionsArray.shift();
  95. defaults.suffix_used = defaults.suffix;
  96. break;
  97. case '-h':
  98. case '--help':
  99. case '?':
  100. usage();
  101. break;
  102. default:
  103. nonOptions.push(currentItem);
  104. };
  105. currentItem = optionsArray.shift();
  106. }
  107. return nonOptions;
  108. }
  109. // print options and exit
  110. function usage() {
  111. console.log('Usage: $0 [-l lib1,lib2...] [-i init_file] [-m main_class] [-M main_file]');
  112. console.log(' [-o] [-O|-A] [-d] [-s suffix] [-S suffix] [file1 [file2 ...]] [Program]');
  113. console.log('');
  114. console.log(' amberc compiles Amber files - either separately or into a complete runnable');
  115. console.log(' program. If no .st files are listed only a linking stage is performed.');
  116. console.log(' Files listed will be handled using the following rules:');
  117. console.log('');
  118. console.log(' *.js');
  119. console.log(' Files are linked (concatenated) in listed order.');
  120. console.log(' If not found we look in $AMBER/js/');
  121. console.log('');
  122. console.log(' *.st');
  123. console.log(' Files are compiled into .js files before concatenation.');
  124. console.log(' If not found we look in $AMBER/st/.');
  125. console.log('');
  126. console.log(' NOTE: Each file is currently considered to be a fileout of a single class');
  127. console.log(' category of the same name as the file!');
  128. console.log('');
  129. console.log(' If no Program is specified each given .st file will be compiled into');
  130. console.log(' a .js file. Otherwise a <Program>.js file is linked together based on');
  131. console.log(' the options:');
  132. console.log('');
  133. console.log(' -l library1,library2');
  134. console.log(' Additionally add listed JavaScript libraries (no spaces or .js) in listed order.');
  135. console.log('');
  136. console.log(' -i init_file');
  137. console.log(' Add library initializer <init_file> instead of default $AMBER/js/init.js ');
  138. console.log('');
  139. console.log(' -m main_class');
  140. console.log(' Add at end a call to #main in class <main_class>.');
  141. console.log('');
  142. console.log(' -M main_file');
  143. console.log(' Add at end javascript file <main_file> acting as main.');
  144. console.log('');
  145. console.log(' -o');
  146. console.log(' Optimize each .js file using the Google closure compiler.');
  147. console.log(' Using Closure compiler found at ~/compiler.jar');
  148. console.log('');
  149. console.log(' -O');
  150. console.log(' Optimize final <Program>.js using the Google closure compiler.');
  151. console.log(' Using Closure compiler found at ~/compiler.jar');
  152. console.log('');
  153. console.log(' -A Same as -O but use --compilation_level ADVANCED_OPTIMIZATIONS');
  154. console.log('');
  155. console.log(' -d');
  156. console.log(' Additionally export code for deploy - stripped from source etc.');
  157. console.log(' Uses suffix ".deploy.js" in addition to any explicit given suffic using -s.');
  158. console.log('');
  159. console.log(' -s suffix');
  160. console.log(' Add <suffix> to compiled js files so that File.st is compiled into');
  161. console.log(' File.<suffix>.js.');
  162. console.log('');
  163. console.log(' -S suffix');
  164. console.log(' Use <suffix> for all libraries accessed using -L or -l. This makes it possible');
  165. console.log(' to have multiple flavors of Amber and libraries in the same place.');
  166. console.log('');
  167. console.log('');
  168. console.log(' Example invocations:');
  169. console.log('');
  170. console.log(' Just compile Kernel-Objects.st to Kernel-Objects.js:');
  171. console.log('');
  172. console.log(' amberc Kernel-Objects.st');
  173. console.log('');
  174. console.log(' Compile Hello.st to Hello.js and create complete program called');
  175. console.log(' Program.js and adding a call to class method #main in class Hello:');
  176. console.log('');
  177. console.log(' amberc -m Hello Hello.st Program');
  178. console.log('');
  179. console.log(' Compile two .st files into corresponding .js files,');
  180. console.log(' and link with specific myboot.js, myKernel.js, myinit.js');
  181. console.log(' and main.js and create complete program called Program.js:');
  182. console.log('');
  183. console.log(' amberc -M main.js myinit.js myboot.js myKernel.js Cat1.st Cat2.st Program');
  184. process.exit();
  185. }
  186. function check_for_closure_compiler() {
  187. if (!defaults.closure) {
  188. return;
  189. }
  190. exec('which java', function(error, stdout, stderr) {
  191. // stdout contains path to java executable
  192. if (null !== error) {
  193. throw(new Error('java is not installed and is needed for -O, -A or -o (Closure compiler).'));
  194. }
  195. path.exists(defaults.closure_jar, function(exists) {
  196. if (!exists) {
  197. throw(new Error('Can not find Closure compiler at ' + defaults.closure_jar));
  198. }
  199. });
  200. });
  201. }
  202. function resolve_js(filename) {
  203. var jsFile = filename + defaults.loadsuffix + '.js';
  204. var amberJsFile = path.join(AMBER_DIR, 'js', jsFile);
  205. console.log('Resolving: ' + jsFile);
  206. if (path.existsSync(jsFile)) {
  207. return jsFile;
  208. } else if (path.existsSync(amberJsFile)) {
  209. return amberJsFile;
  210. } else {
  211. throw(new Error('JavaScript file not found: ' + jsFile));
  212. }
  213. }
  214. function resolve_libraries() {
  215. // Resolve libraries listed in defaults.base
  216. defaults.base.forEach(function(file) {
  217. defaults.libraries.push(resolve_js(file));
  218. });
  219. // Resolve libraries listed in defaults.compiler
  220. var compilerFiles = [];
  221. defaults.compiler_libraries.forEach(function(file) {
  222. compilerFiles.push(resolve_js(file));
  223. });
  224. // Resolve libraries listed in defaults.load
  225. var toLoad = [];
  226. defaults.load.forEach(function(file) {
  227. var resolvedFile = resolve_js(file);
  228. toLoad.push(resolvedFile);
  229. compilerFiles.push(resolvedFile);
  230. defaults.libraries.push(resolvedFile);
  231. });
  232. // check and add init.js
  233. var initFile = defaults.init;
  234. if ('.js' !== path.extname(initFile)) {
  235. initFile = resolve_js(initFile);
  236. defaults.init = initFile;
  237. }
  238. compilerFiles.push(initFile);
  239. return compilerFiles;
  240. }
  241. // --------------------------------------------------
  242. // Collect libraries and Smalltalk files looking
  243. // both locally and in $AMBER/js and $AMBER/st
  244. // --------------------------------------------------
  245. function collect_files(filesArray) {
  246. var currentFile = filesArray.shift();
  247. while (undefined !== currentFile) {
  248. var suffix = path.extname(currentFile);
  249. var category = path.basename(currentFile, '.st');
  250. var amberFile = path.join(AMBER_DIR, 'st', currentFile);
  251. switch (suffix) {
  252. case '.st':
  253. if (path.existsSync(currentFile)) {
  254. defaults.compile.push(currentFile, category);
  255. defaults.compiled.push(category + defaults.suffix_used + '.js');
  256. } else if (path.existsSync(amberFile)) {
  257. defaults.compile.push(amberFile, category);
  258. defaults.compiled.push(category + defaults.suffix_used + '.js');
  259. } else {
  260. throw(new Error('File not found: ' + currentFile));
  261. }
  262. break;
  263. case '.js':
  264. defaults.libraries.push(resolve_js(currentFile));
  265. break;
  266. default:
  267. // Will end up being the last non js/st argument
  268. defaults.program = currentFile
  269. break;
  270. };
  271. currentFile = filesArray.shift();
  272. };
  273. }
  274. function create_compiler(compilerFilesArray) {
  275. // load all files from parameter <-> require?
  276. // create compiler in memory -> should be faster
  277. var content = '(function() {';
  278. compilerFilesArray.forEach(function(file) {
  279. console.log('Loading file: ' + file);
  280. content = content + fs.readFileSync(file);
  281. });
  282. content = content + 'return smalltalk;})();';
  283. smalltalk = eval(content);
  284. console.log('Compiler loaded');
  285. };
  286. function compile() {
  287. console.log('Compiling collected .st files to .js')
  288. node_compile(defaults.compile);
  289. console.log('Verifying if all .st files were compiled');
  290. defaults.compiled.forEach(function(file) {
  291. if (!path.existsSync(file)) {
  292. throw(new Error('Compilation failed of: ' + file));
  293. }
  294. });
  295. if (!defaults.closure_parts) {
  296. return;
  297. }
  298. console.log('Compiling all js files using Google closure compiler.');
  299. var allJsFiles = defaults.compiled.concat(defaults.libraries);
  300. allJsFiles.forEach(function(file) {
  301. var minifiedName = path.basename(file, '.js') + '.min.js';
  302. closure_compile(file, minifiedName);
  303. });
  304. }
  305. function compose_js_files() {
  306. var fileStream = fs.createWriteStream(defaults.program + '.js');
  307. fileStream.on('error', function(error) {
  308. console.log(error);
  309. });
  310. if (undefined !== defaults.libraries) {
  311. console.log('Collecting libraries: ' + defaults.libraries);
  312. defaults.libraries.forEach(function(file) {
  313. fileStream.write(fs.readFileSync(file));
  314. });
  315. }
  316. if (undefined !== defaults.compiled) {
  317. console.log('Collecting compiled files: ' + defaults.compiled);
  318. defaults.compiled.forEach(function(file) {
  319. fileStream.write(fs.readFileSync(file));
  320. });
  321. }
  322. if (undefined !== defaults.init) {
  323. console.log('Checking for init file: ' + defaults.init);
  324. if (!path.existsSync(defaults.init)) {
  325. throw(new Error('Can not find init file ' + defaults.init));
  326. }
  327. console.log('Adding initializer ' + defaults.init);
  328. fileStream.write(fs.readFileSync(defaults.init));
  329. }
  330. if (undefined !== defaults.main) {
  331. console.log('Adding call to: %s>>main', defaults.main);
  332. fileStream.write('smalltalk.' + defaults.main + '._main()');
  333. }
  334. if (undefined !== defaults.mainfile) {
  335. console.log('Checking for main file: ' + defaults.mainfile);
  336. if (!path.existsSync(defaults.mainFile)) {
  337. throw(new Error('Can not find main file ' + defaults.mainfile));
  338. }
  339. console.log('Adding main file: ' + defaults.mainfile);
  340. fileStream.write(fs.readFileSync(defaults.mainfile));
  341. }
  342. console.log('Writing program file: %s.js', defaults.program);
  343. fileStream.end()
  344. console.log('Done.');
  345. if (!defaults.closure_full) {
  346. return;
  347. }
  348. console.log('Compiling ' + defaults.program + '.js file using Google closure compiler.');
  349. closure_compile(defaults.program + '.js', defaults.program + '.min.js');
  350. }
  351. function node_compile(filesArray) {
  352. // The filesArray variable is a series of .st filenames and category names.
  353. // If it is a .st file we import it, if it is a category name we export it
  354. // as aCategoryName.js.
  355. // If it ends with .st, import it, otherwise export category as .js
  356. filesArray.forEach(function(val, index, array) {
  357. if (/\.st/.test(val)) {
  358. console.log("Reading file " + val);
  359. code = fs.readFileSync(val, "utf8");
  360. smalltalk.Importer._new()._import_(code._stream());
  361. } else {
  362. console.log("Exporting " + (defaults.deploy ? "(debug + deploy)" : "(debug)") + " category "
  363. + val + " as " + val + defaults.suffix_used + ".js" + (defaults.deploy ? " and " + val + defaults.suffix_used + ".deploy.js" : ""));
  364. fs.writeFile(val + defaults.suffix_used + ".js", smalltalk.Exporter._new()._exportPackage_(val), function(err){
  365. if (err) throw err;
  366. if (defaults.deploy) {
  367. fs.writeFile(val + defaults.suffix_used + ".deploy.js", smalltalk.StrippedExporter._new()._exportPackage_(val), function(err){
  368. if (err) throw err;
  369. });
  370. };
  371. });
  372. }
  373. });
  374. }
  375. function closure_compile(sourceFile, minifiedFile) {
  376. // exec is asynchronous
  377. exec(
  378. 'java -jar ' +
  379. defaults.closure_jar + ' ' +
  380. defaults.closure_options +
  381. ' --js '+ sourceFile +
  382. ' --js_output_file '+ minifiedFile,
  383. function (error, stdout, stderr) {
  384. if (error) {
  385. console.log(stderr);
  386. } else {
  387. console.log(stdout);
  388. console.log(' '+ minifiedFile + ' built.');
  389. }
  390. }
  391. );
  392. }
  393. console.timeEnd('Compile Time');