Platform-ImportExport.st 29 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214
  1. Smalltalk createPackage: 'Platform-ImportExport'!
  2. Object subclass: #AbstractExporter
  3. slots: {}
  4. package: 'Platform-ImportExport'!
  5. !AbstractExporter commentStamp!
  6. I am an abstract exporter for Amber source code.
  7. ## API
  8. Use `#exportPackage:on:` to export a given package on a Stream.!
  9. !AbstractExporter methodsFor: 'accessing'!
  10. extensionMethodsOfPackage: aPackage
  11. | result |
  12. result := OrderedCollection new.
  13. (self extensionProtocolsOfPackage: aPackage) do: [ :each |
  14. result addAll: each ownMethods ].
  15. ^ result
  16. !
  17. extensionProtocolsOfPackage: aPackage
  18. | extensionName result |
  19. extensionName := '*', aPackage name.
  20. result := OrderedCollection new.
  21. "The classes must be loaded since it is extensions only.
  22. Therefore topological sorting (dependency resolution) does not matter here.
  23. Not sorting topologically improves the speed by a number of magnitude.
  24. Not to shuffle diffs, classes are sorted by their name."
  25. (Smalltalk classes asArray sorted: [ :a :b | a name < b name ]) do: [ :each |
  26. each includingPossibleMetaDo: [ :behavior |
  27. (behavior protocols includes: extensionName) ifTrue: [
  28. result add: (ExportMethodProtocol name: extensionName theClass: behavior) ] ] ].
  29. ^ result
  30. ! !
  31. !AbstractExporter methodsFor: 'output'!
  32. exportPackage: aPackage on: aStream
  33. self subclassResponsibility
  34. ! !
  35. AbstractExporter subclass: #ChunkExporter
  36. slots: {}
  37. package: 'Platform-ImportExport'!
  38. !ChunkExporter commentStamp!
  39. I am an exporter dedicated to outputting Amber source code in the classic Smalltalk chunk format.
  40. I do not output any compiled code.!
  41. !ChunkExporter methodsFor: 'accessing'!
  42. extensionCategoriesOfPackage: aPackage
  43. "Issue #143: sort protocol alphabetically"
  44. | name map result |
  45. name := aPackage name.
  46. result := OrderedCollection new.
  47. (Package sortedClasses: Smalltalk classes) do: [ :each |
  48. each includingPossibleMetaDo: [ :aClass |
  49. map := Dictionary new.
  50. aClass protocolsDo: [ :category :methods |
  51. category = ('*', name) ifTrue: [ map at: category put: methods ] ].
  52. result addAll: ((map keys sorted: [ :a :b | a <= b ]) collect: [ :category |
  53. MethodCategory name: category theClass: aClass methods: (map at: category) ]) ] ].
  54. ^ result
  55. !
  56. ownCategoriesOfClass: aClass
  57. "Answer the protocols of aClass that are not package extensions"
  58. "Issue #143: sort protocol alphabetically"
  59. | map |
  60. map := Dictionary new.
  61. aClass protocolsDo: [ :each :methods |
  62. (each match: '^\*') ifFalse: [ map at: each put: methods ] ].
  63. ^ (map keys sorted: [ :a :b | a <= b ]) collect: [ :each |
  64. MethodCategory name: each theClass: aClass methods: (map at: each) ]
  65. !
  66. ownCategoriesOfMetaClass: aClass
  67. "Issue #143: sort protocol alphabetically"
  68. ^ self ownCategoriesOfClass: aClass theMetaClass
  69. !
  70. ownMethodProtocolsOfClass: aClass
  71. "Answer a collection of ExportMethodProtocol object of aClass that are not package extensions"
  72. ^ aClass ownProtocols collect: [ :each |
  73. ExportMethodProtocol name: each theClass: aClass ]
  74. ! !
  75. !ChunkExporter methodsFor: 'convenience'!
  76. chunkEscape: aString
  77. "Replace all occurrences of !! with !!!! and trim at both ends."
  78. ^ (aString replace: '!!' with: '!!!!') trimBoth
  79. ! !
  80. !ChunkExporter methodsFor: 'output'!
  81. exportBehavior: aBehavior on: aStream
  82. aBehavior exportBehaviorDefinitionTo: aStream using: self.
  83. self
  84. exportProtocols: (self ownMethodProtocolsOfClass: aBehavior)
  85. on: aStream
  86. !
  87. exportCategoryEpilogueOf: aCategory on: aStream
  88. aStream write: ' !!'; lf; lf
  89. !
  90. exportCategoryPrologueOf: aCategory on: aStream
  91. aStream
  92. write: '!!';
  93. print: aCategory theClass;
  94. write: ' methodsFor: ';
  95. print: aCategory;
  96. write: '!!'
  97. !
  98. exportDefinitionOf: aClass on: aStream
  99. "Chunk format."
  100. aStream
  101. print: aClass superclass;
  102. write: ' subclass: ';
  103. printSymbol: aClass name;
  104. lf.
  105. "aClass traitComposition
  106. ifNotEmpty: [ aStream tab; write: {'uses: '. aClass traitCompositionDefinition}; lf ]."
  107. aStream
  108. tab;
  109. write: {'slots: {'. ('. ' join: (aClass instanceVariableNames collect: #symbolPrintString)). '}'};
  110. lf;
  111. tab;
  112. write: 'package: ';
  113. print: aClass category;
  114. write: '!!';
  115. lf.
  116. aClass comment ifNotEmpty: [ aStream
  117. write: '!!'; print: aClass; write: ' commentStamp!!'; lf;
  118. write: { self chunkEscape: aClass comment. '!!' }; lf ].
  119. aStream lf
  120. !
  121. exportMetaDefinitionOf: aClass on: aStream
  122. | classIvars classTraitComposition |
  123. classIvars := aClass class instanceVariableNames.
  124. classTraitComposition := aClass class traitComposition.
  125. (classIvars notEmpty "or: [classTraitComposition notEmpty]") ifTrue: [
  126. aStream
  127. print: aClass theMetaClass.
  128. aStream space. "classTraitComposition
  129. ifEmpty: [ aStream space ]
  130. ifNotEmpty: [ aStream lf; tab; write: {'uses: '. aClass class traitCompositionDefinition}; lf; tab ]."
  131. aStream
  132. write: {'slots: {'. ('. ' join: (classIvars collect: #symbolPrintString)). '}!!'}; lf; lf ]
  133. !
  134. exportMethod: aMethod on: aStream
  135. aStream
  136. lf; lf; write: (self chunkEscape: aMethod source); lf;
  137. write: '!!'
  138. !
  139. exportPackage: aPackage on: aStream
  140. self
  141. exportPackageDefinitionOf: aPackage on: aStream;
  142. exportPackageImportsOf: aPackage on: aStream.
  143. aPackage sortedClasses do: [ :eachClass | eachClass includingPossibleMetaDo: [ :each |
  144. self exportBehavior: each on: aStream ] ].
  145. self exportPackageTraitCompositionsOf: aPackage on: aStream.
  146. self
  147. exportProtocols: (self extensionProtocolsOfPackage: aPackage)
  148. on: aStream
  149. !
  150. exportPackageDefinitionOf: aPackage on: aStream
  151. aStream
  152. write: 'Smalltalk createPackage: ';
  153. print: aPackage name;
  154. write: '!!';
  155. lf
  156. !
  157. exportPackageImportsOf: aPackage on: aStream
  158. aPackage imports ifNotEmpty: [ :imports | aStream
  159. write: '(Smalltalk packageAt: ';
  160. print: aPackage name;
  161. write: ' ifAbsent: [ self error: ';
  162. print: 'Package not created: ', aPackage name;
  163. write: { ' ]) imports: '. self chunkEscape: aPackage importsDefinition. '!!' };
  164. lf ]
  165. !
  166. exportPackageTraitCompositionsOf: aPackage on: aStream
  167. aPackage traitCompositions ifNotEmpty: [ :traitCompositions |
  168. traitCompositions keysAndValuesDo: [ :key :value | self exportTraitComposition: value of: key on: aStream ].
  169. aStream write: '!! !!'; lf; lf ]
  170. !
  171. exportProtocol: aProtocol on: aStream
  172. aProtocol ownMethods ifNotEmpty: [ :methods |
  173. self exportProtocolPrologueOf: aProtocol on: aStream.
  174. methods do: [ :method |
  175. self exportMethod: method on: aStream ].
  176. self exportProtocolEpilogueOf: aProtocol on: aStream ]
  177. !
  178. exportProtocolEpilogueOf: aProtocol on: aStream
  179. aStream write: ' !!'; lf; lf
  180. !
  181. exportProtocolPrologueOf: aProtocol on: aStream
  182. aStream
  183. write: '!!';
  184. print: aProtocol theClass;
  185. write: ' methodsFor: ';
  186. print: aProtocol name;
  187. write: '!!'
  188. !
  189. exportProtocols: aCollection on: aStream
  190. aCollection do: [ :each |
  191. self exportProtocol: each on: aStream ]
  192. !
  193. exportTraitComposition: aTraitComposition of: aBehavior on: aStream
  194. aStream
  195. print: aBehavior;
  196. write: ' setTraitComposition: ';
  197. write: aBehavior traitCompositionDefinition;
  198. write: ' asTraitComposition!!';
  199. lf
  200. !
  201. exportTraitDefinitionOf: aClass on: aStream
  202. "Chunk format."
  203. aStream
  204. write: 'Trait named: '; printSymbol: aClass name; lf.
  205. "aClass traitComposition
  206. ifNotEmpty: [ aStream tab; write: {'uses: '. aClass traitCompositionDefinition}; lf ]."
  207. aStream
  208. tab; write: 'package: '; print: aClass category; write: '!!'; lf.
  209. aClass comment ifNotEmpty: [
  210. aStream
  211. write: '!!'; print: aClass; write: ' commentStamp!!'; lf;
  212. write: { self chunkEscape: aClass comment. '!!' }; lf ].
  213. aStream lf
  214. ! !
  215. AbstractExporter subclass: #Exporter
  216. slots: {}
  217. package: 'Platform-ImportExport'!
  218. !Exporter commentStamp!
  219. I am responsible for outputting Amber code into a JavaScript string.
  220. The generated output is enough to reconstruct the exported data, including Smalltalk source code and other metadata.
  221. ## Use case
  222. I am typically used to save code outside of the Amber runtime (committing to disk, etc.).!
  223. !Exporter methodsFor: 'accessing'!
  224. ownMethodsOfClass: aClass
  225. "Issue #143: sort methods alphabetically"
  226. ^ ((aClass methodDictionary values) sorted: [ :a :b | a selector <= b selector ])
  227. reject: [ :each | (each protocol match: '^\*') ]
  228. !
  229. ownMethodsOfMetaClass: aClass
  230. "Issue #143: sort methods alphabetically"
  231. ^ self ownMethodsOfClass: aClass theMetaClass
  232. ! !
  233. !Exporter methodsFor: 'output'!
  234. exportBehavior: aBehavior on: aStream
  235. aBehavior exportBehaviorDefinitionTo: aStream using: self.
  236. aBehavior ownMethods do: [ :method |
  237. self exportMethod: method on: aStream ]
  238. !
  239. exportDefinitionOf: aClass on: aStream
  240. aStream
  241. lf;
  242. write: {
  243. '$core.addClass('.
  244. aClass name asJavaScriptSource. ', '.
  245. aClass superclass ifNil: [ 'null' ] ifNotNil: [ :superclass | superclass asJavaScriptSource ]. ', '.
  246. aClass category asJavaScriptSource.
  247. ');' };
  248. lf.
  249. aClass instanceVariableNames ifNotEmpty: [ :ivars | aStream
  250. write: { '$core.setSlots('. aClass asJavaScriptSource. ', '. ivars asJavaScriptSource. ');' };
  251. lf ].
  252. aClass comment ifNotEmpty: [
  253. aStream
  254. write: '//>>excludeStart("ide", pragmas.excludeIdeData);'; lf;
  255. write: { aClass asJavaScriptSource. '.comment='. aClass comment crlfSanitized asJavaScriptSource. ';' }; lf;
  256. write: '//>>excludeEnd("ide");';
  257. lf ]
  258. !
  259. exportMetaDefinitionOf: aClass on: aStream
  260. aStream lf.
  261. aClass theMetaClass instanceVariableNames ifNotEmpty: [ :classIvars | aStream
  262. write: { '$core.setSlots('. aClass theMetaClass asJavaScriptSource. ', '. classIvars asJavaScriptSource. ');' };
  263. lf ]
  264. !
  265. exportMethod: aMethod on: aStream
  266. aStream
  267. write: '$core.addMethod('; lf;
  268. write: '$core.method({'; lf;
  269. write: { 'selector: '. aMethod selector asJavaScriptSource. ',' }; lf;
  270. write: { 'protocol: '. aMethod protocol asJavaScriptSource. ',' }; lf.
  271. aMethod instantiateFn ifNil: [ aStream write: { 'fn: '. aMethod fn compiledSource. ',' }; lf ].
  272. aStream
  273. write: '//>>excludeStart("ide", pragmas.excludeIdeData);'; lf;
  274. write: { 'args: '. aMethod arguments asJavaScriptSource. ',' }; lf;
  275. write: { 'source: '. aMethod source asJavaScriptSource. ',' }; lf;
  276. write: { 'referencedClasses: '. aMethod referencedClasses asJavaScriptSource. ',' }; lf;
  277. write: '//>>excludeEnd("ide");'; lf;
  278. write: { 'pragmas: '. aMethod basicPragmas asJavaScriptSource. ',' }; lf;
  279. write: { 'messageSends: '. aMethod messageSends asJavaScriptSource }; lf;
  280. write: '}'.
  281. aMethod instantiateFn ifNotNil: [ :ifn | aStream write: { ', '. ifn compiledSource } ].
  282. aStream
  283. write: '),'; lf;
  284. write: { aMethod origin asJavaScriptSource. ');' }; lf; lf
  285. !
  286. exportPackage: aPackage on: aStream
  287. self
  288. exportPackagePrologueOf: aPackage on: aStream;
  289. exportPackageDefinitionOf: aPackage on: aStream;
  290. exportPackageContextOf: aPackage on: aStream;
  291. exportPackageImportsOf: aPackage on: aStream;
  292. exportPackageTransportOf: aPackage on: aStream.
  293. aPackage sortedClasses do: [ :eachClass | eachClass includingPossibleMetaDo: [ :each |
  294. self exportBehavior: each on: aStream ] ].
  295. self exportPackageTraitCompositionsOf: aPackage on: aStream.
  296. (self extensionMethodsOfPackage: aPackage) do: [ :each |
  297. self exportMethod: each on: aStream ].
  298. self exportPackageEpilogueOf: aPackage on: aStream
  299. !
  300. exportPackageBodyBlockPrologueOf: aPackage on: aStream
  301. aStream
  302. write: 'var $core=$boot.api,nil=$boot.nilAsValue,$nil=$boot.nilAsReceiver,$recv=$boot.asReceiver,$globals=$boot.globals;'; lf
  303. !
  304. exportPackageContextOf: aPackage on: aStream
  305. aPackage contextFunctionSource ifNotNil: [ :source |
  306. aStream
  307. write: { '$pkg.context = '. source. ';' };
  308. lf ]
  309. !
  310. exportPackageDefinitionOf: aPackage on: aStream
  311. aStream
  312. write: { 'var $pkg = $core.addPackage('. aPackage name asJavaScriptSource. ');' };
  313. lf
  314. !
  315. exportPackageEpilogueOf: aPackage on: aStream
  316. self subclassResponsibility
  317. !
  318. exportPackageImportsOf: aPackage on: aStream
  319. aPackage importsAsJson ifNotEmpty: [ :imports |
  320. aStream
  321. write: { '$pkg.imports = '. imports asJavaScriptSource. ';' };
  322. lf ]
  323. !
  324. exportPackagePrologueOf: aPackage on: aStream
  325. self subclassResponsibility
  326. !
  327. exportPackageTraitCompositionsOf: aPackage on: aStream
  328. aPackage traitCompositions ifNotEmpty: [ :traitCompositions |
  329. traitCompositions keysAndValuesDo: [ :key :value | self exportTraitComposition: value of: key on: aStream ].
  330. aStream lf ]
  331. !
  332. exportPackageTransportOf: aPackage on: aStream
  333. aStream
  334. write: { '$pkg.transport = '. aPackage transport asJSONString. ';' };
  335. lf
  336. !
  337. exportTraitComposition: aTraitComposition of: aBehavior on: aStream
  338. aStream write: {
  339. '$core.setTraitComposition('.
  340. aTraitComposition asJavaScriptSource.
  341. ', '.
  342. aBehavior asJavaScriptSource.
  343. ');' };
  344. lf
  345. !
  346. exportTraitDefinitionOf: aClass on: aStream
  347. aStream
  348. lf;
  349. write: {
  350. '$core.addTrait('.
  351. aClass name asJavaScriptSource. ', '.
  352. aClass category asJavaScriptSource.
  353. ');' }.
  354. aClass comment ifNotEmpty: [
  355. aStream
  356. lf;
  357. write: '//>>excludeStart("ide", pragmas.excludeIdeData);'; lf;
  358. write: { aClass asJavaScriptSource. '.comment='. aClass comment crlfSanitized asJavaScriptSource. ';' }; lf;
  359. write: '//>>excludeEnd("ide");' ].
  360. aStream lf
  361. ! !
  362. Exporter subclass: #AmdExporter
  363. slots: {#namespace}
  364. package: 'Platform-ImportExport'!
  365. !AmdExporter commentStamp!
  366. I am used to export Packages in an AMD (Asynchronous Module Definition) JavaScript format.!
  367. !AmdExporter methodsFor: 'output'!
  368. exportPackageEpilogueOf: aPackage on: aStream
  369. aStream
  370. write: '});';
  371. lf
  372. !
  373. exportPackageImportsOf: aPackage on: aStream
  374. | importsForOutput pragmaStart pragmaEnd |
  375. pragmaStart := '//>>excludeStart("imports", pragmas.excludeImports);', String lf.
  376. pragmaEnd := '//>>excludeEnd("imports");', String lf.
  377. super exportPackageImportsOf: aPackage on: aStream.
  378. importsForOutput := self importsForOutput: aPackage.
  379. importsForOutput value ifNotEmpty: [ :imports |
  380. | vars |
  381. aStream write: pragmaStart.
  382. vars := importsForOutput key.
  383. vars ifNotEmpty: [ aStream write: { 'var '. ',' join: vars. ';' }; lf ].
  384. aStream
  385. write: {
  386. '$pkg.isReady = new Promise(function (resolve, reject) { requirejs('.
  387. imports asJavaScriptSource.
  388. ', function ('.
  389. ',' join: ((1 to: vars size) collect: [ :each | '$', each asString ]).
  390. ') {'.
  391. (1 to: vars size) collect: [ :each | (vars at: each), '=$', each asString, '; ' ].
  392. 'resolve();}, reject); });' };
  393. lf;
  394. write: pragmaEnd ]
  395. !
  396. exportPackagePrologueOf: aPackage on: aStream
  397. | loadDependencies pragmaStart pragmaEnd |
  398. pragmaStart := '//>>excludeStart("imports", pragmas.excludeImports);', String lf.
  399. pragmaEnd := '//>>excludeEnd("imports");', String lf.
  400. loadDependencies := self amdNamesOfPackages: aPackage loadDependencies.
  401. aStream
  402. write: {
  403. 'define('.
  404. (#('amber/boot' 'require'), loadDependencies asArray sorted) asJavaScriptSource.
  405. ', function($boot,requirejs){"use strict";' };
  406. lf.
  407. self exportPackageBodyBlockPrologueOf: aPackage on: aStream
  408. ! !
  409. !AmdExporter methodsFor: 'private'!
  410. amdNamesOfPackages: anArray
  411. ^ (anArray
  412. select: [ :each | (self amdNamespaceOfPackage: each) notNil ])
  413. collect: [ :each | (self amdNamespaceOfPackage: each), '/', each name ]
  414. !
  415. amdNamespaceOfPackage: aPackage
  416. ^ (aPackage transport type = 'amd')
  417. ifTrue: [ aPackage transport namespace ]
  418. ifFalse: [ nil ]
  419. !
  420. importsForOutput: aPackage
  421. "Returns an association where key is list of import variables
  422. and value is list of external dependencies, with ones imported as variables
  423. put at the beginning with same order as is in key.
  424. For example imports:{'jQuery'->'jquery'. 'bootstrap'} would yield
  425. #('jQuery') -> #('jquery' 'bootstrap')"
  426. | namedImports anonImports importVarNames |
  427. namedImports := #().
  428. anonImports := #().
  429. importVarNames := #().
  430. aPackage imports do: [ :each | each isString
  431. ifTrue: [ anonImports add: each ]
  432. ifFalse: [ namedImports add: each value.
  433. importVarNames add: each key ]].
  434. ^ importVarNames -> (namedImports, anonImports)
  435. ! !
  436. Object subclass: #ChunkParser
  437. slots: {#stream. #last}
  438. package: 'Platform-ImportExport'!
  439. !ChunkParser commentStamp!
  440. I am responsible for parsing aStream contents in the chunk format.
  441. ## API
  442. ChunkParser new
  443. stream: aStream;
  444. nextChunk!
  445. !ChunkParser methodsFor: 'accessing'!
  446. last
  447. ^ last
  448. !
  449. stream: aStream
  450. stream := aStream
  451. ! !
  452. !ChunkParser methodsFor: 'reading'!
  453. nextChunk
  454. "The chunk format (Smalltalk Interchange Format or Fileout format)
  455. is a trivial format but can be a bit tricky to understand:
  456. - Uses the exclamation mark as delimiter of chunks.
  457. - Inside a chunk a normal exclamation mark must be doubled.
  458. - A non empty chunk must be a valid Smalltalk expression.
  459. - A chunk on top level with a preceding empty chunk is an instruction chunk:
  460. - The object created by the expression then takes over reading chunks.
  461. This method returns next chunk as a String (trimmed), empty String (all whitespace) or nil."
  462. | char result chunk |
  463. result := '' writeStream.
  464. [ char := stream next.
  465. char notNil ] whileTrue: [
  466. char = '!!' ifTrue: [
  467. stream peek = '!!'
  468. ifTrue: [ stream next "skipping the escape double" ]
  469. ifFalse: [ ^ last := result contents trimBoth "chunk end marker found" ]].
  470. result nextPut: char ].
  471. ^ last := nil "a chunk needs to end with !!"
  472. ! !
  473. !ChunkParser class methodsFor: 'instance creation'!
  474. on: aStream
  475. ^ self new stream: aStream
  476. ! !
  477. Object subclass: #ClassCommentReader
  478. slots: {#class}
  479. package: 'Platform-ImportExport'!
  480. !ClassCommentReader commentStamp!
  481. I provide a mechanism for retrieving class comments stored on a file.
  482. See also `ClassCategoryReader`.!
  483. !ClassCommentReader methodsFor: 'accessing'!
  484. class: aClass
  485. class := aClass
  486. ! !
  487. !ClassCommentReader methodsFor: 'fileIn'!
  488. scanFrom: aChunkParser
  489. | chunk |
  490. chunk := aChunkParser nextChunk.
  491. chunk ifNotEmpty: [
  492. self setComment: chunk ].
  493. ! !
  494. !ClassCommentReader methodsFor: 'initialization'!
  495. initialize
  496. super initialize.
  497. ! !
  498. !ClassCommentReader methodsFor: 'private'!
  499. setComment: aString
  500. class comment: aString
  501. ! !
  502. Object subclass: #ClassProtocolReader
  503. slots: {#class. #category}
  504. package: 'Platform-ImportExport'!
  505. !ClassProtocolReader commentStamp!
  506. I provide a mechanism for retrieving class descriptions stored on a file in the Smalltalk chunk format.!
  507. !ClassProtocolReader methodsFor: 'accessing'!
  508. class: aClass category: aString
  509. class := aClass.
  510. category := aString
  511. ! !
  512. !ClassProtocolReader methodsFor: 'fileIn'!
  513. scanFrom: aChunkParser
  514. | chunk |
  515. [ chunk := aChunkParser nextChunk.
  516. chunk isEmpty ] whileFalse: [
  517. self compileMethod: chunk ]
  518. ! !
  519. !ClassProtocolReader methodsFor: 'initialization'!
  520. initialize
  521. super initialize.
  522. ! !
  523. !ClassProtocolReader methodsFor: 'private'!
  524. compileMethod: aString
  525. Compiler new install: aString forClass: class protocol: category
  526. ! !
  527. Object subclass: #ExportMethodProtocol
  528. slots: {#name. #theClass}
  529. package: 'Platform-ImportExport'!
  530. !ExportMethodProtocol commentStamp!
  531. I am an abstraction for a method protocol in a class / metaclass.
  532. I know of my class, name and methods.
  533. I am used when exporting a package.!
  534. !ExportMethodProtocol methodsFor: 'accessing'!
  535. methods
  536. ^ (self theClass methodsInProtocol: self name)
  537. sorted: [ :a :b | a selector <= b selector ]
  538. !
  539. name
  540. ^ name
  541. !
  542. name: aString
  543. name := aString
  544. !
  545. ownMethods
  546. ^ (self theClass ownMethodsInProtocol: self name)
  547. sorted: [ :a :b | a selector <= b selector ]
  548. !
  549. theClass
  550. ^ theClass
  551. !
  552. theClass: aClass
  553. theClass := aClass
  554. ! !
  555. !ExportMethodProtocol class methodsFor: 'instance creation'!
  556. name: aString theClass: aClass
  557. ^ self new
  558. name: aString;
  559. theClass: aClass;
  560. yourself
  561. ! !
  562. Object subclass: #Importer
  563. slots: {#lastSection. #lastChunk}
  564. package: 'Platform-ImportExport'!
  565. !Importer commentStamp!
  566. I can import Amber code from a string in the chunk format.
  567. ## API
  568. Importer new import: aString!
  569. !Importer methodsFor: 'accessing'!
  570. lastChunk
  571. ^ lastChunk
  572. !
  573. lastSection
  574. ^ lastSection
  575. ! !
  576. !Importer methodsFor: 'fileIn'!
  577. import: aStream
  578. | chunk result parser lastEmpty |
  579. parser := ChunkParser on: aStream.
  580. lastEmpty := false.
  581. lastSection := 'n/a, not started'.
  582. lastChunk := nil.
  583. [
  584. [ chunk := parser nextChunk.
  585. chunk isNil ] whileFalse: [
  586. chunk
  587. ifEmpty: [ lastEmpty := true ]
  588. ifNotEmpty: [
  589. lastSection := chunk.
  590. result := Compiler new evaluateExpression: chunk.
  591. lastEmpty
  592. ifTrue: [
  593. lastEmpty := false.
  594. result scanFrom: parser ]] ].
  595. lastSection := 'n/a, finished'
  596. ] on: Error do: [:e | lastChunk := parser last. e pass ].
  597. ! !
  598. Error subclass: #PackageCommitError
  599. slots: {}
  600. package: 'Platform-ImportExport'!
  601. !PackageCommitError commentStamp!
  602. I get signaled when an attempt to commit a package has failed.!
  603. Object subclass: #PackageHandler
  604. slots: {}
  605. package: 'Platform-ImportExport'!
  606. !PackageHandler commentStamp!
  607. I am responsible for handling package loading and committing.
  608. I should not be used directly. Instead, use the corresponding `Package` methods.!
  609. !PackageHandler methodsFor: 'accessing'!
  610. chunkContentsFor: aPackage
  611. ^ String streamContents: [ :str |
  612. self chunkExporter exportPackage: aPackage on: str ]
  613. !
  614. chunkExporterClass
  615. ^ ChunkExporter
  616. !
  617. commitPathJsFor: aPackage
  618. self subclassResponsibility
  619. !
  620. commitPathStFor: aPackage
  621. self subclassResponsibility
  622. !
  623. contentsFor: aPackage
  624. ^ String streamContents: [ :str |
  625. self exporter exportPackage: aPackage on: str ]
  626. !
  627. exporterClass
  628. self subclassResponsibility
  629. !
  630. setPath: aString forPackage: aPackage
  631. self subclassResponsibility
  632. ! !
  633. !PackageHandler methodsFor: 'committing'!
  634. commit: aPackage
  635. self
  636. commit: aPackage
  637. onSuccess: []
  638. onError: [ :error |
  639. PackageCommitError new
  640. messageText: 'Commiting failed with reason: "' , (error responseText) , '"';
  641. signal ]
  642. !
  643. commit: aPackage onSuccess: aBlock onError: anotherBlock
  644. self
  645. commitJsFileFor: aPackage
  646. onSuccess: [
  647. self
  648. commitStFileFor: aPackage
  649. onSuccess: [ aPackage beClean. aBlock value ]
  650. onError: anotherBlock ]
  651. onError: anotherBlock
  652. !
  653. commitJsFileFor: aPackage onSuccess: aBlock onError: anotherBlock
  654. self
  655. ajaxPutAt: (self commitPathJsFor: aPackage), '/', aPackage name, '.js'
  656. data: (self contentsFor: aPackage)
  657. onSuccess: aBlock
  658. onError: anotherBlock
  659. !
  660. commitStFileFor: aPackage onSuccess: aBlock onError: anotherBlock
  661. self
  662. ajaxPutAt: (self commitPathStFor: aPackage), '/', aPackage name, '.st'
  663. data: (self chunkContentsFor: aPackage)
  664. onSuccess: aBlock
  665. onError: anotherBlock
  666. ! !
  667. !PackageHandler methodsFor: 'error handling'!
  668. onCommitError: anError
  669. PackageCommitError new
  670. messageText: 'Commiting failed with reason: "' , (anError responseText) , '"';
  671. signal
  672. ! !
  673. !PackageHandler methodsFor: 'factory'!
  674. chunkExporter
  675. ^ self chunkExporterClass new
  676. !
  677. exporter
  678. ^ self exporterClass new
  679. ! !
  680. !PackageHandler methodsFor: 'loading'!
  681. load: aPackage
  682. "Should return a TThenable"
  683. self subclassResponsibility
  684. ! !
  685. !PackageHandler methodsFor: 'private'!
  686. ajaxPutAt: aURL data: aString onSuccess: aBlock onError: anotherBlock
  687. | xhr |
  688. xhr := Platform newXhr.
  689. xhr open: 'PUT' url: aURL async: true.
  690. xhr onreadystatechange: [
  691. xhr readyState = 4 ifTrue: [
  692. (xhr status >= 200 and: [ xhr status < 300 ])
  693. ifTrue: aBlock
  694. ifFalse: anotherBlock ]].
  695. xhr send: aString
  696. ! !
  697. PackageHandler subclass: #AmdPackageHandler
  698. slots: {}
  699. package: 'Platform-ImportExport'!
  700. !AmdPackageHandler commentStamp!
  701. I am responsible for handling package loading and committing.
  702. I should not be used directly. Instead, use the corresponding `Package` methods.!
  703. !AmdPackageHandler methodsFor: 'accessing'!
  704. commitPathJsFor: aPackage
  705. ^ self toUrl: (self namespaceFor: aPackage)
  706. !
  707. commitPathStFor: aPackage
  708. "If _source is not mapped, .st will be committed to .js path.
  709. It is recommended not to use _source as it can be deprecated."
  710. | path pathWithout |
  711. path := self toUrl: (self namespaceFor: aPackage), '/_source'.
  712. pathWithout := self commitPathJsFor: aPackage.
  713. ^ path = (pathWithout, '/_source') ifTrue: [ pathWithout ] ifFalse: [ path ]
  714. !
  715. exporterClass
  716. ^ AmdExporter
  717. !
  718. setPath: aString forPackage: aPackage
  719. "Set the path the the package's `namespace`"
  720. "Smalltalk amdRequire
  721. ifNil: [ self error: 'AMD loader not present' ]
  722. ifNotNil: [ :require |"
  723. require provided config: #{
  724. 'paths' -> #{
  725. (self namespaceFor: aPackage) -> aString
  726. }
  727. }
  728. "]"
  729. ! !
  730. !AmdPackageHandler methodsFor: 'committing'!
  731. namespaceFor: aPackage
  732. ^ aPackage transport namespace
  733. ! !
  734. !AmdPackageHandler methodsFor: 'loading'!
  735. load: aPackage
  736. ^ Promise new: [ :model |
  737. Smalltalk amdRequire
  738. ifNil: [ self error: 'AMD loader not present' ]
  739. ifNotNil: [ :require |
  740. require
  741. value: { (self namespaceFor: aPackage), '/', aPackage name }
  742. value: [ :result | model value: result ]
  743. value: [ :error | model signal: error ] ] ]
  744. ! !
  745. !AmdPackageHandler methodsFor: 'private'!
  746. toUrl: aString
  747. ^ Smalltalk amdRequire
  748. ifNil: [ self error: 'AMD loader not present' ]
  749. ifNotNil: [ :require | require provided toUrl: aString ]
  750. ! !
  751. !AmdPackageHandler class methodsFor: 'commit paths'!
  752. defaultNamespace
  753. ^ Smalltalk defaultAmdNamespace
  754. !
  755. defaultNamespace: aString
  756. Smalltalk defaultAmdNamespace: aString
  757. ! !
  758. Object subclass: #PackageTransport
  759. slots: {#package}
  760. package: 'Platform-ImportExport'!
  761. !PackageTransport commentStamp!
  762. I represent the transport mechanism used to commit a package.
  763. My concrete subclasses have a `#handler` to which committing is delegated.!
  764. !PackageTransport methodsFor: 'accessing'!
  765. commitHandlerClass
  766. self subclassResponsibility
  767. !
  768. definition
  769. ^ ''
  770. !
  771. package
  772. ^ package
  773. !
  774. package: aPackage
  775. package := aPackage
  776. !
  777. type
  778. ^ self class type
  779. ! !
  780. !PackageTransport methodsFor: 'actions'!
  781. setPath: aString
  782. "Set the commit path for the package"
  783. self commitHandler setPath: aString forPackage: package
  784. ! !
  785. !PackageTransport methodsFor: 'committing'!
  786. commit
  787. self commitHandler commit: self package
  788. !
  789. commitOnSuccess: aBlock onError: anotherBlock
  790. self commitHandler
  791. commit: self package
  792. onSuccess: aBlock
  793. onError: anotherBlock
  794. ! !
  795. !PackageTransport methodsFor: 'converting'!
  796. asJavaScriptObject
  797. ^ #{ 'type' -> self type }
  798. ! !
  799. !PackageTransport methodsFor: 'factory'!
  800. commitHandler
  801. ^ self commitHandlerClass new
  802. ! !
  803. !PackageTransport methodsFor: 'initialization'!
  804. setupFromJson: anObject
  805. "no op. override if needed in subclasses"
  806. ! !
  807. !PackageTransport methodsFor: 'loading'!
  808. load
  809. ^ ((self commitHandler load: self package)
  810. then: [ Smalltalk postLoad ])
  811. catch: [ :e | Smalltalk postFailedLoad: self package. e pass ]
  812. ! !
  813. PackageTransport class slots: {#registry}!
  814. !PackageTransport class methodsFor: 'accessing'!
  815. classRegisteredFor: aString
  816. ^ registry at: aString
  817. !
  818. defaultType
  819. ^ AmdPackageTransport type
  820. !
  821. type
  822. "Override in subclasses"
  823. ^ nil
  824. ! !
  825. !PackageTransport class methodsFor: 'initialization'!
  826. initialize
  827. super initialize.
  828. self == PackageTransport
  829. ifTrue: [ registry := #{} ]
  830. ifFalse: [ self register ]
  831. ! !
  832. !PackageTransport class methodsFor: 'instance creation'!
  833. for: aString
  834. ^ (self classRegisteredFor: aString) new
  835. !
  836. fromJson: anObject
  837. anObject ifNil: [ ^ self for: self defaultType ].
  838. ^ (self for: anObject type)
  839. setupFromJson: anObject;
  840. yourself
  841. ! !
  842. !PackageTransport class methodsFor: 'registration'!
  843. register
  844. PackageTransport register: self
  845. !
  846. register: aClass
  847. aClass type ifNotNil: [
  848. registry at: aClass type put: aClass ]
  849. ! !
  850. PackageTransport subclass: #AmdPackageTransport
  851. slots: {#namespace}
  852. package: 'Platform-ImportExport'!
  853. !AmdPackageTransport commentStamp!
  854. I am the default transport for committing packages.
  855. See `AmdExporter` and `AmdPackageHandler`.!
  856. !AmdPackageTransport methodsFor: 'accessing'!
  857. commitHandlerClass
  858. ^ AmdPackageHandler
  859. !
  860. definition
  861. ^ String streamContents: [ :stream | stream
  862. write: { self class name. ' namespace: ' }; print: self namespace ]
  863. !
  864. namespace
  865. ^ namespace ifNil: [ self defaultNamespace ]
  866. !
  867. namespace: aString
  868. namespace := aString
  869. ! !
  870. !AmdPackageTransport methodsFor: 'converting'!
  871. asJavaScriptObject
  872. ^ super asJavaScriptObject
  873. at: 'amdNamespace' put: self namespace;
  874. yourself
  875. ! !
  876. !AmdPackageTransport methodsFor: 'defaults'!
  877. defaultNamespace
  878. ^ Smalltalk defaultAmdNamespace
  879. ! !
  880. !AmdPackageTransport methodsFor: 'initialization'!
  881. setupFromJson: anObject
  882. self namespace: (anObject at: 'amdNamespace')
  883. ! !
  884. !AmdPackageTransport methodsFor: 'printing'!
  885. printOn: aStream
  886. super printOn: aStream.
  887. aStream
  888. nextPutAll: ' (AMD Namespace: ';
  889. nextPutAll: self namespace;
  890. nextPutAll: ')'
  891. ! !
  892. !AmdPackageTransport class methodsFor: 'accessing'!
  893. type
  894. ^ 'amd'
  895. ! !
  896. !AmdPackageTransport class methodsFor: 'instance creation'!
  897. namespace: aString
  898. ^ self new
  899. namespace: aString;
  900. yourself
  901. ! !
  902. !Class methodsFor: '*Platform-ImportExport'!
  903. exportBehaviorDefinitionTo: aStream using: anExporter
  904. anExporter exportDefinitionOf: self on: aStream
  905. ! !
  906. !Metaclass methodsFor: '*Platform-ImportExport'!
  907. exportBehaviorDefinitionTo: aStream using: anExporter
  908. anExporter exportMetaDefinitionOf: self instanceClass on: aStream
  909. ! !
  910. !Package methodsFor: '*Platform-ImportExport'!
  911. commit
  912. ^ self transport commit
  913. !
  914. load
  915. ^ self transport load
  916. !
  917. loadFromNamespace: aString
  918. ^ self transport
  919. namespace: aString;
  920. load
  921. ! !
  922. !Package class methodsFor: '*Platform-ImportExport'!
  923. load: aPackageName
  924. ^ (self named: aPackageName) load
  925. !
  926. load: aPackageName fromNamespace: aString
  927. ^ (self named: aPackageName) loadFromNamespace: aString
  928. ! !
  929. !TBehaviorProvider methodsFor: '*Platform-ImportExport'!
  930. methodsFor: aString
  931. ^ ClassProtocolReader new
  932. class: self category: aString;
  933. yourself
  934. !
  935. methodsFor: aString stamp: aStamp
  936. "Added for file-in compatibility, ignores stamp."
  937. ^ self methodsFor: aString
  938. ! !
  939. !TMasterBehavior methodsFor: '*Platform-ImportExport'!
  940. commentStamp
  941. ^ ClassCommentReader new
  942. class: self;
  943. yourself
  944. !
  945. commentStamp: aStamp prior: prior
  946. ^ self commentStamp
  947. ! !
  948. !Trait methodsFor: '*Platform-ImportExport'!
  949. exportBehaviorDefinitionTo: aStream using: anExporter
  950. anExporter exportTraitDefinitionOf: self on: aStream
  951. ! !