Compiler-Semantic.st 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711
  1. Smalltalk createPackage: 'Compiler-Semantic'!
  2. Object subclass: #LexicalScope
  3. instanceVariableNames: 'node instruction temps args outerScope blockIndex'
  4. package: 'Compiler-Semantic'!
  5. !LexicalScope commentStamp!
  6. I represent a lexical scope where variable names are associated with ScopeVars
  7. Instances are used for block scopes. Method scopes are instances of MethodLexicalScope.
  8. I am attached to a ScopeVar and method/block nodes.
  9. Each context (method/closure) get a fresh scope that inherits from its outer scope.!
  10. !LexicalScope methodsFor: 'accessing'!
  11. alias
  12. ^ '$ctx', self scopeLevel asString
  13. !
  14. allVariableNames
  15. ^ self args keys, self temps keys
  16. !
  17. args
  18. ^ args ifNil: [ args := Dictionary new ]
  19. !
  20. bindingFor: aStringOrNode
  21. ^ self pseudoVars at: aStringOrNode value ifAbsent: [
  22. self args at: aStringOrNode value ifAbsent: [
  23. self temps at: aStringOrNode value ifAbsent: [ nil ]]]
  24. !
  25. blockIndex
  26. ^ blockIndex ifNil: [ 0 ]
  27. !
  28. blockIndex: anInteger
  29. blockIndex := anInteger
  30. !
  31. instruction
  32. ^ instruction
  33. !
  34. instruction: anIRInstruction
  35. instruction := anIRInstruction
  36. !
  37. lookupVariable: aNode
  38. | lookup |
  39. lookup := (self bindingFor: aNode).
  40. lookup ifNil: [
  41. lookup := self outerScope ifNotNil: [
  42. (self outerScope lookupVariable: aNode) ]].
  43. ^ lookup
  44. !
  45. methodScope
  46. ^ self outerScope ifNotNil: [
  47. self outerScope methodScope ]
  48. !
  49. node
  50. "Answer the node in which I am defined"
  51. ^ node
  52. !
  53. node: aNode
  54. node := aNode
  55. !
  56. outerScope
  57. ^ outerScope
  58. !
  59. outerScope: aLexicalScope
  60. outerScope := aLexicalScope
  61. !
  62. pseudoVars
  63. ^ self methodScope pseudoVars
  64. !
  65. scopeLevel
  66. self outerScope ifNil: [ ^ 1 ].
  67. self isInlined ifTrue: [ ^ self outerScope scopeLevel ].
  68. ^ self outerScope scopeLevel + 1
  69. !
  70. temps
  71. ^ temps ifNil: [ temps := Dictionary new ]
  72. ! !
  73. !LexicalScope methodsFor: 'adding'!
  74. addArg: aString
  75. self args at: aString put: (ArgVar on: aString).
  76. (self args at: aString) scope: self
  77. !
  78. addTemp: aString
  79. self temps at: aString put: (TempVar on: aString).
  80. (self temps at: aString) scope: self
  81. ! !
  82. !LexicalScope methodsFor: 'testing'!
  83. canInlineNonLocalReturns
  84. ^ self isInlined and: [ self outerScope canInlineNonLocalReturns ]
  85. !
  86. isBlockScope
  87. ^ self isMethodScope not
  88. !
  89. isInlined
  90. ^ self instruction notNil and: [
  91. self instruction isInlined ]
  92. !
  93. isMethodScope
  94. ^ false
  95. ! !
  96. LexicalScope subclass: #MethodLexicalScope
  97. instanceVariableNames: 'iVars pseudoVars unknownVariables localReturn nonLocalReturns'
  98. package: 'Compiler-Semantic'!
  99. !MethodLexicalScope commentStamp!
  100. I represent a method scope.!
  101. !MethodLexicalScope methodsFor: 'accessing'!
  102. allVariableNames
  103. ^ super allVariableNames, self iVars keys
  104. !
  105. bindingFor: aNode
  106. ^ (super bindingFor: aNode) ifNil: [
  107. self iVars at: aNode value ifAbsent: [ nil ]]
  108. !
  109. iVars
  110. ^ iVars ifNil: [ iVars := Dictionary new ]
  111. !
  112. localReturn
  113. ^ localReturn ifNil: [ false ]
  114. !
  115. localReturn: aBoolean
  116. localReturn := aBoolean
  117. !
  118. methodScope
  119. ^ self
  120. !
  121. nonLocalReturns
  122. ^ nonLocalReturns ifNil: [ nonLocalReturns := OrderedCollection new ]
  123. !
  124. pseudoVars
  125. pseudoVars ifNil: [
  126. pseudoVars := Dictionary new.
  127. Smalltalk pseudoVariableNames do: [ :each |
  128. pseudoVars at: each put: ((PseudoVar on: each)
  129. scope: self methodScope;
  130. yourself) ]].
  131. ^ pseudoVars
  132. !
  133. unknownVariables
  134. ^ unknownVariables ifNil: [ unknownVariables := OrderedCollection new ]
  135. ! !
  136. !MethodLexicalScope methodsFor: 'adding'!
  137. addIVar: aString
  138. self iVars at: aString put: (InstanceVar on: aString).
  139. (self iVars at: aString) scope: self
  140. !
  141. addNonLocalReturn: aScope
  142. self nonLocalReturns add: aScope
  143. !
  144. removeNonLocalReturn: aScope
  145. self nonLocalReturns remove: aScope ifAbsent: []
  146. ! !
  147. !MethodLexicalScope methodsFor: 'testing'!
  148. canInlineNonLocalReturns
  149. ^ true
  150. !
  151. hasLocalReturn
  152. ^ self localReturn
  153. !
  154. hasNonLocalReturn
  155. ^ self nonLocalReturns notEmpty
  156. !
  157. isMethodScope
  158. ^ true
  159. ! !
  160. Object subclass: #ScopeVar
  161. instanceVariableNames: 'scope name'
  162. package: 'Compiler-Semantic'!
  163. !ScopeVar commentStamp!
  164. I am an entry in a LexicalScope that gets associated with variable nodes of the same name.
  165. There are 4 different subclasses of vars: temp vars, local vars, args, and unknown/global vars.!
  166. !ScopeVar methodsFor: 'accessing'!
  167. alias
  168. ^ self name asVariableName
  169. !
  170. name
  171. ^ name
  172. !
  173. name: aString
  174. name := aString
  175. !
  176. scope
  177. ^ scope
  178. !
  179. scope: aScope
  180. scope := aScope
  181. ! !
  182. !ScopeVar methodsFor: 'testing'!
  183. isArgVar
  184. ^ false
  185. !
  186. isClassRefVar
  187. ^ false
  188. !
  189. isImmutable
  190. ^ false
  191. !
  192. isInstanceVar
  193. ^ false
  194. !
  195. isPseudoVar
  196. ^ false
  197. !
  198. isTempVar
  199. ^ false
  200. !
  201. isUnknownVar
  202. ^ false
  203. !
  204. validateAssignment
  205. (self isArgVar or: [ self isPseudoVar ]) ifTrue: [
  206. InvalidAssignmentError new
  207. variableName: self name;
  208. signal]
  209. ! !
  210. !ScopeVar class methodsFor: 'instance creation'!
  211. on: aString
  212. ^ self new
  213. name: aString;
  214. yourself
  215. ! !
  216. ScopeVar subclass: #AliasVar
  217. instanceVariableNames: 'node'
  218. package: 'Compiler-Semantic'!
  219. !AliasVar commentStamp!
  220. I am an internally defined variable by the compiler!
  221. !AliasVar methodsFor: 'accessing'!
  222. node
  223. ^ node
  224. !
  225. node: aNode
  226. node := aNode
  227. ! !
  228. ScopeVar subclass: #ArgVar
  229. instanceVariableNames: ''
  230. package: 'Compiler-Semantic'!
  231. !ArgVar commentStamp!
  232. I am an argument of a method or block.!
  233. !ArgVar methodsFor: 'testing'!
  234. isArgVar
  235. ^ true
  236. !
  237. isImmutable
  238. ^ true
  239. ! !
  240. ScopeVar subclass: #ClassRefVar
  241. instanceVariableNames: ''
  242. package: 'Compiler-Semantic'!
  243. !ClassRefVar commentStamp!
  244. I am an class reference variable!
  245. !ClassRefVar methodsFor: 'accessing'!
  246. alias
  247. "Fixes issue #190.
  248. A function is created in the method definition, answering the class or nil.
  249. See JSStream >> #nextPutClassRefFunction:"
  250. ^ '$', self name, '()'
  251. ! !
  252. !ClassRefVar methodsFor: 'testing'!
  253. isClassRefVar
  254. ^ true
  255. !
  256. isImmutable
  257. ^ true
  258. ! !
  259. ScopeVar subclass: #InstanceVar
  260. instanceVariableNames: ''
  261. package: 'Compiler-Semantic'!
  262. !InstanceVar commentStamp!
  263. I am an instance variable of a method or block.!
  264. !InstanceVar methodsFor: 'testing'!
  265. alias
  266. ^ 'self["@', self name, '"]'
  267. !
  268. isInstanceVar
  269. ^ true
  270. ! !
  271. ScopeVar subclass: #PseudoVar
  272. instanceVariableNames: ''
  273. package: 'Compiler-Semantic'!
  274. !PseudoVar commentStamp!
  275. I am an pseudo variable.
  276. The five Smalltalk pseudo variables are: 'self', 'super', 'nil', 'true' and 'false'!
  277. !PseudoVar methodsFor: 'accessing'!
  278. alias
  279. ^ self name
  280. ! !
  281. !PseudoVar methodsFor: 'testing'!
  282. isImmutable
  283. ^ true
  284. !
  285. isPseudoVar
  286. ^ true
  287. ! !
  288. ScopeVar subclass: #TempVar
  289. instanceVariableNames: ''
  290. package: 'Compiler-Semantic'!
  291. !TempVar commentStamp!
  292. I am an temporary variable of a method or block.!
  293. !TempVar methodsFor: 'testing'!
  294. isTempVar
  295. ^ true
  296. ! !
  297. ScopeVar subclass: #UnknownVar
  298. instanceVariableNames: ''
  299. package: 'Compiler-Semantic'!
  300. !UnknownVar commentStamp!
  301. I am an unknown variable. Amber uses unknown variables as JavaScript globals!
  302. !UnknownVar methodsFor: 'testing'!
  303. isUnknownVar
  304. ^ true
  305. ! !
  306. NodeVisitor subclass: #SemanticAnalyzer
  307. instanceVariableNames: 'currentScope blockIndex thePackage theClass classReferences messageSends superSends'
  308. package: 'Compiler-Semantic'!
  309. !SemanticAnalyzer commentStamp!
  310. I semantically analyze the abstract syntax tree and annotate it with informations such as non local returns and variable scopes.!
  311. !SemanticAnalyzer methodsFor: 'accessing'!
  312. classReferences
  313. ^ classReferences ifNil: [ classReferences := Set new ]
  314. !
  315. messageSends
  316. ^ messageSends ifNil: [ messageSends := Dictionary new ]
  317. !
  318. superSends
  319. ^ superSends ifNil: [ superSends := Dictionary new ]
  320. !
  321. theClass
  322. ^ theClass
  323. !
  324. theClass: aClass
  325. theClass := aClass
  326. !
  327. thePackage
  328. ^ thePackage
  329. !
  330. thePackage: aPackage
  331. thePackage := aPackage
  332. ! !
  333. !SemanticAnalyzer methodsFor: 'error handling'!
  334. errorShadowingVariable: aString
  335. ShadowingVariableError new
  336. variableName: aString;
  337. signal
  338. !
  339. errorUnknownVariable: aNode
  340. "Throw an error if the variable is undeclared in the global JS scope (i.e. window).
  341. We allow all variables listed by Smalltalk>>#globalJsVariables.
  342. This list includes: `window`, `document`, `process` and `global`
  343. for nodejs and browser environments.
  344. This is only to make sure compilation works on both browser-based and nodejs environments.
  345. The ideal solution would be to use a pragma instead"
  346. | identifier |
  347. identifier := aNode value.
  348. ((Smalltalk globalJsVariables includes: identifier) not
  349. and: [ self isVariableUndefined: identifier inPackage: self thePackage ])
  350. ifTrue: [
  351. UnknownVariableError new
  352. variableName: aNode value;
  353. signal ]
  354. ifFalse: [
  355. currentScope methodScope unknownVariables add: aNode value ]
  356. ! !
  357. !SemanticAnalyzer methodsFor: 'factory'!
  358. newBlockScope
  359. ^ self newScopeOfClass: LexicalScope
  360. !
  361. newMethodScope
  362. ^ self newScopeOfClass: MethodLexicalScope
  363. !
  364. newScopeOfClass: aLexicalScopeClass
  365. ^ aLexicalScopeClass new
  366. outerScope: currentScope;
  367. yourself
  368. ! !
  369. !SemanticAnalyzer methodsFor: 'private'!
  370. nextBlockIndex
  371. blockIndex ifNil: [ blockIndex := 0 ].
  372. blockIndex := blockIndex + 1.
  373. ^ blockIndex
  374. ! !
  375. !SemanticAnalyzer methodsFor: 'scope'!
  376. popScope
  377. currentScope ifNotNil: [
  378. currentScope := currentScope outerScope ]
  379. !
  380. pushScope: aScope
  381. aScope outerScope: currentScope.
  382. currentScope := aScope
  383. !
  384. validateVariableScope: aString
  385. "Validate the variable scope in by doing a recursive lookup, up to the method scope"
  386. (currentScope lookupVariable: aString) ifNotNil: [
  387. self errorShadowingVariable: aString ]
  388. ! !
  389. !SemanticAnalyzer methodsFor: 'testing'!
  390. isVariableUndefined: aString inPackage: aPackage
  391. aPackage ifNotNil: [
  392. | packageKnownVars |
  393. packageKnownVars := (aPackage imports
  394. reject: #isString)
  395. collect: #key.
  396. (packageKnownVars includes: aString) ifTrue: [ ^ false ]].
  397. ^ Compiler new
  398. eval: 'typeof ', aString, ' == "undefined"'
  399. ! !
  400. !SemanticAnalyzer methodsFor: 'visiting'!
  401. visitAssignmentNode: aNode
  402. super visitAssignmentNode: aNode.
  403. aNode left beAssigned
  404. !
  405. visitBlockNode: aNode
  406. self pushScope: self newBlockScope.
  407. aNode scope: currentScope.
  408. currentScope node: aNode.
  409. currentScope blockIndex: self nextBlockIndex.
  410. aNode parameters do: [ :each |
  411. self validateVariableScope: each.
  412. currentScope addArg: each ].
  413. super visitBlockNode: aNode.
  414. self popScope
  415. !
  416. visitCascadeNode: aNode
  417. super visitCascadeNode: aNode.
  418. aNode nodes first superSend ifTrue: [
  419. aNode nodes do: [ :each | each superSend: true ] ]
  420. !
  421. visitMethodNode: aNode
  422. self pushScope: self newMethodScope.
  423. aNode scope: currentScope.
  424. currentScope node: aNode.
  425. self theClass allInstanceVariableNames do: [ :each |
  426. currentScope addIVar: each ].
  427. aNode arguments do: [ :each |
  428. self validateVariableScope: each.
  429. currentScope addArg: each ].
  430. super visitMethodNode: aNode.
  431. aNode
  432. classReferences: self classReferences;
  433. sendIndexes: self messageSends;
  434. superSends: self superSends keys.
  435. self popScope
  436. !
  437. visitReturnNode: aNode
  438. aNode scope: currentScope.
  439. currentScope isMethodScope
  440. ifTrue: [ currentScope localReturn: true ]
  441. ifFalse: [ currentScope methodScope addNonLocalReturn: currentScope ].
  442. super visitReturnNode: aNode
  443. !
  444. visitSendNode: aNode
  445. aNode receiver value = 'super'
  446. ifTrue: [
  447. aNode superSend: true.
  448. aNode receiver value: 'self'.
  449. self superSends at: aNode selector ifAbsentPut: [ Set new ].
  450. (self superSends at: aNode selector) add: aNode ]
  451. ifFalse: [ (IRSendInliner inlinedSelectors includes: aNode selector) ifTrue: [
  452. aNode shouldBeInlined: true.
  453. aNode receiver ifNotNil: [ :receiver |
  454. receiver shouldBeAliased: true ] ] ].
  455. self messageSends at: aNode selector ifAbsentPut: [ Set new ].
  456. (self messageSends at: aNode selector) add: aNode.
  457. aNode index: (self messageSends at: aNode selector) size.
  458. super visitSendNode: aNode
  459. !
  460. visitSequenceNode: aNode
  461. aNode temps do: [ :each |
  462. self validateVariableScope: each.
  463. currentScope addTemp: each ].
  464. super visitSequenceNode: aNode
  465. !
  466. visitVariableNode: aNode
  467. "Bind a ScopeVar to aNode by doing a lookup in the current scope.
  468. If no ScopeVar is found, bind a UnknowVar and throw an error."
  469. | binding |
  470. binding := currentScope lookupVariable: aNode.
  471. binding ifNil: [
  472. aNode value isCapitalized
  473. ifTrue: [ "Capital letter variables might be globals."
  474. binding := ClassRefVar new name: aNode value; yourself.
  475. self classReferences add: aNode value]
  476. ifFalse: [
  477. self errorUnknownVariable: aNode.
  478. binding := UnknownVar new name: aNode value; yourself ] ].
  479. aNode binding: binding.
  480. ! !
  481. !SemanticAnalyzer class methodsFor: 'instance creation'!
  482. on: aClass
  483. ^ self new
  484. theClass: aClass;
  485. yourself
  486. ! !
  487. CompilerError subclass: #SemanticError
  488. instanceVariableNames: ''
  489. package: 'Compiler-Semantic'!
  490. !SemanticError commentStamp!
  491. I represent an abstract semantic error thrown by the SemanticAnalyzer.
  492. Semantic errors can be unknown variable errors, etc.
  493. See my subclasses for concrete errors.
  494. The IDE should catch instances of Semantic error to deal with them when compiling!
  495. SemanticError subclass: #InvalidAssignmentError
  496. instanceVariableNames: 'variableName'
  497. package: 'Compiler-Semantic'!
  498. !InvalidAssignmentError commentStamp!
  499. I get signaled when a pseudo variable gets assigned.!
  500. !InvalidAssignmentError methodsFor: 'accessing'!
  501. messageText
  502. ^ ' Invalid assignment to variable: ', self variableName
  503. !
  504. variableName
  505. ^ variableName
  506. !
  507. variableName: aString
  508. variableName := aString
  509. ! !
  510. SemanticError subclass: #ShadowingVariableError
  511. instanceVariableNames: 'variableName'
  512. package: 'Compiler-Semantic'!
  513. !ShadowingVariableError commentStamp!
  514. I get signaled when a variable in a block or method scope shadows a variable of the same name in an outer scope.!
  515. !ShadowingVariableError methodsFor: 'accessing'!
  516. messageText
  517. ^ 'Variable shadowing error: ', self variableName, ' is already defined'
  518. !
  519. variableName
  520. ^ variableName
  521. !
  522. variableName: aString
  523. variableName := aString
  524. ! !
  525. SemanticError subclass: #UnknownVariableError
  526. instanceVariableNames: 'variableName'
  527. package: 'Compiler-Semantic'!
  528. !UnknownVariableError commentStamp!
  529. I get signaled when a variable is not defined.
  530. The default behavior is to allow it, as this is how Amber currently is able to seamlessly send messages to JavaScript objects.!
  531. !UnknownVariableError methodsFor: 'accessing'!
  532. messageText
  533. ^ 'Unknown Variable error: ', self variableName, ' is not defined'
  534. !
  535. variableName
  536. ^ variableName
  537. !
  538. variableName: aString
  539. variableName := aString
  540. ! !