CRS.mod 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368
  1. IMPLEMENTATION MODULE CRS;
  2. (* Scanner generated by Coco/R - assuming FileIO library will be available. *)
  3. IMPORT FileIO, Storage;
  4. CONST
  5. noSYMB = 41; (*error token code*)
  6. (* not only for errors but also for not finished states of scanner analysis *)
  7. eof = 32C (* MS-DOS Keyboard eof char *);
  8. EOF = FileIO.EOF;
  9. EOL = FileIO.CR;
  10. CR = FileIO.CR;
  11. LF = FileIO.LF;
  12. Long0 = FileIO.Long0;
  13. Long1 = FileIO.Long1;
  14. BlkSize = 16384;
  15. TYPE
  16. BufBlock = ARRAY [0 .. BlkSize-1] OF CHAR;
  17. Buffer = ARRAY [0 .. 31] OF POINTER TO BufBlock;
  18. StartTable = ARRAY [0 .. 255] OF INTEGER;
  19. GetCH = PROCEDURE (INT32): CHAR;
  20. VAR
  21. lastCh,
  22. ch: CHAR; (*current input character*)
  23. curLine: INTEGER; (*current input line (may be higher than line)*)
  24. lineStart: INT32; (*start position of current line*)
  25. apx: INT32; (*length of appendix (CONTEXT phrase)*)
  26. oldEols: INTEGER; (*number of EOLs in a comment*)
  27. bp, bp0: INT32; (*current position in buf
  28. (bp0: position of current token)*)
  29. LBlkSize: INT32; (*BlkSize*)
  30. inputLen: INT32; (*source file size*)
  31. buf: Buffer; (*source buffer for low-level access*)
  32. start: StartTable; (*start state for every character*)
  33. CurrentCh: GetCH;
  34. PROCEDURE Err (nr, line, col: INTEGER; pos: INT32);
  35. BEGIN
  36. INC(errors)
  37. END Err;
  38. PROCEDURE NextCh;
  39. (* Return global variable ch *)
  40. BEGIN
  41. lastCh := ch; INC(bp); ch := CurrentCh(bp);
  42. IF (ch = EOL) OR (ch = FileIO.LF) AND (lastCh # EOL) THEN
  43. INC(curLine); lineStart := bp
  44. END
  45. END NextCh;
  46. PROCEDURE Comment (): BOOLEAN;
  47. VAR
  48. level, startLine: INTEGER;
  49. oldLineStart: INT32;
  50. BEGIN
  51. level := 1; startLine := curLine; oldLineStart := lineStart;
  52. IF (ch = "/") THEN
  53. NextCh;
  54. IF (ch = "*") THEN
  55. NextCh;
  56. LOOP
  57. IF (ch = "*") THEN
  58. NextCh;
  59. IF (ch = "/") THEN
  60. DEC(level); NextCh;
  61. IF level = 0 THEN RETURN TRUE END
  62. END;
  63. ELSIF ch = EOF THEN RETURN FALSE
  64. ELSE NextCh END;
  65. END; (* LOOP *)
  66. ELSE
  67. IF (ch = CR) OR (ch = LF) THEN
  68. DEC(curLine); lineStart := oldLineStart
  69. END;
  70. DEC(bp); ch := lastCh;
  71. END;
  72. END;
  73. IF (ch = "(") THEN
  74. NextCh;
  75. IF (ch = "*") THEN
  76. NextCh;
  77. LOOP
  78. IF (ch = "*") THEN
  79. NextCh;
  80. IF (ch = ")") THEN
  81. DEC(level); NextCh;
  82. IF level = 0 THEN RETURN TRUE END
  83. END;
  84. ELSIF (ch = "(") THEN
  85. NextCh;
  86. IF (ch = "*") THEN INC(level); NextCh END;
  87. ELSIF ch = EOF THEN RETURN FALSE
  88. ELSE NextCh END;
  89. END; (* LOOP *)
  90. ELSE
  91. IF (ch = CR) OR (ch = LF) THEN
  92. DEC(curLine); lineStart := oldLineStart
  93. END;
  94. DEC(bp); ch := lastCh;
  95. END;
  96. END;
  97. RETURN FALSE;
  98. END Comment;
  99. PROCEDURE Equal (s: ARRAY OF CHAR): BOOLEAN;
  100. VAR
  101. i: CARDINAL;
  102. q: INT32;
  103. BEGIN
  104. IF nextLen # FileIO.SLENGTH(s) THEN RETURN FALSE END;
  105. i := 1; q := bp0; INC(q);
  106. WHILE i < nextLen DO
  107. IF CurrentCh(q) # s[i] THEN RETURN FALSE END;
  108. INC(i); INC(q)
  109. END;
  110. RETURN TRUE
  111. END Equal;
  112. PROCEDURE CheckLiteral (VAR sym: CARDINAL);
  113. BEGIN
  114. CASE CurrentCh(bp0) OF
  115. "A": IF Equal("ANY") THEN sym := 23;
  116. END
  117. | "C": IF Equal("CASE") THEN sym := 19;
  118. ELSIF Equal("CHARACTERS") THEN sym := 10;
  119. ELSIF Equal("CHR") THEN sym := 24;
  120. ELSIF Equal("COMMENTS") THEN sym := 14;
  121. ELSIF Equal("COMPILER") THEN sym := 5;
  122. ELSIF Equal("CONTEXT") THEN sym := 34;
  123. END
  124. | "E": IF Equal("END") THEN sym := 9;
  125. END
  126. | "F": IF Equal("FROM") THEN sym := 15;
  127. END
  128. | "I": IF Equal("IGNORE") THEN sym := 18;
  129. END
  130. | "N": IF Equal("NAMES") THEN sym := 12;
  131. ELSIF Equal("NESTED") THEN sym := 17;
  132. END
  133. | "P": IF Equal("PRAGMAS") THEN sym := 13;
  134. ELSIF Equal("PRODUCTIONS") THEN sym := 6;
  135. END
  136. | "S": IF Equal("SYNC") THEN sym := 33;
  137. END
  138. | "T": IF Equal("TO") THEN sym := 16;
  139. ELSIF Equal("TOKENS") THEN sym := 11;
  140. END
  141. | "W": IF Equal("WEAK") THEN sym := 28;
  142. END
  143. ELSE
  144. END
  145. END CheckLiteral;
  146. PROCEDURE Get (VAR sym: CARDINAL);
  147. VAR
  148. state: CARDINAL;
  149. BEGIN (*Get*)
  150. WHILE (ch = ' ') OR
  151. ((ch >= CHR(9)) & (ch <= CHR(10)) OR
  152. (ch = CHR(13))) DO NextCh END;
  153. IF ((ch = "/") OR (ch = "(")) & Comment() THEN Get(sym); RETURN END;
  154. pos := nextPos; nextPos := bp;
  155. col := nextCol; nextCol := FileIO.INTL(bp - lineStart);
  156. line := nextLine; nextLine := curLine;
  157. len := nextLen; nextLen := 0;
  158. apx := FileIO.Long0; state := start[ORD(ch)]; bp0 := bp;
  159. LOOP
  160. NextCh; INC(nextLen);
  161. CASE state OF
  162. 1: IF ((ch >= "0") & (ch <= "9") OR
  163. (ch >= "A") & (ch <= "Z") OR
  164. (ch = "_") OR
  165. (ch >= "a") & (ch <= "z")) THEN
  166. ELSE sym := 1; CheckLiteral(sym); RETURN
  167. END;
  168. | 2: sym := 2; RETURN
  169. | 3: sym := 3; RETURN
  170. | 4: IF ((ch >= "0") & (ch <= "9")) THEN
  171. ELSE sym := 4; RETURN
  172. END;
  173. | 5: IF ((ch >= "0") & (ch <= "9") OR
  174. (ch >= "A") & (ch <= "Z") OR
  175. (ch = "_") OR
  176. (ch >= "a") & (ch <= "z")) THEN
  177. ELSE sym := 42; RETURN
  178. END;
  179. | 6: IF ((ch = CHR(0)) OR
  180. (ch >= " ") & (ch <= "!") OR
  181. (ch >= "#")) THEN
  182. ELSIF ((ch = CHR(10)) OR
  183. (ch = CHR(13))) THEN state := 3;
  184. ELSIF (ch = '"') THEN state := 2;
  185. ELSE sym := noSYMB; RETURN
  186. END;
  187. | 7: IF ((ch = CHR(0)) OR
  188. (ch >= " ") & (ch <= "&") OR
  189. (ch >= "(")) THEN
  190. ELSIF ((ch = CHR(10)) OR
  191. (ch = CHR(13))) THEN state := 3;
  192. ELSIF (ch = "'") THEN state := 2;
  193. ELSE sym := noSYMB; RETURN
  194. END;
  195. | 8: sym := 7; RETURN
  196. | 9: IF (ch = ".") THEN state := 12;
  197. ELSIF (ch = ">") THEN state := 23;
  198. ELSIF (ch = ")") THEN state := 25;
  199. ELSE sym := 8; RETURN
  200. END;
  201. | 10: sym := 20; RETURN
  202. | 11: sym := 21; RETURN
  203. | 12: sym := 22; RETURN
  204. | 13: IF (ch = ".") THEN state := 24;
  205. ELSE sym := 25; RETURN
  206. END;
  207. | 14: sym := 26; RETURN
  208. | 15: sym := 27; RETURN
  209. | 16: sym := 29; RETURN
  210. | 17: sym := 30; RETURN
  211. | 18: sym := 31; RETURN
  212. | 19: sym := 32; RETURN
  213. | 20: IF (ch = ".") THEN state := 22;
  214. ELSE sym := 35; RETURN
  215. END;
  216. | 21: sym := 36; RETURN
  217. | 22: sym := 37; RETURN
  218. | 23: sym := 38; RETURN
  219. | 24: sym := 39; RETURN
  220. | 25: sym := 40; RETURN
  221. | 26: sym := 0; ch := 0C; DEC(bp); RETURN
  222. ELSE sym := noSYMB; RETURN (*NextCh already done*)
  223. END
  224. END
  225. END Get;
  226. PROCEDURE CharAt (pos: INT32): CHAR;
  227. VAR
  228. ch: CHAR;
  229. BEGIN
  230. IF pos >= inputLen THEN RETURN FileIO.EOF END;
  231. ch := buf[FileIO.ORDL(pos DIV LBlkSize)]^[FileIO.ORDL(pos MOD LBlkSize)];
  232. IF ch # eof THEN RETURN ch ELSE RETURN FileIO.EOF END
  233. END CharAt;
  234. PROCEDURE CapChAt (pos: INT32): CHAR;
  235. VAR
  236. ch: CHAR;
  237. BEGIN
  238. IF pos >= inputLen THEN RETURN FileIO.EOF END;
  239. ch := CAP(buf[FileIO.ORDL(pos DIV LBlkSize)]^[FileIO.ORDL(pos MOD LBlkSize)]);
  240. IF ch # eof THEN RETURN ch ELSE RETURN FileIO.EOF END
  241. END CapChAt;
  242. PROCEDURE GetString (pos: INT32; len: CARDINAL; VAR s: ARRAY OF CHAR);
  243. VAR
  244. i: CARDINAL;
  245. p: INT32;
  246. BEGIN
  247. IF len > HIGH(s) THEN len := HIGH(s) END;
  248. p := pos; i := 0;
  249. WHILE i < len DO
  250. s[i] := CharAt(p); INC(i); INC(p)
  251. END;
  252. s[len] := 0C;
  253. END GetString;
  254. PROCEDURE GetName (pos: INT32; len: CARDINAL; VAR s: ARRAY OF CHAR);
  255. VAR
  256. i: CARDINAL;
  257. p: INT32;
  258. BEGIN
  259. IF len > HIGH(s) THEN len := HIGH(s) END;
  260. p := pos; i := 0;
  261. WHILE i < len DO
  262. s[i] := CurrentCh(p); INC(i); INC(p)
  263. END;
  264. s[len] := 0C;
  265. END GetName;
  266. PROCEDURE Reset;
  267. VAR
  268. len: INT32;
  269. i, read: CARDINAL;
  270. BEGIN (*assert: src has been opened*)
  271. len := FileIO.Length(src); i := 0; inputLen := len;
  272. WHILE len > LBlkSize DO
  273. Storage.ALLOCATE(buf[i], BlkSize);
  274. read := BlkSize; FileIO.ReadBytes(src, buf[i]^, read);
  275. len := len - FileIO.INT(read); INC(i)
  276. END;
  277. Storage.ALLOCATE(buf[i], FileIO.ORDL(len) + 1);
  278. read := FileIO.ORDL(len); FileIO.ReadBytes(src, buf[i]^, read);
  279. buf[i]^[read] := EOF;
  280. curLine := 1; lineStart := -FileIO.Long2; bp := -FileIO.Long1;
  281. oldEols := 0; apx := FileIO.Long0; errors := 0;
  282. NextCh;
  283. END Reset;
  284. BEGIN
  285. CurrentCh := CharAt;
  286. start[ 0] := 26; start[ 1] := 27; start[ 2] := 27; start[ 3] := 27;
  287. start[ 4] := 27; start[ 5] := 27; start[ 6] := 27; start[ 7] := 27;
  288. start[ 8] := 27; start[ 9] := 27; start[ 10] := 27; start[ 11] := 27;
  289. start[ 12] := 27; start[ 13] := 27; start[ 14] := 27; start[ 15] := 27;
  290. start[ 16] := 27; start[ 17] := 27; start[ 18] := 27; start[ 19] := 27;
  291. start[ 20] := 27; start[ 21] := 27; start[ 22] := 27; start[ 23] := 27;
  292. start[ 24] := 27; start[ 25] := 27; start[ 26] := 27; start[ 27] := 27;
  293. start[ 28] := 27; start[ 29] := 27; start[ 30] := 27; start[ 31] := 27;
  294. start[ 32] := 27; start[ 33] := 27; start[ 34] := 6; start[ 35] := 27;
  295. start[ 36] := 5; start[ 37] := 27; start[ 38] := 27; start[ 39] := 7;
  296. start[ 40] := 13; start[ 41] := 14; start[ 42] := 27; start[ 43] := 10;
  297. start[ 44] := 27; start[ 45] := 11; start[ 46] := 9; start[ 47] := 27;
  298. start[ 48] := 4; start[ 49] := 4; start[ 50] := 4; start[ 51] := 4;
  299. start[ 52] := 4; start[ 53] := 4; start[ 54] := 4; start[ 55] := 4;
  300. start[ 56] := 4; start[ 57] := 4; start[ 58] := 27; start[ 59] := 27;
  301. start[ 60] := 20; start[ 61] := 8; start[ 62] := 21; start[ 63] := 27;
  302. start[ 64] := 27; start[ 65] := 1; start[ 66] := 1; start[ 67] := 1;
  303. start[ 68] := 1; start[ 69] := 1; start[ 70] := 1; start[ 71] := 1;
  304. start[ 72] := 1; start[ 73] := 1; start[ 74] := 1; start[ 75] := 1;
  305. start[ 76] := 1; start[ 77] := 1; start[ 78] := 1; start[ 79] := 1;
  306. start[ 80] := 1; start[ 81] := 1; start[ 82] := 1; start[ 83] := 1;
  307. start[ 84] := 1; start[ 85] := 1; start[ 86] := 1; start[ 87] := 1;
  308. start[ 88] := 1; start[ 89] := 1; start[ 90] := 1; start[ 91] := 16;
  309. start[ 92] := 27; start[ 93] := 17; start[ 94] := 27; start[ 95] := 1;
  310. start[ 96] := 27; start[ 97] := 1; start[ 98] := 1; start[ 99] := 1;
  311. start[100] := 1; start[101] := 1; start[102] := 1; start[103] := 1;
  312. start[104] := 1; start[105] := 1; start[106] := 1; start[107] := 1;
  313. start[108] := 1; start[109] := 1; start[110] := 1; start[111] := 1;
  314. start[112] := 1; start[113] := 1; start[114] := 1; start[115] := 1;
  315. start[116] := 1; start[117] := 1; start[118] := 1; start[119] := 1;
  316. start[120] := 1; start[121] := 1; start[122] := 1; start[123] := 18;
  317. start[124] := 15; start[125] := 19; start[126] := 27; start[127] := 27;
  318. start[128] := 27; start[129] := 27; start[130] := 27; start[131] := 27;
  319. start[132] := 27; start[133] := 27; start[134] := 27; start[135] := 27;
  320. start[136] := 27; start[137] := 27; start[138] := 27; start[139] := 27;
  321. start[140] := 27; start[141] := 27; start[142] := 27; start[143] := 27;
  322. start[144] := 27; start[145] := 27; start[146] := 27; start[147] := 27;
  323. start[148] := 27; start[149] := 27; start[150] := 27; start[151] := 27;
  324. start[152] := 27; start[153] := 27; start[154] := 27; start[155] := 27;
  325. start[156] := 27; start[157] := 27; start[158] := 27; start[159] := 27;
  326. start[160] := 27; start[161] := 27; start[162] := 27; start[163] := 27;
  327. start[164] := 27; start[165] := 27; start[166] := 27; start[167] := 27;
  328. start[168] := 27; start[169] := 27; start[170] := 27; start[171] := 27;
  329. start[172] := 27; start[173] := 27; start[174] := 27; start[175] := 27;
  330. start[176] := 27; start[177] := 27; start[178] := 27; start[179] := 27;
  331. start[180] := 27; start[181] := 27; start[182] := 27; start[183] := 27;
  332. start[184] := 27; start[185] := 27; start[186] := 27; start[187] := 27;
  333. start[188] := 27; start[189] := 27; start[190] := 27; start[191] := 27;
  334. start[192] := 27; start[193] := 27; start[194] := 27; start[195] := 27;
  335. start[196] := 27; start[197] := 27; start[198] := 27; start[199] := 27;
  336. start[200] := 27; start[201] := 27; start[202] := 27; start[203] := 27;
  337. start[204] := 27; start[205] := 27; start[206] := 27; start[207] := 27;
  338. start[208] := 27; start[209] := 27; start[210] := 27; start[211] := 27;
  339. start[212] := 27; start[213] := 27; start[214] := 27; start[215] := 27;
  340. start[216] := 27; start[217] := 27; start[218] := 27; start[219] := 27;
  341. start[220] := 27; start[221] := 27; start[222] := 27; start[223] := 27;
  342. start[224] := 27; start[225] := 27; start[226] := 27; start[227] := 27;
  343. start[228] := 27; start[229] := 27; start[230] := 27; start[231] := 27;
  344. start[232] := 27; start[233] := 27; start[234] := 27; start[235] := 27;
  345. start[236] := 27; start[237] := 27; start[238] := 27; start[239] := 27;
  346. start[240] := 27; start[241] := 27; start[242] := 27; start[243] := 27;
  347. start[244] := 27; start[245] := 27; start[246] := 27; start[247] := 27;
  348. start[248] := 27; start[249] := 27; start[250] := 27; start[251] := 27;
  349. start[252] := 27; start[253] := 27; start[254] := 27; start[255] := 27;
  350. Error := Err; LBlkSize := FileIO.INT(BlkSize); lastCh := EOF;
  351. END CRS.