2023-09-04 21:29:23 +08:00
|
|
|
var fs = require('fs');
|
2023-09-15 00:34:20 +08:00
|
|
|
import { argv, resourceUsage } from 'node:process';
|
2023-09-10 20:25:08 +08:00
|
|
|
import * as tk from './tokenize.js';
|
2023-09-10 23:45:01 +08:00
|
|
|
import * as util from 'util';
|
2023-09-15 00:34:20 +08:00
|
|
|
import { reduceRotation } from 'pdf-lib';
|
2023-09-05 23:57:57 +08:00
|
|
|
|
2023-09-10 23:45:01 +08:00
|
|
|
/**
|
|
|
|
* token tree type.
|
|
|
|
*/
|
2023-09-15 00:34:20 +08:00
|
|
|
type tkTree = tkTree[] | tk.Token
|
2023-09-07 00:01:15 +08:00
|
|
|
|
2023-09-10 20:25:08 +08:00
|
|
|
export interface TokenMatcheePair {
|
2023-09-10 23:45:01 +08:00
|
|
|
matched: tkTree[]
|
2023-09-10 20:25:08 +08:00
|
|
|
remained: tk.Token[]
|
2023-09-06 00:43:00 +08:00
|
|
|
}
|
2023-09-04 21:29:23 +08:00
|
|
|
|
2023-09-15 00:34:20 +08:00
|
|
|
export interface MaybeTokensAST{
|
|
|
|
maybeTokens: tk.Maybe<TokenMatcheePair>;
|
|
|
|
ast: tkTree;
|
|
|
|
}
|
|
|
|
|
2023-09-04 21:29:23 +08:00
|
|
|
/**
|
|
|
|
* @description
|
2023-09-10 23:45:01 +08:00
|
|
|
* match one token type.
|
|
|
|
*
|
|
|
|
* it returns a function which test if the type of first token of the `remained` part of
|
|
|
|
* the argument of the function is `typ` , if it's true, update the `TokenMatcheePair` wrapped
|
2023-09-04 21:29:23 +08:00
|
|
|
* in `Some`. Otherwise, it returns `None`.
|
2023-09-10 23:45:01 +08:00
|
|
|
* * @param typ : the type to be test.
|
|
|
|
* @returns the updated `TokenMatcheePair` wrapped in `Some(x)` or `None`.
|
2023-09-04 21:29:23 +08:00
|
|
|
*/
|
2023-09-10 23:45:01 +08:00
|
|
|
export function m1TType(typ: tk.TokenType):
|
|
|
|
(m: TokenMatcheePair) => tk.Maybe<TokenMatcheePair> {
|
2023-09-10 20:25:08 +08:00
|
|
|
return (m: TokenMatcheePair) => {
|
|
|
|
if (m.remained.length == 0) {
|
2023-09-05 23:57:57 +08:00
|
|
|
return { _tag: "None" };
|
|
|
|
}
|
2023-09-10 23:45:01 +08:00
|
|
|
/**
|
|
|
|
* token to be matched
|
|
|
|
* */
|
|
|
|
const ttbm = m.remained[0];
|
|
|
|
|
|
|
|
if (ttbm.type == typ) {
|
2023-09-15 00:34:20 +08:00
|
|
|
let new_matched = m.matched.concat(ttbm);
|
|
|
|
let result : tk.Some<TokenMatcheePair> = {
|
2023-09-10 20:25:08 +08:00
|
|
|
_tag: "Some", value: {
|
2023-09-15 00:34:20 +08:00
|
|
|
matched: new_matched,
|
2023-09-10 20:25:08 +08:00
|
|
|
remained: m.remained.slice(1)
|
2023-09-07 00:01:15 +08:00
|
|
|
}
|
2023-09-10 20:25:08 +08:00
|
|
|
};
|
2023-09-15 00:34:20 +08:00
|
|
|
return result;
|
2023-09-07 00:01:15 +08:00
|
|
|
}
|
2023-09-10 20:25:08 +08:00
|
|
|
else {
|
|
|
|
return { _tag: "None" };
|
2023-09-07 00:01:15 +08:00
|
|
|
}
|
|
|
|
}
|
2023-09-10 20:25:08 +08:00
|
|
|
};
|
2023-09-07 00:01:15 +08:00
|
|
|
|
2023-09-10 23:45:01 +08:00
|
|
|
let toSome = tk.toSome;
|
|
|
|
let thenDo = tk.thenDo;
|
2023-09-15 00:34:20 +08:00
|
|
|
let zeroOrOnceDo = tk.zeroOrOnceDo;
|
2023-09-10 23:45:01 +08:00
|
|
|
let orDo = tk.orDo;
|
2023-09-15 00:34:20 +08:00
|
|
|
let zeroOrMoreDo = tk.zeroOrMoreDo;
|
2023-09-10 23:45:01 +08:00
|
|
|
|
|
|
|
|
|
|
|
argv.forEach((val, index) => {
|
|
|
|
console.log(`${index}=${val}`);
|
|
|
|
});
|
2023-09-05 23:57:57 +08:00
|
|
|
|
2023-09-15 00:34:20 +08:00
|
|
|
let commandInput = "int a str b"//argv[2];
|
2023-09-10 23:45:01 +08:00
|
|
|
let commandInputTokenized = tk.tokenize(commandInput);
|
2023-09-15 00:34:20 +08:00
|
|
|
let commandInputTokenizedFiltered = commandInputTokenized.filter(
|
|
|
|
(x : tk.Token)=>{return x.type != tk.TokenType.SP &&
|
|
|
|
x.type != tk.TokenType.NL});
|
|
|
|
console.log("aaa: "+util.inspect(commandInputTokenizedFiltered, { showHidden: true, depth: null }));
|
2023-09-10 23:45:01 +08:00
|
|
|
|
|
|
|
/**
|
|
|
|
* matchee pair of commandInputTokenized
|
|
|
|
*/
|
|
|
|
let commandTPair : TokenMatcheePair = {matched:[],
|
2023-09-15 00:34:20 +08:00
|
|
|
remained: commandInputTokenizedFiltered};
|
2023-09-10 23:45:01 +08:00
|
|
|
|
|
|
|
|
|
|
|
let tInt = m1TType(tk.TokenType.INT);
|
|
|
|
let tFlo = m1TType(tk.TokenType.FLO);
|
|
|
|
let tStr = m1TType(tk.TokenType.STR);
|
2023-09-15 00:34:20 +08:00
|
|
|
let tId = m1TType(tk.TokenType.ID);
|
|
|
|
let tApos = m1TType(tk.TokenType.APOS);
|
|
|
|
|
|
|
|
|
2023-09-10 23:45:01 +08:00
|
|
|
function tBool (x : TokenMatcheePair) :tk.Maybe<TokenMatcheePair> {
|
|
|
|
let text = x.remained[0].text
|
|
|
|
if (text == "true" || text == "false"){
|
|
|
|
return thenDo(toSome(x), m1TType(tk.TokenType.ID));
|
|
|
|
}else{
|
|
|
|
return {_tag : "None"};
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* define the right hand side of a grammar
|
|
|
|
* eg. `LHS ::= a + b`
|
|
|
|
* @param process the right hand side processing : eg. `a + b` in `LHS`
|
|
|
|
* @param arrange define the order (0 starting) of the elements of the result.
|
|
|
|
* ast. : eg. `a + c` is `1 0 2` `(+ a c)`
|
|
|
|
* @returns the processed ast.
|
|
|
|
*/
|
|
|
|
function gramRHS (process: Function, arrange : number[]){
|
|
|
|
return (m : TokenMatcheePair)=>{
|
|
|
|
|
2023-09-15 00:34:20 +08:00
|
|
|
let middle : tk.Maybe<TokenMatcheePair> = process(m);
|
|
|
|
|
|
|
|
console.log("Middle"+util.inspect(middle, { showHidden: true, depth: null }));
|
|
|
|
|
|
|
|
if (middle._tag == "None"){
|
|
|
|
return middle;
|
2023-09-10 23:45:01 +08:00
|
|
|
}
|
|
|
|
else{
|
2023-09-15 00:34:20 +08:00
|
|
|
let matched = middle.value.matched;
|
|
|
|
let arrLength = arrange.length;
|
|
|
|
let returnRrray : tkTree[] = Array(arrange.length);
|
2023-09-10 23:45:01 +08:00
|
|
|
|
|
|
|
arrange.forEach((val, index) => {
|
2023-09-15 00:34:20 +08:00
|
|
|
returnRrray[arrange[index]] = matched[index];
|
2023-09-10 23:45:01 +08:00
|
|
|
});
|
|
|
|
|
2023-09-15 00:34:20 +08:00
|
|
|
let matchedTmp1Length = matched.length-arrLength;
|
|
|
|
console.log(matchedTmp1Length);
|
|
|
|
var matchedTmp1 : tkTree[] = matched
|
|
|
|
.slice(0,matchedTmp1Length);
|
|
|
|
|
|
|
|
console.log("matchedTmp1"+util.inspect(matchedTmp1, { showHidden: true, depth: null }));
|
|
|
|
console.log("returnRrray"+util.inspect(returnRrray, { showHidden: true, depth: null }));
|
|
|
|
matchedTmp1.push(returnRrray);
|
|
|
|
|
|
|
|
|
|
|
|
let result : tk.Some<TokenMatcheePair> = {_tag:"Some",
|
|
|
|
value : {matched : matchedTmp1,
|
|
|
|
remained : middle.value.remained}};
|
|
|
|
return result;
|
2023-09-10 23:45:01 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-09-15 00:34:20 +08:00
|
|
|
/**
|
|
|
|
* typeABS ::= "'" ID
|
|
|
|
*/
|
|
|
|
var typeABS = (x : TokenMatcheePair)=>
|
|
|
|
{
|
|
|
|
var result = thenDo(thenDo(toSome(x),tApos),tId);
|
|
|
|
if (result._tag == "Some" && "text" in result.value.matched[1]){
|
|
|
|
var realToken : tk.Token = result.value.matched[1];
|
|
|
|
realToken.text = "'"+realToken.text;
|
|
|
|
result.value.matched = [realToken];
|
|
|
|
}
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* TypeId ::= typeABS | ID
|
|
|
|
*/
|
|
|
|
var typeName = (x : TokenMatcheePair)=>
|
|
|
|
{
|
|
|
|
return thenDo(toSome(x), orDo(typeABS, tId));
|
|
|
|
}
|
|
|
|
|
2023-09-10 23:45:01 +08:00
|
|
|
/**
|
|
|
|
* CONST ::= INT | STR | FLO | BOOL
|
|
|
|
*/
|
2023-09-15 00:34:20 +08:00
|
|
|
|
|
|
|
/**
|
|
|
|
* TODO: 要用 debugger 檢查分析問題
|
|
|
|
*/
|
2023-09-10 23:45:01 +08:00
|
|
|
var constParser = gramRHS((x : TokenMatcheePair)=>
|
|
|
|
{return thenDo(toSome(x),orDo(orDo(orDo(tInt,tFlo),tStr),tBool))}, [0]);
|
2023-09-07 00:01:15 +08:00
|
|
|
|
2023-09-15 00:34:20 +08:00
|
|
|
/**
|
|
|
|
* storing the tree
|
|
|
|
*/
|
|
|
|
var astTree : tkTree = [];
|
|
|
|
|
|
|
|
/**
|
|
|
|
* TYPE_PAIR ::= TYP_ID ID
|
|
|
|
*/
|
|
|
|
var typePair = (x : MaybeTokensAST)=>
|
|
|
|
{
|
|
|
|
|
|
|
|
|
|
|
|
let a = thenDo(thenDo(x.maybeTokens, typeName), tId);
|
|
|
|
if (a._tag == "Some"){
|
|
|
|
let matched = a.value.matched;
|
|
|
|
let slice = matched.slice(matched.length-2);
|
|
|
|
console.log("slice"+slice);
|
|
|
|
|
|
|
|
let b : MaybeTokensAST = {maybeTokens : a, ast : slice};
|
|
|
|
return b;
|
|
|
|
}
|
|
|
|
else{
|
|
|
|
let b : MaybeTokensAST= {maybeTokens : a, ast : []};
|
|
|
|
return b;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* function's arguments
|
|
|
|
* FN_ARGS = TYPE_PAIR ("," TYPE_PAIR)+
|
|
|
|
*/
|
|
|
|
|
|
|
|
var fnArgs = (x : TokenMatcheePair)=>
|
|
|
|
{
|
|
|
|
let wrapper : MaybeTokensAST = {maybeTokens : toSome(x), ast : []};
|
|
|
|
let a = typePair(wrapper);
|
|
|
|
console.log("AAAAA"+util.inspect(a, { showHidden: true, depth: null }));
|
|
|
|
let abanibi = typePair(a);
|
|
|
|
console.log("ABNB"+util.inspect(abanibi, { showHidden: true, depth: null }));
|
|
|
|
|
|
|
|
|
|
|
|
return {maybeTokens : abanibi.maybeTokens, ast : [a.ast, abanibi.ast]};
|
|
|
|
|
|
|
|
};
|
|
|
|
|
|
|
|
let tree = fnArgs(commandTPair);
|
|
|
|
console.log("CHRANN"+util.inspect(tree, { showHidden: true, depth: null }));
|