4 size_mem = 1000000 # 1 mega-int
7 size_RS = 1000 # Return stack size
8 size_PS = 1000 # Parameter stack size
9 size_TIB = 1000 # Terminal input buffer size
11 # The mem array constitutes the memory of the VM. It has the following geography:
13 # mem = +-----------------------+
14 # | Built-in Variables |
15 # +-----------------------+
17 # +-----------------------+
19 # +-----------------------+
20 # | Terminal Input Buffer |
21 # +-----------------------+
23 # +-----------------------+
25 # Note that all words (user-defined, primitive, variables, etc) are included in
28 # Simple linear addressing is used with one exception: references to primitive code
29 # blocks, which are represented as anonymous functions, appear as negative indicies
30 # into the primitives array which contains these functions.
32 mem = Array{Int64,1}(size_mem)
33 primitives = Array{Function,1}()
34 primNames = Array{ASCIIString,1}()
39 H = nextVarAddr; nextVarAddr += 1
40 LATEST = nextVarAddr; nextVarAddr += 1
42 RSP0 = nextVarAddr # bottom of RS
43 PSP0 = RSP0 + size_RS # bottom of PS
44 TIB = PSP0 + size_PS # address of terminal input buffer
45 mem[H] = TIB + size_TIB # location of bottom of dictionary
46 mem[LATEST] = 0 # no previous definition
48 DICT = mem[H] # Save bottom of dictionary as constant
52 RSP::Int64 # Return stack pointer
53 PSP::Int64 # Parameter/data stack pointer
54 IP::Int64 # Instruction pointer
55 W::Int64 # Working register
57 reg = Reg(RSP0, PSP0, 0, 0)
59 # Stack manipulation functions
61 type ParamStackUnderflow <: Exception end
62 type ReturnStackUnderflow <: Exception end
64 Base.showerror(io::IO, ex::ParamStackUnderflow) = print(io, "Parameter stack underflow.")
65 Base.showerror(io::IO, ex::ReturnStackUnderflow) = print(io, "Return stack underflow.")
67 getRSDepth() = reg.RSP - RSP0
68 getPSDepth() = reg.PSP - PSP0
70 function ensurePSDepth(depth::Int64)
72 throw(ParamStackUnderflow())
76 function ensureRSDepth(depth::Int64)
78 throw(ReturnStackUnderflow())
82 function pushRS(val::Int64)
94 function pushPS(val::Int64)
95 mem[reg.PSP += 1] = val
106 # Handy functions for adding/retrieving strings to/from memory.
108 getString(addr::Int64, len::Int64) = ASCIIString([Char(c) for c in mem[addr:(addr+len-1)]])
110 function putString(str::ASCIIString, addr::Int64)
111 mem[addr:(addr+length(str)-1)] = [Int64(c) for c in str]
114 # Primitive creation and calling functions
116 function defPrim(f::Function; name="nameless")
118 push!(primNames, replace(name, "\004", "EOF"))
120 return -length(primitives)
123 function callPrim(addr::Int64)
124 if addr >=0 || -addr>length(primitives)
125 error("Attempted to execute non-existent primitive at address $addr.")
130 getPrimName(addr::Int64) = primNames[-addr]
132 # Word creation functions
139 function createHeader(name::AbstractString, flags::Int64)
140 mem[mem[H]] = mem[LATEST]
144 mem[mem[H]] = length(name) | flags | NFA_MARK; mem[H] += 1
145 putString(name, mem[H]); mem[H] += length(name)
148 function defPrimWord(name::AbstractString, f::Function; flags::Int64=0)
149 createHeader(name, flags)
151 codeWordAddr = mem[H]
152 mem[codeWordAddr] = defPrim(f, name=name)
158 function defWord(name::AbstractString, wordAddrs::Array{Int64,1}; flags::Int64=0)
159 createHeader(name, flags)
165 for wordAddr in wordAddrs
166 mem[mem[H]] = wordAddr
173 # Variable creation functions
175 function defExistingVar(name::AbstractString, varAddr::Int64; flags::Int64=0)
177 defPrimWord(name, eval(:(() -> begin
183 function defNewVar(name::AbstractString, initial::Int64; flags::Int64=0)
184 createHeader(name, flags)
186 codeWordAddr = mem[H]
189 mem[mem[H]] = DOVAR; mem[H] += 1
190 mem[mem[H]] = initial; mem[H] += 1
192 return varAddr, codeWordAddr
195 function defConst(name::AbstractString, val::Int64; flags::Int64=0)
196 createHeader(name, flags)
198 codeWordAddr = mem[H]
200 mem[mem[H]] = DOCON; mem[H] += 1
201 mem[mem[H]] = val; mem[H] += 1
206 # Threading Primitives (inner interpreter)
208 NEXT = defPrim(() -> begin
214 DOCOL = defPrim(() -> begin
220 DOVAR = defPrim(() -> begin
225 DOCON = defPrim(() -> begin
226 pushPS(mem[reg.W + 1])
230 EXIT = defPrimWord("EXIT", () -> begin
235 # Dictionary entries for core built-in variables, constants
237 H_CFA = defExistingVar("H", H)
238 LATEST_CFA = defExistingVar("LATEST", LATEST)
240 PSP0_CFA = defConst("PSP0", PSP0)
241 RSP0_CFA = defConst("RSP0", RSP0)
243 defConst("DOCOL", DOCOL)
244 defConst("DOCON", DOCON)
245 defConst("DOVAR", DOVAR)
247 defConst("DICT", DICT)
248 defConst("MEMSIZE", size_mem)
250 F_IMMED_CFA = defConst("F_IMMED", F_IMMED)
251 F_HIDDEN_CFA = defConst("F_HIDDEN", F_HIDDEN)
252 F_LENMASK_CFA = defConst("F_LENMASK", F_LENMASK)
253 NFA_MARK_CFA = defConst("NFA_MARK", NFA_MARK)
255 # Basic forth primitives
257 DROP = defPrimWord("DROP", () -> begin
262 SWAP = defPrimWord("SWAP", () -> begin
270 DUP = defPrimWord("DUP", () -> begin
276 OVER = defPrimWord("OVER", () -> begin
278 pushPS(mem[reg.PSP-1])
282 ROT = defPrimWord("ROT", () -> begin
292 NROT = defPrimWord("-ROT", () -> begin
303 TWODROP = defPrimWord("2DROP", () -> begin
309 TWODUP = defPrimWord("2DUP", () -> begin
318 TWOSWAP = defPrimWord("2SWAP", () -> begin
330 TWOOVER = defPrimWord("2OVER", () -> begin
339 QDUP = defPrimWord("?DUP", () -> begin
348 INCR = defPrimWord("1+", () -> begin
354 DECR = defPrimWord("1-", () -> begin
360 INCR2 = defPrimWord("2+", () -> begin
366 DECR2 = defPrimWord("2-", () -> begin
372 ADD = defPrimWord("+", () -> begin
379 SUB = defPrimWord("-", () -> begin
386 MUL = defPrimWord("*", () -> begin
393 DIVMOD = defPrimWord("/MOD", () -> begin
402 TWOMUL = defPrimWord("2*", () -> begin
407 TWODIV = defPrimWord("2/", () -> begin
412 EQ = defPrimWord("=", () -> begin
415 pushPS(a==b ? -1 : 0)
419 NE = defPrimWord("<>", () -> begin
422 pushPS(a!=b ? -1 : 0)
426 LT = defPrimWord("<", () -> begin
433 GT = defPrimWord(">", () -> begin
440 LE = defPrimWord("<=", () -> begin
443 pushPS(a<=b ? -1 : 0)
447 GE = defPrimWord(">=", () -> begin
450 pushPS(a>=b ? -1 : 0)
454 ZE = defPrimWord("0=", () -> begin
455 pushPS(popPS() == 0 ? -1 : 0)
459 ZNE = defPrimWord("0<>", () -> begin
460 pushPS(popPS() != 0 ? -1 : 0)
464 ZLT = defPrimWord("0<", () -> begin
465 pushPS(popPS() < 0 ? -1 : 0)
469 ZGT = defPrimWord("0>", () -> begin
470 pushPS(popPS() > 0 ? -1 : 0)
474 ZLE = defPrimWord("0<=", () -> begin
475 pushPS(popPS() <= 0 ? -1 : 0)
479 ZGE = defPrimWord("0>=", () -> begin
480 pushPS(popPS() >= 0 ? -1 : 0)
484 AND = defPrimWord("AND", () -> begin
491 OR = defPrimWord("OR", () -> begin
498 XOR = defPrimWord("XOR", () -> begin
505 INVERT = defPrimWord("INVERT", () -> begin
512 LIT = defPrimWord("LIT", () -> begin
520 STORE = defPrimWord("!", () -> begin
527 FETCH = defPrimWord("@", () -> begin
533 ADDSTORE = defPrimWord("+!", () -> begin
540 SUBSTORE = defPrimWord("-!", () -> begin
550 TOR = defPrimWord(">R", () -> begin
555 FROMR = defPrimWord("R>", () -> begin
560 RFETCH = defPrimWord("R@", () -> begin
565 RSPFETCH = defPrimWord("RSP@", () -> begin
570 RSPSTORE = defPrimWord("RSP!", () -> begin
575 RDROP = defPrimWord("RDROP", () -> begin
582 PSPFETCH = defPrimWord("PSP@", () -> begin
587 PSPSTORE = defPrimWord("PSP!", () -> begin
594 WFETCH = defPrimWord("W@", () -> begin
599 WSTORE = defPrimWord("W!", () -> begin
606 sources = Array{Any,1}()
607 currentSource() = sources[length(sources)]
609 EOF = defPrimWord("\x04", () -> begin
610 if currentSource() != STDIN
618 EMIT = defPrimWord("EMIT", () -> begin
623 function raw_mode!(mode::Bool)
624 if ccall(:jl_tty_set_mode, Int32, (Ptr{Void}, Int32), STDIN.handle, mode) != 0
625 throw("FATAL: Terminal unable to enter raw mode.")
631 byte = readbytes(STDIN, 1)[1]
643 KEY = defPrimWord("KEY", () -> begin
644 pushPS(Int(getKey()))
648 function getLineFromSTDIN()
655 return ASCIIString(line)
659 return string("\x04")
664 line = line[1:length(line)-1]
669 # Strip ANSI escape sequence
670 nextKey = Char(getKey())
673 nextKey = Char(getKey())
674 if nextKey >= '@' || nextKey <= '~'
682 line = string(line, key)
687 SPAN, SPAN_CFA = defNewVar("SPAN", 0)
688 EXPECT = defPrimWord("EXPECT", () -> begin
692 if currentSource() == STDIN
693 line = getLineFromSTDIN()
695 if !eof(currentSource())
696 line = chomp(readline(currentSource()))
702 mem[SPAN] = min(length(line), maxLen)
703 putString(line[1:mem[SPAN]], addr)
708 BASE, BASE_CFA = defNewVar("BASE", 10)
709 NUMBER = defPrimWord("NUMBER", () -> begin
711 wordLen = mem[wordAddr-1]
713 s = getString(wordAddr, wordLen)
715 pushPS(parse(Int64, s, mem[BASE]))
720 # Dictionary searches
722 TOCFA = defPrimWord(">CFA", () -> begin
725 lenAndFlags = mem[addr+1]
726 len = lenAndFlags & F_LENMASK
728 pushPS(addr + 2 + len)
733 TOBODY = defWord(">BODY", [INCR, EXIT])
735 FIND = defPrimWord("FIND", () -> begin
737 countedAddr = popPS()
738 wordAddr = countedAddr + 1
739 wordLen = mem[countedAddr]
740 word = lowercase(getString(wordAddr, wordLen))
746 while (latest = mem[latest]) > 0
747 lenAndFlags = mem[latest+1]
748 len = lenAndFlags & F_LENMASK
749 hidden = (lenAndFlags & F_HIDDEN) == F_HIDDEN
751 if hidden || len != wordLen
756 thisWord = lowercase(getString(thisAddr, len))
758 if lowercase(thisWord) == lowercase(word)
766 if (lenAndFlags & F_IMMED) == F_IMMED
782 BRANCH = defPrimWord("BRANCH", () -> begin
783 reg.IP += mem[reg.IP]
787 ZBRANCH = defPrimWord("0BRANCH", () -> begin
789 reg.IP += mem[reg.IP]
799 LITSTRING = defPrimWord("LITSTRING", () -> begin
809 TYPE = defPrimWord("TYPE", () -> begin
812 str = getString(addr, len)
819 TRACE = defPrimWord("TRACE", () -> begin
820 println("reg.W: $(reg.W) reg.IP: $(reg.IP)")
821 print("PS: "); printPS()
822 print("RS: "); printRS()
829 COMMA = defPrimWord(",", () -> begin
830 mem[mem[H]] = popPS()
836 BTICK = defWord("[']",
837 [FROMR, DUP, INCR, TOR, FETCH, EXIT])
839 EXECUTE = defPrimWord("EXECUTE", () -> begin
844 TIB_CFA = defConst("TIB", TIB)
845 NUMTIB, NUMTIB_CFA = defNewVar("#TIB", 0)
846 TOIN, TOIN_CFA = defNewVar(">IN", 0)
848 QUERY = defWord("QUERY",
849 [TIB_CFA, LIT, 160, EXPECT,
850 SPAN_CFA, FETCH, NUMTIB_CFA, STORE,
851 LIT, 0, TOIN_CFA, STORE,
854 WORD = defPrimWord("WORD", () -> begin
857 # Chew up initial occurrences of delim
858 while (mem[TOIN]<mem[NUMTIB] && mem[TIB+mem[TOIN]] == delim)
865 # Start reading in word
867 while (mem[TOIN]<mem[NUMTIB])
868 mem[addr] = mem[TIB+mem[TOIN]]
871 if (mem[addr] == delim)
880 mem[countAddr] = count
886 PARSE = defPrimWord("PARSE", () -> begin
889 # Chew up initial occurrences of delim
892 # Start reading input stream
894 while (mem[TOIN]<mem[NUMTIB])
895 mem[addr] = mem[TIB+mem[TOIN]]
898 if (mem[addr] == delim)
912 BYE = defPrimWord("BYE", () -> begin
917 STATE, STATE_CFA = defNewVar("STATE", 0)
919 INTERPRET = defWord("INTERPRET",
920 [LIT, 32, WORD, # Read next space-delimited word
922 DUP, FETCH, ZE, ZBRANCH, 3,
923 DROP, EXIT, # Exit if TIB is exhausted
925 STATE_CFA, FETCH, ZBRANCH, 24,
927 FIND, QDUP, ZBRANCH, 13,
930 LIT, -1, EQ, INVERT, ZBRANCH, 4,
932 # Immediate: Execute!
933 EXECUTE, BRANCH, -26,
935 # Not immediate: Compile!
938 # No word found, parse number
939 NUMBER, BTICK, LIT, COMMA, COMMA, BRANCH, -36,
942 FIND, QDUP, ZBRANCH, 5,
944 # Found word. Execute!
945 DROP, EXECUTE, BRANCH, -44,
947 # No word found, parse number and leave on stack
952 PROMPT = defPrimWord("PROMPT", () -> begin
953 if (mem[STATE] == 0 && currentSource() == STDIN)
960 QUIT = defWord("QUIT",
961 [LIT, 0, STATE_CFA, STORE,
962 LIT, 0, NUMTIB_CFA, STORE,
968 ABORT = defWord("ABORT",
969 [PSP0_CFA, PSPSTORE, QUIT])
971 INCLUDE = defPrimWord("INCLUDE", () -> begin
975 wordLen = mem[wordAddr-1]
976 word = getString(wordAddr, wordLen)
978 push!(sources, open(word, "r"))
988 HERE = defWord("HERE",
989 [H_CFA, FETCH, EXIT])
991 HEADER = defPrimWord("HEADER", () -> begin
993 wordLen = mem[wordAddr-1]
994 word = getString(wordAddr, wordLen)
996 createHeader(word, 0)
1001 CREATE = defWord("CREATE",
1002 [LIT, 32, WORD, HEADER,
1006 DODOES = defPrim(() -> begin
1013 DOES_HELPER = defPrimWord("(DOES>)", () -> begin
1016 callPrim(mem[TOCFA])
1019 runtimeAddr = popPS()
1021 mem[cfa] = defPrim(eval(:(() -> begin
1022 pushPS($(runtimeAddr))
1024 end)), name="doesPrim")
1029 DOES = defWord("DOES>",
1030 [BTICK, LIT, COMMA, HERE, LIT, 3, ADD, COMMA,
1031 BTICK, DOES_HELPER, COMMA, BTICK, EXIT, COMMA, EXIT],
1034 LBRAC = defPrimWord("[", () -> begin
1039 RBRAC = defPrimWord("]", () -> begin
1044 HIDDEN = defPrimWord("HIDDEN", () -> begin
1045 lenAndFlagsAddr = mem[LATEST] + 1
1046 mem[lenAndFlagsAddr] = mem[lenAndFlagsAddr] $ F_HIDDEN
1050 COLON = defWord(":",
1058 SEMICOLON = defWord(";",
1062 EXIT], flags=F_IMMED)
1064 IMMEDIATE = defPrimWord("IMMEDIATE", () -> begin
1065 lenAndFlagsAddr = mem[LATEST] + 1
1066 mem[lenAndFlagsAddr] = mem[lenAndFlagsAddr] $ F_IMMED
1074 initFileName = nothing
1075 if isfile("lib.4th")
1076 initFileName = "lib.4th"
1077 elseif isfile(Pkg.dir("forth/src/lib.4th"))
1078 initFileName = Pkg.dir("forth/src/lib.4th")
1081 function run(;initialize=true)
1082 # Begin with STDIN as source
1083 push!(sources, STDIN)
1085 global initialized, initFileName
1086 if !initialized && initialize
1087 if initFileName != nothing
1088 print("Including definitions from $initFileName...")
1089 push!(sources, open(initFileName, "r"))
1092 println("No library file found. Only primitive words available.")
1096 # Start with IP pointing to first instruction of outer interpreter
1099 # Primitive processing loop.
1100 # Everyting else is simply a consequence of this loop!
1104 #println("Entering prim $(getPrimName(jmp))")
1108 showerror(STDOUT, ex)
1111 while !isempty(sources) && currentSource() != STDIN
1112 close(pop!(sources))
1124 function dump(startAddr::Int64; count::Int64 = 100, cellsPerLine::Int64 = 10)
1125 chars = Array{Char,1}(cellsPerLine)
1127 lineStartAddr = cellsPerLine*div((startAddr-1),cellsPerLine) + 1
1128 endAddr = startAddr + count - 1
1130 q, r = divrem((endAddr-lineStartAddr+1), cellsPerLine)
1131 numLines = q + (r > 0 ? 1 : 0)
1137 for c in 1:cellsPerLine
1138 if i >= startAddr && i <= endAddr
1140 if mem[i]>=32 && mem[i]<128
1141 chars[c] = Char(mem[i])
1153 println("\t", ASCIIString(chars))
1158 count = reg.PSP - PSP0
1162 for i in (PSP0+1):reg.PSP
1167 println("Parameter stack empty")
1172 count = reg.RSP - RSP0
1176 for i in (RSP0+1):reg.RSP
1181 println("Return stack empty")
1185 DUMP = defPrimWord("DUMP", () -> begin
1190 dump(addr, count=count)