include term-colours.4th
include defer-is.4th
+include goto.4th
include catch-throw.4th
include integer.4th
include float.4th
defer read
defer expand
+defer analyze
defer eval
defer print
make-type symbol-type
make-type primitive-proc-type
make-type compound-proc-type
+make-type continuation-type
make-type port-type
: istype? ( obj type -- obj bool )
over = ;
make-exception recoverable-exception
make-exception unrecoverable-exception
-: throw reset-term throw ;
+: throw reset-term cr throw ;
\ }}}
nextfree !
nextfree @ scheme-memsize >= if
- collect-garbage
+ collect-garbage
then
nextfree @ scheme-memsize >= if
cdr-cells + !
;
+variable object-stack-base
+: init-object-stack-base
+ depth object-stack-base ! ;
+
: nil 0 nil-type ;
: nil? nil-type istype? ;
R> R>
;
+: 2pick ( an bn an-1 bn-1 ... a0 b0 n -- an bn an-1 bn-1 ... a0 b0 an bn )
+ 2* 1+ dup
+ >R pick R> pick ;
+
\ }}}
\ ---- Pre-defined symbols ---- {{{
: make-frame ( vars vals -- frame )
cons ;
+: add-frame-to-env ( frame env -- env )
+ cons ;
+
: frame-vars ( frame -- vars )
car ;
;
: extend-env ( vars vals env -- env )
- >R >R
- make-frame
- R> R>
- cons
+ -2rot make-frame
+ 2swap add-frame-to-env
;
-objvar vars
-objvar vals
-
-: get-vars-vals-frame ( var frame -- bool )
- 2dup frame-vars vars obj!
- frame-vals vals obj!
+: get-vals-frame ( var frame -- vals | nil )
+ 2dup frame-vars
+ 2swap frame-vals ( var vars vals )
begin
- vars obj@ nil objeq? false =
+ nil? false =
while
- 2dup vars obj@ car objeq? if
- 2drop true
+
+ -2rot ( vals var vars )
+ 2over 2over car objeq? if
+ 2drop 2drop
exit
then
- vars obj@ cdr vars obj!
- vals obj@ cdr vals obj!
+ cdr 2rot cdr
repeat
- 2drop false
+ 2drop 2drop 2drop
+ nil
;
-: get-vars-vals ( var env -- vars? vals? bool )
+: get-vals ( var env -- vals | nil )
begin
nil? false =
while
2over 2over first-frame
- get-vars-vals-frame if
- 2drop 2drop
- vars obj@ vals obj@ true
+ get-vals-frame nil? false = if
+ 2swap 2drop 2swap 2drop
exit
then
+ 2drop
+
enclosing-env
repeat
- 2drop 2drop
- false
+ 2swap 2drop
;
-hide vars
-hide vals
-
-objvar var
-
+objvar var \ Used only for error messages
: lookup-var ( var env -- val )
2over var obj!
- get-vars-vals if
- 2swap 2drop car
- else
- except-message: ." tried to read unbound variable '" var obj@ print ." '." recoverable-exception throw
+
+ get-vals nil? if
+ except-message: ." tried to read unbound variable '" var obj@ print ." '."
+ recoverable-exception throw
then
+
+ car
;
: set-var ( var val env -- )
- >R >R 2swap R> R> ( val var env )
- 2over var obj!
- get-vars-vals if
- 2swap 2drop ( val vals )
- set-car!
+ 2rot 2dup var obj! ( val env var )
+ 2swap ( val var env )
+ get-vals nil? if
+ except-message: ." tried to set unbound variable '" var obj@ print ." '."
+ recoverable-exception throw
else
- except-message: ." tried to set unbound variable '" var obj@ print ." '." recoverable-exception throw
+ ( val vals )
+ set-car!
then
;
-
hide var
-objvar env
-
: define-var ( var val env -- )
- env obj!
+ first-frame ( var val frame )
+ 2rot 2swap 2over 2over ( val var frame var frame )
- 2over env obj@ ( var val var env )
- get-vars-vals if
- 2swap 2drop ( var val vals )
- set-car!
+ get-vals-frame nil? if
2drop
- else
- env obj@
- first-frame ( var val frame )
+ -2rot 2swap 2rot
add-binding
+ else
+ ( val var frame vals )
+ 2swap 2drop 2swap 2drop
+ set-car!
then
;
-hide env
-
: make-procedure ( params body env -- proc )
nil
cons cons cons
\ }}}
+\ ---- Continuations ---- {{{
+
+: cons-return-stack ( -- listobj )
+ rsp@ 1- rsp0 = if
+ nil exit
+ then
+
+ nil rsp@ 1- rsp0 do
+ i 1+ @ fixnum-type 2swap cons
+ loop
+
+ rsp@ 1- rsp0 - fixnum-type 2swap cons
+;
+
+: cons-param-stack ( -- listobj )
+ nil
+
+ depth 2- object-stack-base @ = if
+ exit
+ then
+
+ depth 2- object-stack-base @ do
+ PSP0 i + 1 + @
+ PSP0 i + 2 + @
+
+ 2swap cons
+ 2 +loop
+
+ depth 2- fixnum-type 2swap cons
+;
+
+: make-continuation
+
+ cons-param-stack
+ cons-return-stack
+ cons drop continuation-type
+;
+
+: continuation->pstack-list
+ drop pair-type car ;
+
+: continuation->rstack-list
+ drop pair-type cdr ;
+
+: restore-param-stack ( continuation -- obj_stack )
+ continuation->pstack-list
+ 2dup >R >R
+
+ ( Allocate stack space first using psp!,
+ then copy objects from list. )
+
+ car drop
+ object-stack-base @ psp0 + + psp!
+
+ R> R> 2dup cdr
+ 2swap
+ car drop 2- 0 swap do
+
+ 2dup car
+ PSP0 object-stack-base @ + i + 2 + !
+ PSP0 object-stack-base @ + i + 1 + !
+ cdr
+
+ -2 +loop
+
+ 2drop
+;
+
+: restore-return-stack ( continuation -- )
+
+ R> -rot \ store top of return stack on PS
+ continuation->rstack-list
+ 2dup print 2dup
+
+ \ TODO: Implement body of return stack restoration
+
+ >R \ restore original top of return stack
+;
+
+: restore-continuation ( continuation -- )
+ \ TODO: replace current parameter and return stacks with
+ \ contents of continuation object.
+
+ 2dup >R >R
+ restore-param-stack
+
+ ." ====== PARAM STACK RESTORED ======" cr
+ trace
+
+ R> R>
+ restore-return-stack
+;
+
+\ }}}
+
\ ---- Primitives ---- {{{
: make-primitive ( cfa -- )
exit
then
+ nextchar [char] ) = if
+ inc-parse-idx
+ except-message: ." unmatched closing parenthesis." recoverable-exception throw
+ then
+
\ Anything else is parsed as a symbol
readsymbol charlist>symbol
\ }}}
-\ ---- Eval ---- {{{
+\ ---- Syntax ---- {{{
: self-evaluating? ( obj -- obj bool )
boolean-type istype? if true exit then
: definition-val ( obj -- val )
cdr cdr car ;
-: eval-definition ( obj env -- res )
- 2swap
- 2over 2over
- definition-val 2swap
- eval
-
- 2swap definition-var 2swap
-
- 2rot
- define-var
-
- ok-symbol
-;
-
: assignment? ( obj -- obj bool )
set!-symbol tagged-list? ;
: assignment-val ( obj -- val )
cdr cdr car ;
-: eval-assignment ( obj env -- res )
- 2swap
- 2over 2over ( env obj env obj )
- assignment-val 2swap ( env obj valexp env )
- eval ( env obj val )
-
- 2swap assignment-var 2swap ( env var val )
-
- 2rot ( var val env )
- set-var
-
- ok-symbol
-;
-
: macro-definition? ( obj -- obj bool )
define-macro-symbol tagged-list? ;
: macro-definition-body ( exp -- body )
cdr cdr ;
-objvar env
-: eval-define-macro ( obj env -- res )
- env obj!
-
- 2dup macro-definition-name 2swap ( name obj )
- 2dup macro-definition-params 2swap ( name params obj )
- macro-definition-body ( name params body )
-
- env obj@ ( name params body env )
-
- make-macro
-
- ok-symbol
-;
-hide env
-
: if? ( obj -- obj bool )
if-symbol tagged-list? ;
: lambda-body ( obj -- body )
cdr cdr ;
-: eval-sequence ( explist env -- finalexp env )
- ( Evaluates all bar the final expressions in
- an an expression list. The final expression
- is returned to allow for tail optimization. )
-
- 2swap ( env explist )
-
- \ Abort on empty list
- nil? if
- 2drop none
- 2swap exit
- then
-
- begin
- 2dup cdr ( env explist nextexplist )
- nil? false =
- while
- -2rot car 2over ( nextexplist env exp env )
- eval
- 2drop \ discard result
- 2swap ( env nextexplist )
- repeat
-
- 2drop car 2swap ( finalexp env )
-;
-
: application? ( obj -- obj bool )
pair-type istype? ;
: rest-operands ( operands -- other-operands )
cdr ;
-: list-of-vals ( args env -- vals )
- 2swap
-
- 2dup nooperands? if
- 2swap 2drop
- else
- 2over 2over first-operand 2swap eval
- -2rot rest-operands 2swap recurse
- cons
- then
-;
-
: procedure-params ( proc -- params )
drop pair-type car ;
2swap
;
-: apply ( proc argvals -- result )
- 2swap dup case
- primitive-proc-type of
- drop execute
- endof
+\ }}}
- compound-proc-type of
- 2dup procedure-body ( argvals proc body )
- -2rot 2dup procedure-params ( body argvals proc argnames )
- -2rot procedure-env ( body argnames argvals procenv )
+\ ---- Analyze ---- {{{
- -2rot 2swap
- flatten-proc-args
- 2swap 2rot
+: evaluate-eproc ( eproc env --- res )
- extend-env ( body env )
+ >R >R
- eval-sequence
+ begin
+ nil? invert
+ while
+ 2dup car
+ 2swap cdr
+ repeat
+
+ 2drop \ get rid of null
- R> drop ['] eval goto-deferred \ Tail call optimization
- endof
+ R> R> 2swap
- except-message: ." object '" drop print ." ' not applicable." recoverable-exception throw
- endcase
+ \ Final element of eproc list is primitive procedure
+ drop \ dump type signifier
+
+ goto \ jump straight to primitive procedure (executor)
+;
+
+: self-evaluating-executor ( exp env -- exp )
+ 2drop ;
+
+: analyze-self-evaluating ( exp --- eproc )
+ ['] self-evaluating-executor primitive-proc-type
+ nil cons cons
+;
+
+: quote-executor ( exp env -- exp )
+ 2drop ;
+
+: analyze-quoted ( exp -- eproc )
+ quote-body
+
+ ['] quote-executor primitive-proc-type
+ nil cons cons
+;
+
+: variable-executor ( var env -- val )
+ lookup-var ;
+
+: analyze-variable ( exp -- eproc )
+ ['] variable-executor primitive-proc-type
+ nil cons cons
+;
+
+: definition-executor ( var val-eproc env -- ok )
+ 2swap 2over ( var env val-eproc env )
+ evaluate-eproc 2swap ( var val env )
+ define-var
+ ok-symbol
+;
+
+: analyze-definition ( exp -- eproc )
+ 2dup definition-var
+ 2swap definition-val analyze
+
+ ['] definition-executor primitive-proc-type
+ nil cons cons cons
+;
+
+: assignment-executor ( var val-eproc env -- ok )
+ 2swap 2over ( var env val-eproc env )
+ evaluate-eproc 2swap ( var val env )
+ set-var
+ ok-symbol
+;
+
+: analyze-assignment ( exp -- eproc )
+ 2dup assignment-var
+ 2swap assignment-val analyze ( var val-eproc )
+
+ ['] assignment-executor primitive-proc-type
+ nil cons cons cons
;
-:noname ( obj env -- result )
+: sequence-executor ( eproc-list env -- res )
2swap
- \ --- DEBUG ---
- (
- fg yellow ." Evaluating: " bold 2dup print reset-term
- space fg green ." PS: " bold depth . reset-term
- space fg blue ." RS: " bold RSP@ RSP0 - . reset-term cr
- )
+ begin
+ 2dup cdr ( env elist elist-rest)
+ nil? invert
+ while
+ -2rot car 2over ( elist-rest env elist-head env )
+ evaluate-eproc ( elist-rest env head-res )
+ 2drop 2swap ( env elist-rest )
+ repeat
+
+ 2drop car 2swap
+ ['] evaluate-eproc goto
+;
+
+
+: (analyze-sequence) ( explist -- eproc-list )
+ nil? if exit then
+
+ 2dup car analyze
+ 2swap cdr recurse
+
+ cons
+;
+
+: analyze-sequence ( explist -- eproc )
+ (analyze-sequence)
+ ['] sequence-executor primitive-proc-type
+ nil cons cons
+;
- self-evaluating? if
- 2swap 2drop
- exit
- then
- quote? if
- quote-body
+: macro-definition-executor ( name params bproc env -- ok )
+ make-macro ok-symbol
+;
+
+: analyze-macro-definition ( exp -- eproc )
+ 2dup macro-definition-name
+ 2swap 2dup macro-definition-params
+ 2swap macro-definition-body analyze-sequence
+
+ ['] macro-definition-executor primitive-proc-type
+ nil cons cons cons cons
+;
+
+: if-executor ( cproc aproc pproc env -- res )
+ 2swap 2over ( cproc aproc env pproc env -- res )
+ evaluate-eproc
+
+ true? if
2swap 2drop
- exit
+ else
+ 2rot 2drop
then
- variable? if
- 2swap lookup-var
- exit
- then
+ ['] evaluate-eproc goto
+;
- definition? if
- 2swap eval-definition
- exit
- then
+: analyze-if ( exp -- eproc )
+ 2dup if-consequent analyze
+ 2swap 2dup if-alternative analyze
+ 2swap if-predicate analyze
- assignment? if
- 2swap eval-assignment
- exit
- then
+ ['] if-executor primitive-proc-type
+ nil cons cons cons cons
+;
- macro-definition? if
- 2swap eval-define-macro
- exit
+: lambda-executor ( params bproc env -- res )
+ make-procedure
+ ( Although this is packaged up as a regular compound procedure,
+ the "body" element contains an _eproc_ to be evaluated in an
+ environment resulting from extending env with the parameter
+ bindings. )
+;
+
+: analyze-lambda ( exp -- eproc )
+ 2dup lambda-parameters
+ 2swap lambda-body
+
+ nil? if
+ except-message: ." encountered lambda with an empty body." recoverable-exception throw
then
- if? if
- 2over 2over
- if-predicate
- 2swap eval
+ analyze-sequence
- true? if
- if-consequent
- else
- if-alternative
- then
+ ['] lambda-executor primitive-proc-type
+ nil cons cons cons
+;
- 2swap
- ['] eval goto-deferred
+: operand-eproc-list ( operands -- eprocs )
+ nil? invert if
+ 2dup car analyze
+ 2swap cdr recurse
+ cons
then
+;
- lambda? if
- 2dup lambda-parameters
- 2swap lambda-body
- 2rot make-procedure
- exit
+: evaluate-operand-eprocs ( env aprocs -- vals )
+ nil? if
+ 2swap 2drop
+ else
+ 2over 2over car 2swap evaluate-eproc ( env aprocs thisval )
+ -2rot cdr recurse ( thisval restvals )
+ cons
then
+;
+
+: apply ( vals proc )
+ dup case
+ primitive-proc-type of
+ drop execute
+ endof
+
+ compound-proc-type of
+ 2dup procedure-body ( argvals proc bproc )
+ -2rot 2dup procedure-params ( bproc argvals proc argnames )
+ -2rot procedure-env ( bproc argnames argvals procenv )
+
+ -2rot 2swap
+ flatten-proc-args
+ 2swap 2rot
- application? if
+ extend-env ( bproc env )
- 2over 2over ( env exp env exp )
- operator ( env exp env opname )
+ ['] evaluate-eproc goto
+ endof
- 2swap eval ( env exp proc )
+ continuation-type of
+ \ TODO: Apply continuation
+ endof
- -2rot ( proc env exp )
- operands 2swap ( proc operands env )
- list-of-vals ( proc argvals )
+ except-message: ." object '" drop print ." ' not applicable." recoverable-exception throw
+ endcase
+;
- apply
- exit
- then
+: application-executor ( operator-proc arg-procs env -- res )
+ 2rot 2over ( aprocs env fproc env )
+ evaluate-eproc ( aprocs env proc )
- except-message: ." tried to evaluate object with unknown type." recoverable-exception throw
-; is eval
+ -2rot 2swap ( proc env aprocs )
+ evaluate-operand-eprocs ( proc vals )
+
+ 2swap ( vals proc )
+
+ ['] apply goto
+;
+
+: analyze-application ( exp -- eproc )
+ 2dup operator analyze
+ 2swap operands operand-eproc-list
+
+ ['] application-executor primitive-proc-type
+ nil cons cons cons
+;
+
+:noname ( exp --- eproc )
+
+ self-evaluating? if analyze-self-evaluating exit then
+
+ quote? if analyze-quoted exit then
+
+ variable? if analyze-variable exit then
+
+ definition? if analyze-definition exit then
+
+ assignment? if analyze-assignment exit then
+
+ macro-definition? if analyze-macro-definition exit then
+
+ if? if analyze-if exit then
+
+ lambda? if analyze-lambda exit then
+
+ application? if analyze-application exit then
+
+ except-message: ." tried to analyze unknown expression type." recoverable-exception throw
+
+; is analyze
\ }}}
( Simply evaluates the given procedure with expbody as its argument. )
: macro-eval ( proc expbody -- result )
2swap
- 2dup procedure-body ( expbody proc procbody )
- -2rot 2dup procedure-params ( procbody expbody proc argnames )
- -2rot procedure-env ( procbody argnames expbody procenv )
+ 2dup procedure-body ( expbody proc bproc )
+ -2rot 2dup procedure-params ( bproc expbody proc argnames )
+ -2rot procedure-env ( bproc argnames expbody procenv )
-2rot 2swap
flatten-proc-args
2swap 2rot
- extend-env eval-sequence eval
+ extend-env ( bproc env )
+
+ ['] evaluate-eproc goto
;
: expand-macro ( exp -- result )
pair-type istype? invert if exit then
+
2dup car symbol-type istype? invert if 2drop exit then
-
- lookup-macro nil? if
- 2drop exit then
+
+ lookup-macro nil? if 2drop exit then
2over cdr macro-eval
\ }}}
+:noname ( exp env -- res )
+ 2swap expand analyze 2swap evaluate-eproc
+; is eval
+
\ ---- Print ---- {{{
: printfixnum ( fixnum -- ) drop 0 .R ;
: printcomp ( primobj -- )
2drop ." <compound procedure>" ;
+: printcont ( primobj --)
+ 2drop ." <continuation>" ;
+
: printnone ( noneobj -- )
2drop ." Unspecified return value" ;
pair-type istype? if ." (" printpair ." )" exit then
primitive-proc-type istype? if printprim exit then
compound-proc-type istype? if printcomp exit then
+ continuation-type istype? if printcont exit then
none-type istype? if printnone exit then
port-type istype? if printport exit then
\ ---- Garbage Collection ---- {{{
-variable gc-enabled
-false gc-enabled !
-
-variable gc-stack-depth
+( Notes on garbage collection:
+ This is a mark-sweep garbage collector, invoked by cons.
+ The roots of the object tree used by the marking routine
+ include all objects in the parameter stack, and several
+ other fixed roots such as global-env, symbol-table, macro-table,
+ and the console-i/o-port.
-: enable-gc
- depth gc-stack-depth !
- true gc-enabled ! ;
+ NO OTHER OBJECTS WILL BE MARKED!
-: disable-gc
- false gc-enabled ! ;
+ This places implicit restrictions on when cons can be invoked.
+ Invoking cons when live objects are stored on the return stack
+ or in other variables than the above will result in possible
+ memory corruption if the cons triggers the GC. )
-: gc-enabled?
- gc-enabled @ ;
: pairlike? ( obj -- obj bool )
pair-type istype? if true exit then
console-i/o-port obj@ gc-mark-obj
global-env obj@ gc-mark-obj
- depth gc-stack-depth @ do
+ depth object-stack-base @ do
PSP0 i + 1 + @
PSP0 i + 2 + @
\ }}}
+\ DEBUGGING
+xxxx
+
\ ---- Loading files ---- {{{
: load ( addr n -- finalResult )
ok-symbol ( port res )
begin
+ \ DEBUG
+ \ bold fg blue ." READ from " 2over drop . ." ==> " reset-term
+
2over read-port ( port res obj )
+ \ DEBUG
+ \ 2dup print cr
+
2dup EOF character-type objeq? if
2drop 2swap close-port
exit
2swap 2drop ( port obj )
- expand
-
global-env obj@ eval ( port res )
again
;
include scheme-primitives.4th
- s" testing-library.scm" load 2drop
- \ s" scheme-library.scm" load 2drop
+ init-object-stack-base
+ s" scheme-library.scm" load 2drop
\ }}}
true exit
then
- expand
-
global-env obj@ eval
fg cyan ." ; " print reset-term
: repl
empty-parse-str
- enable-gc
+ init-object-stack-base
\ Display welcome message
welcome-symbol nil cons global-env obj@ eval 2drop