X-Git-Url: https://git.lukelau.me/?p=scheme.git;a=blobdiff_plain;f=codegen.scm;h=dededbec01e0856b19703d8945e096e49b316aa5;hp=4e05bcf797b31d175a9629aac4b75868bbd9c72e;hb=8e106ca13666680051f91ab3f49ce2bd7e19ead7;hpb=d6c23652adf6bf2e9494cdedfed853c288b16f3f diff --git a/codegen.scm b/codegen.scm index 4e05bcf..dededbe 100644 --- a/codegen.scm +++ b/codegen.scm @@ -1,13 +1,48 @@ (load "typecheck.scm") (load "ast.scm") +(load "platform.scm") -(define target 'darwin) +(define target host-os) (define (emit . s) (begin (apply printf s) (display "\n"))) +(define wordsize 8) + +(define (type-size data-layouts type) + + (define (adt-size adt) + (let ([sizes + (map (lambda (sum) + (fold-left (lambda (acc x) (+ acc (type-size data-layouts x))) + wordsize ; one word needed to store tag + (cdr sum))) + (cdr adt))]) + (apply max sizes))) + + (case type + ['Int wordsize] + ['Bool wordsize] + [else + (let ([adt (assoc type data-layouts)]) + (if adt + (adt-size adt) + (error #f "unknown size" type)))])) + +(define (on-stack? expr) + (case (ast-type expr) + ['stack (cadr expr)] + [else #f])) + + ; an environment consists of adt layouts in scope, + ; and any bound variables. + ; bound variables are an assoc list with their stack offset +(define make-env list) +(define env-data-layouts car) +(define env-bindings cadr) + (define (codegen-add xs si env) (define (go ys) (if (null? ys) @@ -45,9 +80,9 @@ (codegen-expr a si env) (emit "movq %rax, ~a(%rbp)" si) (codegen-expr b (- si wordsize) env) - (emit "subq ~a(%rbp), %rax" si) - (emit "not %rax") - (emit "andq $1, %rax")) + (emit "## ~a = ~b" a b) + (emit "cmpq ~a(%rbp), %rax" si) + (emit "sete %al")) ; 'write file handle addr-string num-bytes @@ -67,49 +102,99 @@ (emit "not %rcx") ; -%rcx = strlen + 1 (emit "dec %rcx") - (case target - ('darwin (emit "movq %rbx, %rsi") ; string addr (emit "movq %rcx, %rdx") ; num bytes (emit "movq $1, %rdi") ; file handle (stdout) - (emit "movq $0x2000004, %rax")) ; syscall 4 (write) - ('linux - (emit "mov %rbx, %rsi") ; string addr - (emit "mov %rcx, %rdx") ; num bytes - (emit "mov $1, %rax") ; file handle (stdout) - (emit "mov $1, %rdi"))) ; syscall 1 (write) + (case target + ('darwin (emit "mov $0x2000004, %rax")) ; syscall 4 (write) + ('linux (emit "mov $1, %rax"))) ; syscall 1 (write) (emit "syscall")) -(define (range s n) - (if (= 0 n) '() - (append (range s (- n 1)) - (list (+ s (- n 1)))))) +(define (codegen-let bindings body si env) -(define wordsize 8) + ; is this a closure that captures itself? + ; e.g. (let ([x 3] [f (closure lambda0 (f x))]) (f)) + (define (self-captive-closure? name expr) + (and (eqv? (ast-type expr) 'closure) + (memv name (caddr expr)))) + + + ;; (define (emit-scc scc env) + ;; ; acc is a pair of the env and list of touchups + ;; (define (emit-binding acc binding) + ;; (let ([binding-name (car binding)] + ;; [binding-body (cadr binding)] + + ;; [other-bindings (filter + ;; (lambda (x) (not (eqv? binding-name x))) + ;; scc)] + ;; [mutually-recursives + ;; (filter + ;; (lambda (other-binding) + ;; (memv other-binding (references binding-body))) + ;; other-bindings)] + + ;; [new-touchups (append touchups (cdr acc))]) + + ;; ; TODO: assert that the only mutually recursives are closures + ;; (for-each + ;; (lambda (binding) + ;; (when (not (eqv? (ast-type (cadr binding)) + + ;; (emit "asdf") + ;; (cons new-env new-touchups) + ;; )) + + ;; (fold-left emit-binding (cons env '()) scc)))) + + (let* ([stack-offsets (map (lambda (name x) ; assoc map of binding name to offset + (cons name (- si (* x wordsize)))) + (map car bindings) + (range 0 (length bindings)))] + [inner-si (- si (* (length bindings) wordsize))] + + [get-offset (lambda (n) (cdr (assoc n stack-offsets)))] + + [inner-env + (fold-left + (lambda (env comps) + (let* ([scc-binding-offsets + (fold-left + (lambda (acc name) + (cons (cons name (get-offset name)) + acc)) + (env-bindings env) + comps)] + [scc-env (make-env (env-data-layouts env) scc-binding-offsets)]) + (for-each + (lambda (name) + (let ([expr (cadr (assoc name bindings))]) + (emit "## generating ~a with scc-env ~a" name scc-env) + (if (self-captive-closure? name expr) + ; if self-captive, insert a flag into the environment to let + ; codegen-closure realise this! + (codegen-expr expr + inner-si + (make-env + (env-data-layouts scc-env) + (cons (cons name 'self-captive) + (env-bindings scc-env)))) + (codegen-expr expr inner-si scc-env)) + (emit "movq %rax, ~a(%rbp)" (get-offset name)))) + comps) + scc-env)) + env + (reverse (sccs (graph bindings))))]) -(define (codegen-let bindings body si env) - (let* ((stack-offsets (map (lambda (x) (- si (* x wordsize))) - (range 0 (length bindings)))) - (inner-si (- si (* (length bindings) wordsize))) - (names (map car bindings)) - (exprs (map cadr bindings)) - - ; recursive let bindings: build environment as we go - (inner-env (fold-left - (lambda (env name expr offset) - (codegen-expr expr inner-si env) - (emit "movq %rax, ~a(%rbp)" offset) - (cons (cons name offset) env)) - env names exprs stack-offsets))) (for-each (lambda (form) (codegen-expr form inner-si inner-env)) body))) (define (codegen-var name si env) - (when (not (assoc name env)) - (error #f (format "Variable ~a is not bound" name))) - (let ((offset (cdr (assoc name env)))) - (emit "movq ~a(%rbp), %rax" offset))) + (let ([binding (assoc name (env-bindings env))]) + (if (not binding) + (error #f (format "Variable ~a is not bound" name)) + (emit "movq ~a(%rbp), %rax" (cdr binding))))) (define cur-lambda 0) (define (fresh-lambda) @@ -142,10 +227,16 @@ (emit "## storing captives") ; store the captured vars (for-each - (lambda (var-name new-offset) + (lambda (var-name heap-offset) + (let ([stack-offset (cdr (assoc var-name (env-bindings env)))]) + (emit "### captive ~a" var-name) + (if (eqv? stack-offset 'self-captive) + ; captive refers to this closure: + ; move heap addr of this closure to stack! + (emit "movq %rax, ~a(%rax)" heap-offset) (begin - (emit "movq ~a(%rbp), %rbx" (cdr (assoc var-name env))) - (emit "movq %rbx, ~a(%rax)" new-offset))) + (emit "movq ~a(%rbp), %rbx" stack-offset) + (emit "movq %rbx, ~a(%rax)" heap-offset))))) captured heap-offsets))) @@ -202,21 +293,22 @@ (define (codegen-lambda l) (let* ((label (car l)) (stuff (cdr l)) - (captured (car stuff)) + (captives (car stuff)) (args (cadr stuff)) (body (caddr stuff)) ; params = what actually gets passed - (params (append captured args)) + (params (append captives args)) (stack-offsets (map (lambda (i) - (* (- wordsize) i)) + (* (- wordsize) (+ 1 i))) (range 0 (length params)))) - (env (map cons params stack-offsets))) + [bindings (map cons params stack-offsets)] + [env (make-env '() bindings)]) (emit "~a:" label) (display "## lambda captives: ") - (display captured) + (display captives) (newline) (display "## lambda args: ") (display args) @@ -228,15 +320,15 @@ (emit "push %rbp") ; preserve caller's base pointer (emit "movq %rsp, %rbp") ; set up our own base pointer - (emit "subq $8, %rbp") ; load the captured vars onto the stack (for-each (lambda (i) (begin - (emit "movq ~a(~a), %rbx" i (param-register 0)) - (emit "movq %rbx, ~a(%rbp)" (* (- wordsize) i)))) - (range 0 (length captured))) + (emit "# loading captive ~a" (list-ref captives i)) + (emit "movq ~a(~a), %rbx" (* wordsize i) (param-register 0)) + (emit "movq %rbx, ~a(%rbp)" (* (- wordsize) (+ 1 i))))) + (range 0 (length captives))) ; load the args onto the stack (for-each @@ -245,7 +337,7 @@ (emit "movq ~a, %rbx" (param-register (+ 1 i))) (emit "movq %rbx, ~a(%rbp)" (* (- wordsize) - (+ (length captured) i))))) + (+ 1 (length captives) i))))) (range 0 (length args))) (codegen-expr body (* (- wordsize) (+ 1 (length params))) env) @@ -253,11 +345,6 @@ (emit "pop %rbp") ; restore caller's base pointer (emit "ret"))) -(define (codegen-string label) - (case target - ('darwin (emit "movq ~a@GOTPCREL(%rip), %rax" label)) - ('linux (emit "lea $~a, %rax" label)))) - (define cur-label 0) (define (fresh-label) (set! cur-label (+ 1 cur-label)) @@ -275,7 +362,84 @@ (codegen-expr else si env) (emit "~a:" exit-label))) +(define (data-tor env e) + (if (not (list? e)) #f + (assoc (car e) (flat-map data-tors (env-data-layouts env))))) + + ; returns the internal offset in bytes of a product within an ADT + ; given the constructor layout + ; constructor-layout: (foo (Int Bool)) +(define (data-product-offset data-layouts type sum index) + (let* ([products (cdr (assoc sum (cdr (assoc type data-layouts))))] + [to-traverse (list-head products index)]) + (fold-left + (lambda (acc t) (+ acc (type-size data-layouts t))) + wordsize ; skip the tag in the first word + to-traverse))) + +(define (data-sum-tag data-layouts type sum) + + (define (go acc sums) + (when (null? sums) (error #f "data-sum-tag no sum for type" sum type)) + (if (eqv? sum (car sums)) + acc + (go (+ 1 acc) (cdr sums)))) + (let* ([type-sums (cdr (assoc type data-layouts))]) + (go 0 (map car type-sums)))) + +(define (codegen-data-tor e si env) + + (define (codegen-destructor tor) + (let* ([res (codegen-expr (cadr e) si env)] + [info (cadr tor)] + [index (caddr info)] + [type (car info)] + [sum (cadr info)]) + (when (not (stack-expr? res)) + (error #f "codegened something that wasn't a stack expression")) + ;TODO handle stack types + (emit "movq ~a(%rbp), %rax" + (- si (data-product-offset (env-data-layouts env) type sum index))))) + + (define (codegen-constructor tor) + (let* ([info (cadr tor)] + [type (car info)] + [sum (cadr info)] + [constructor (car e)] + + [args (cdr e)] + + [tag (data-sum-tag (env-data-layouts env) + type + sum)] + + [insert-product + (lambda (expr i) + (let ([res (codegen-expr expr si env)] + [stack-offset (- si (data-product-offset (env-data-layouts env) + type sum + i))]) + (if (stack-expr? res) + (error #f "todo: handle stack-exprs in stack exprs") + (emit "movq %rax, ~a(%rbp)" stack-offset))))]) + + ; emit the tag + (emit "movq $~a, ~a(%rbp)" tag si) + + (for-each insert-product args (range 0 (length args))) + (type-size (env-data-layouts env) type))) + + (let* ([tor (data-tor env e)] + [constructor (eqv? 'constructor (caddr (cadr tor)))]) + (if constructor + (codegen-constructor tor) + (codegen-destructor tor)))) + +(define stack-expr? number?) + + ; returns a number if result was stored on stack (define (codegen-expr e si env) + (emit "# ~a" e) (case (ast-type e) ('closure (codegen-closure (cadr e) (caddr e) si env)) ('app @@ -287,10 +451,14 @@ ('= (codegen-eq (cadr e) (caddr e) si env)) ('bool->int (codegen-expr (cadr e) si env)) ('print (codegen-print (cadr e) si env)) - (else (codegen-call (car e) (cdr e) si env)))) + (else + (if (data-tor env e) + (codegen-data-tor e si env) + (codegen-call (car e) (cdr e) si env))))) ; this is a builtin being passed around as a variable - ('builtin (emit "movq $~a, %rax" (builtin-id e))) + ; this should have been converted to a closure! + ('builtin (error #f "passing about a builtin!" e)) ('let (codegen-let (let-bindings e) (let-body e) @@ -304,31 +472,48 @@ ('bool-literal (emit "movq $~a, %rax" (if e 1 0))) ('int-literal (emit "movq $~a, %rax" e)) - ('static-string (codegen-string (cadr e))) + ('static-string (emit "movq ~a@GOTPCREL(%rip), %rax" + (cadr e))) - (else (error #f "don't know how to codegen this")))) + ('stack (codegen-expr (caddr e) si env)) + (else (error #f "don't know how to codegen this")))) -(define (fold-map f x) (fold-left append '() (map f x))) + ; takes in a expr annotated with types and returns a type-less AST + ; with stack values wrapped +(define (annotate-stack-values data-layout ann-e) + (define (stack-type? type) + (assoc type data-layout)) + (define (strip e) + (ast-traverse strip (ann-expr e))) + (let* ([e (ann-expr ann-e)] + [type (ann-type ann-e)]) + (if (stack-type? type) + `(stack ,type ,(ast-traverse strip e)) + (ast-traverse (lambda (x) + (annotate-stack-values data-layout x)) + e)))) (define (free-vars prog) (define bound '()) (define (collect e) (case (ast-type e) ('builtin '()) ; do nothing - ('var (if (memq e bound) '() (list e))) + ('var (if (memv e bound) '() (list e))) ('lambda + (begin (set! bound (append (lambda-args e) bound)) - (collect (lambda-body e))) + (collect (lambda-body e)))) - ('app (fold-map collect e)) + ('app (flat-map collect e)) + ('if (flat-map collect (cdr e))) ('let - (let ((bind-fvs (fold-map (lambda (a) - ((set! bound (cons (car a) bound)) + (let ([bind-fvs (flat-map (lambda (a) + (begin + (set! bound (cons (car a) bound)) (collect (cdr a)))) - (let-bindings cadr))) - (body-fvs (fold-map collect (let-body e)))) - (append bind-fvs body-fvs))) + (let-bindings e))]) + (append bind-fvs (flat-map collect (let-body e))))) (else '()))) (collect prog)) @@ -386,7 +571,7 @@ (define (extract e) (case (ast-type e) ('lambda (add-lambda e)) - ('let `(let ,(map extract (let-bindings e)) + ('let `(let ,(map (lambda (b) `(,(car b) ,@(extract (cdr b)))) (let-bindings e)) ,@(map extract (let-body e)))) ('app (append ; if a builtin is used as a function, don't generate lambda @@ -425,29 +610,6 @@ (emit "~a:" (car s)) (emit "\t.string \"~a\"" (cdr s))) -;; (define (amd64-abi f) -;; ; preserve registers -;; (emit "push %rbp") -;; ;; (emit "push %rbx") -;; ;; (for-each (lambda (i) -;; ;; (emit (string-append -;; ;; "push %r" -;; ;; (number->string i)))) -;; ;; '(12 13 14 15)) - -;; (emit "movq %rsp, %rbp") ; set up the base pointer - -;; (f) ; call stuff -;; ; restore preserved registers -;; ;; (for-each (lambda (i) -;; ;; (emit (string-append -;; ;; "pop %r" -;; ;; (number->string i)))) -;; ;; '(15 14 13 12)) -;; ;; (emit "pop %rbx") -;; (emit "pop %rbp") -;; (emit "ret")) - ; 24(%rbp) mem arg 1 ; 16(%rbp) mem arg 0 prev frame ; ----------------------- @@ -492,11 +654,20 @@ (emit "movq %rax, (%rsi)"))) (define (codegen program) - (let* ((extract-res-0 (extract-strings program)) - (strings (car extract-res-0)) - (extract-res-1 (extract-lambdas (cdr extract-res-0))) - (lambdas (car extract-res-1)) - (xform-prog (cdr extract-res-1))) + (set! cur-label 0) + (set! cur-lambda 0) + (let* ([data-layouts (program-data-layouts program)] + + [pattern-matched (expand-pattern-matches program)] + [type-annotated (annotate-types pattern-matched)] + [stack-annotated (annotate-stack-values data-layouts + type-annotated)] + + (strings-res (extract-strings stack-annotated)) + (strings (car strings-res)) + (lambdas-res (extract-lambdas (cdr strings-res))) + (lambdas (car lambdas-res)) + (xform-prog (cdr lambdas-res))) (emit "\t.global _start") (emit "\t.text") @@ -509,7 +680,8 @@ (initialize-heap) (emit "movq %rsp, %rbp") ; set up the base pointer - (codegen-expr xform-prog 0 '()) + + (codegen-expr xform-prog (- wordsize) (make-env data-layouts '())) ; exit syscall (emit "mov %rax, %rdi") @@ -527,7 +699,7 @@ (define (compile-to-binary program output t) (set! target t) - (when (not (eq? (typecheck program) 'int)) (error #f "not an int")) + (when (not (eq? (typecheck program) 'Int)) (error #f "not an Int")) (let ([tmp-path "/tmp/a.s"]) (when (file-exists? tmp-path) (delete-file tmp-path)) (with-output-to-file tmp-path @@ -551,6 +723,6 @@ ; %r8 = 5th arg ; %r9 = 6th arg -; on darwin, the syscall is offset by 0x2000000 +; on darwin, unix/posix syscalls are offset by 0x2000000 (syscall classes) ; https://opensource.apple.com/source/xnu/xnu-2782.20.48/bsd/kern/syscalls.master ; documentation for most syscalls: /Applications/Xcode.app/Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/MacOSX.sdk/usr/include/sys