Add a test for making method calls

Unify some parser states.

.gitignore

@@ -10,6 +10,7 @@ janet
 /Emscripten
 /src/include/generated/*.h
 janet-*.tar.gz
+dist
 
 # Emscripten
 *.bc
@@ -38,6 +39,7 @@ tags
 
 # Valgrind files
 vgcore.*
+*.out.*
 
 # Created by https://www.gitignore.io/api/c
 

.travis.yml

@@ -2,7 +2,7 @@ language: c
 script:
 - make
 - make test
-- make janet-${TRAVIS_TAG}-${TRAVIS_OS_NAME}.tar.gz
+- make build/janet-${TRAVIS_TAG}-${TRAVIS_OS_NAME}.tar.gz
 compiler:
 - clang
 - gcc
@@ -14,7 +14,7 @@ deploy:
   provider: releases
   api_key:
     secure: JSqAOTH1jmfVlbOuPO3BbY1BhPq+ddiBNPCxuAyKHoVwfO4eNAmq9COI+UwCMWY3dg+YlspufRwkHj//B7QQ6hPbSsKu+Mapu6gr/CAE/jxbfO/E98LkIkUwbGjplwtzw2kiBkHN/Bu6J5X76cwo4D8nwQ1JIcV3nWtoG87t7H4W0R4AYQkbLGAPylgUFr11YMPx2cRBBqCdLAGIrny7kQ/0cRBfkN81R/gUJv/q3OjmUvY7sALXp7mFdZb75QPSilKIDuVUU5hLvPYTeRl6cWI/M+m5SmGZx1rjv5S9Qaw070XoNyt9JAADtbOUnADKvDguDZIP1FCuT1Gb+cnJPzrvk6+OBU9s8UjCTFtgV+LKlhmRZcwV5YQBE94PKRMJNC6VvIWM7UeQ8Zhm1jmQS6ONNWbuoUAlkZP57NtDQa2x0GT2wkubNSQKlaY+6/gwTD9KAJIzaZG7HYXH7b+4g7VbccCyhDAtDZtXgrOIS4WAkNc8rWezRO4H0qHMyON9aCEb0eTE8hWIufbx6ymG4gUxnYO+AkrEYMCwQvU6lS8BsevkaMTVtSShqlQtJ9FRlmJA3MA2ONyqzQXJENqRydyVbpFrKSv+0HbMyhEc5BoKbt0QcTh/slouNV4eASNar/GKN7aP8XKGUeMwIoCcRpP+3ehmwX9SUw7Ah5S42pA=
-  file: janet-${TRAVIS_TAG}-${TRAVIS_OS_NAME}.tar.gz
+  file: build/janet-${TRAVIS_TAG}-${TRAVIS_OS_NAME}.tar.gz
   draft: true
   skip_cleanup: true
   on:

CONTRIBUTING.md

@@ -33,6 +33,29 @@ may require changes before being merged.
   For janet code, the use lisp indentation with 2 spaces. One can use janet.vim to
   do this indentation, or approximate as close as possible.
 
+## C style
+
+For changes to the VM and Core code, you will probably need to know C. Janet is programmed with
+a subset of C99 that works with Microsoft Visual C++. This means most of C99 but with the following
+omissions.
+
+* No Variable Length Arrays (yes these may work in newer MSVC compilers)
+* No `restrict` 
+* Certain functions in the standard library are not always available
+
+In practice, this means programming for both MSVC on one hand and everything else on the other.
+The code must also build with emscripten, even if some features are not available, although
+this is not a priority.
+
+Code should compile warning free and run valgrind clean. I find that these two criteria are some
+of the easiest ways to protect against a large number of bugs in an unsafe language like C. To check for
+valgrind errors, run `make valtest` and check the output for undefined or flagged behavior.
+
+## Janet style
+
+All janet code in the project should be formatted similar to the code in core.janet.
+The auto formatting from janet.vim will work well.
+
 ## Suggesting Changes
 
 To suggest changes, open an issue on GitHub. Check GitHub for other issues

LICENSE

@@ -1,4 +1,4 @@
-Copyright (c) 2018 Calvin Rose
+Copyright (c) 2019 Calvin Rose
 
 Permission is hereby granted, free of charge, to any person obtaining a copy of
 this software and associated documentation files (the "Software"), to deal in

Makefile

@@ -32,8 +32,8 @@ JANET_BUILD?="\"$(shell git log --pretty=format:'%h' -n 1)\""
 CFLAGS=-std=c99 -Wall -Wextra -Isrc/include -fpic -O2 -fvisibility=hidden \
 	   -DJANET_BUILD=$(JANET_BUILD)
 CLIBS=-lm -ldl
-JANET_TARGET=janet
-JANET_LIBRARY=libjanet.so
+JANET_TARGET=build/janet
+JANET_LIBRARY=build/libjanet.so
 JANET_PATH?=/usr/local/lib/janet
 DEBUGGER=gdb
 
@@ -47,14 +47,16 @@ else
 	CLIBS:=$(CLIBS) -lrt
 endif
 
+$(shell mkdir -p build/core build/mainclient build/webclient)
+
 # Source headers
 JANET_HEADERS=$(sort $(wildcard src/include/janet/*.h))
 JANET_LOCAL_HEADERS=$(sort $(wildcard src/*/*.h))
 
 # Source files
-JANET_CORE_SOURCES=$(sort $(wildcard src/core/*.c)) src/core/core.gen.c
-JANET_MAINCLIENT_SOURCES=$(sort $(wildcard src/mainclient/*.c)) src/mainclient/init.gen.c
-JANET_WEBCLIENT_SOURCES=$(sort $(wildcard src/webclient/*.c)) src/webclient/webinit.gen.c
+JANET_CORE_SOURCES=$(sort $(wildcard src/core/*.c))
+JANET_MAINCLIENT_SOURCES=$(sort $(wildcard src/mainclient/*.c))
+JANET_WEBCLIENT_SOURCES=$(sort $(wildcard src/webclient/*.c))
 
 all: $(JANET_TARGET) $(JANET_LIBRARY)
 
@@ -62,16 +64,16 @@ all: $(JANET_TARGET) $(JANET_LIBRARY)
 ##### The main interpreter program and shared object #####
 ##########################################################
 
-JANET_ALL_SOURCES=$(JANET_CORE_SOURCES) \
-				$(JANET_MAINCLIENT_SOURCES)
+JANET_CORE_OBJECTS=$(patsubst src/%.c,build/%.o,$(JANET_CORE_SOURCES)) build/core.gen.o
+JANET_MAINCLIENT_OBJECTS=$(patsubst src/%.c,build/%.o,$(JANET_MAINCLIENT_SOURCES)) build/init.gen.o
 
-JANET_CORE_OBJECTS=$(patsubst %.c,%.o,$(JANET_CORE_SOURCES))
-JANET_ALL_OBJECTS=$(patsubst %.c,%.o,$(JANET_ALL_SOURCES))
-
-%.o: %.c $(JANET_HEADERS) $(JANET_LOCAL_HEADERS)
+%.gen.o: %.gen.c
 	$(CC) $(CFLAGS) -o $@ -c $<
 
-$(JANET_TARGET): $(JANET_ALL_OBJECTS)
+build/%.o: src/%.c $(JANET_HEADERS) $(JANET_LOCAL_HEADERS)
+	$(CC) $(CFLAGS) -o $@ -c $<
+
+$(JANET_TARGET): $(JANET_CORE_OBJECTS) $(JANET_MAINCLIENT_OBJECTS)
 	$(CC) $(CFLAGS) -o $@ $^ $(CLIBS)
 
 $(JANET_LIBRARY): $(JANET_CORE_OBJECTS)
@@ -82,44 +84,50 @@ $(JANET_LIBRARY): $(JANET_CORE_OBJECTS)
 ######################
 
 EMCC=emcc
-EMCCFLAGS=-std=c99 -Wall -Wextra -Isrc/include -O2 \
+EMCFLAGS=-std=c99 -Wall -Wextra -Isrc/include -O2 \
 		  -s EXTRA_EXPORTED_RUNTIME_METHODS='["cwrap"]' \
 		  -s ALLOW_MEMORY_GROWTH=1 \
 		  -s AGGRESSIVE_VARIABLE_ELIMINATION=1 \
 		  -DJANET_BUILD=$(JANET_BUILD)
-JANET_EMTARGET=janet.js
+JANET_EMTARGET=build/janet.js
 JANET_WEB_SOURCES=$(JANET_CORE_SOURCES) $(JANET_WEBCLIENT_SOURCES)
-JANET_EMOBJECTS=$(patsubst %.c,%.bc,$(JANET_WEB_SOURCES))
+JANET_EMOBJECTS=$(patsubst src/%.c,build/%.bc,$(JANET_WEB_SOURCES)) \
+				build/webinit.gen.bc build/core.gen.bc
 
-%.bc: %.c $(JANET_HEADERS) $(JANET_LOCAL_HEADERS)
-	$(EMCC) $(EMCCFLAGS) -o $@ -c $<
+%.gen.bc: %.gen.c
+	$(EMCC) $(EMCFLAGS) -o $@ -c $<
+
+build/%.bc: src/%.c $(JANET_HEADERS) $(JANET_LOCAL_HEADERS)
+	$(EMCC) $(EMCFLAGS) -o $@ -c $<
 
 $(JANET_EMTARGET): $(JANET_EMOBJECTS)
-	$(EMCC) $(EMCCFLAGS) -shared -o $@ $^
+	$(EMCC) $(EMCFLAGS) -shared -o $@ $^
+
+emscripten: $(JANET_EMTARGET)
 
 #############################
 ##### Generated C files #####
 #############################
 
-xxd: src/tools/xxd.c
+build/xxd: tools/xxd.c
 	$(CC) $< -o $@
 
-%.gen.c: %.janet xxd
-	./xxd $< $@ janet_gen_$(*F)
+build/core.gen.c: src/core/core.janet build/xxd
+	build/xxd $< $@ janet_gen_core
+build/init.gen.c: src/mainclient/init.janet build/xxd
+	build/xxd $< $@ janet_gen_init
+build/webinit.gen.c: src/webclient/webinit.janet build/xxd
+	build/xxd $< $@ janet_gen_webinit
 
 ###################
 ##### Testing #####
 ###################
 
 TEST_SOURCES=$(wildcard ctest/*.c)
-TEST_OBJECTS=$(patsubst %.c,%.o,$(TEST_SOURCES))
-TEST_PROGRAMS=$(patsubst %.c,%.out,$(TEST_SOURCES))
+TEST_PROGRAMS=$(patsubst ctest/%.c,build/%.out,$(TEST_SOURCES))
 TEST_SCRIPTS=$(wildcard test/suite*.janet)
 
-ctest/%.o: ctest/%.c $(JANET_HEADERS)
-	$(CC) $(CFLAGS) -o $@ -c $<
-
-ctest/%.out: ctest/%.o $(JANET_CORE_OBJECTS)
+build/%.out: ctest/%.c $(JANET_CORE_OBJECTS)
 	$(CC) $(CFLAGS) -o $@ $^ $(CLIBS)
 
 repl: $(JANET_TARGET)
@@ -128,70 +136,68 @@ repl: $(JANET_TARGET)
 debug: $(JANET_TARGET)
 	$(DEBUGGER) ./$(JANET_TARGET)
 
+VALGRIND_COMMAND=valgrind --leak-check=full
+
 valgrind: $(JANET_TARGET)
-	valgrind --leak-check=full -v ./$(JANET_TARGET)
+	$(VALGRIND_COMMAND) ./$(JANET_TARGET)
 
 test: $(JANET_TARGET) $(TEST_PROGRAMS)
-	for f in ctest/*.out; do "$$f" || exit; done
+	for f in build/*.out; do "$$f" || exit; done
 	for f in test/*.janet; do ./$(JANET_TARGET) "$$f" || exit; done
 
-VALGRIND_COMMAND=valgrind --leak-check=full -v
-
 valtest: $(JANET_TARGET) $(TEST_PROGRAMS)
-	for f in ctest/*.out; do $(VALGRIND_COMMAND) "$$f" || exit; done
+	for f in build/*.out; do $(VALGRIND_COMMAND) "$$f" || exit; done
 	for f in test/*.janet; do $(VALGRIND_COMMAND) ./$(JANET_TARGET) "$$f" || exit; done
 
-###################
-##### Natives #####
-###################
+callgrind: $(JANET_TARGET)
+	for f in test/*.janet; do valgrind --tool=callgrind ./$(JANET_TARGET) "$$f" || exit; done
 
-natives: $(JANET_TARGET)
-	$(MAKE) -C natives/json
-	$(MAKE) -j 8 -C natives/sqlite3
+########################
+##### Distribution #####
+########################
 
-clean-natives:
-	$(MAKE) -C natives/json clean
-	$(MAKE) -C natives/sqlite3 clean
+dist: build/janet-dist.tar.gz
+
+build/janet-%.tar.gz: $(JANET_TARGET) src/include/janet/janet.h \
+	janet.1 LICENSE CONTRIBUTING.md $(JANET_LIBRARY) \
+	build/doc.html README.md $(wildcard doc/*.md)
+	tar -czvf $@ $^
+
+#########################
+##### Documentation #####
+#########################
+
+docs: build/doc.html
+
+build/doc.html: $(JANET_TARGET) tools/gendoc.janet
+	$(JANET_TARGET) tools/gendoc.janet > build/doc.html
 
 #################
 ##### Other #####
 #################
 
-dist: janet-dist.tar.gz
-
-janet-%.tar.gz: $(JANET_TARGET) src/include/janet/janet.h \
-	janet.1 LICENSE CONTRIBUTING.md $(JANET_LIBRARY) README.md 
-	tar -czvf $@ $^
-
 clean:
-	-rm $(JANET_TARGET)
-	-rm $(JANET_LIBRARY)
-	-rm ctest/*.o ctest/*.out
-	-rm src/**/*.o src/**/*.bc vgcore.* *.js *.wasm *.html
-	-rm src/**/*.gen.c
-	-rm janet-*.tar.gz
+	-rm -rf build vgcore.* callgrind.*
 
 install: $(JANET_TARGET)
 	mkdir -p $(BINDIR)
-	cp $(JANET_TARGET) $(BINDIR)/$(JANET_TARGET)
+	cp $(JANET_TARGET) $(BINDIR)/janet
 	mkdir -p $(INCLUDEDIR)
 	cp $(JANET_HEADERS) $(INCLUDEDIR)
 	mkdir -p $(LIBDIR)
-	cp $(JANET_LIBRARY) $(LIBDIR)/$(JANET_LIBRARY)
+	cp $(JANET_LIBRARY) $(LIBDIR)/libjanet.so
+	mkdir -p $(JANET_PATH)
+	cp tools/cook.janet $(JANET_PATH)
 	cp janet.1 /usr/local/share/man/man1/
 	mandb
 	$(LDCONFIG)
 
-install-libs: natives
-	mkdir -p $(JANET_PATH)
-	cp -r lib $(JANET_PATH)
-	cp natives/*/*.so $(JANET_PATH)
-
 uninstall:
-	-rm $(BINDIR)/$(JANET_TARGET)
-	-rm $(LIBDIR)/$(JANET_LIBRARY)
+	-rm $(BINDIR)/../$(JANET_TARGET)
+	-rm $(LIBDIR)/../$(JANET_LIBRARY)
 	-rm -rf $(INCLUDEDIR)
 	$(LDCONFIG)
 
-.PHONY: clean install repl debug valgrind test valtest dist install uninstall \
+.PHONY: clean install repl debug valgrind test \
+	valtest emscripten dist uninstall docs \
 	$(TEST_PROGRAM_PHONIES) $(TEST_PROGRAM_VALPHONIES)

README.md

@@ -1,24 +1,27 @@
-# janet
+[![Build Status](https://travis-ci.org/janet-lang/janet.svg?branch=master)](https://travis-ci.org/janet-lang/janet)
+[![Appveyor Status](https://ci.appveyor.com/api/projects/status/32r7s2skrgm9ubva?svg=true)](https://ci.appveyor.com/project/janet-lang/janet)
 
-[![Build Status](https://travis-ci.org/bakpakin/janet.svg?branch=master)](https://travis-ci.org/bakpakin/janet)
-[![Appveyor Status](https://ci.appveyor.com/api/projects/status/32r7s2skrgm9ubva?svg=true)](https://ci.appveyor.com/project/bakpakin/janet)
+<img src="https://raw.githubusercontent.com/janet-lang/janet/master/assets/janet-w200.png" alt="Janet logo" width=200 align="left">
 
-Janet is a functional and imperative programming language and bytecode interpreter. It is a
+**Janet** is a functional and imperative programming language and bytecode interpreter. It is a
 modern lisp, but lists are replaced
 by other data structures with better utility and performance (arrays, tables, structs, tuples).
 The language also bridging bridging to native code written in C, meta-programming with macros, and bytecode assembly.
 
 There is a repl for trying out the language, as well as the ability
 to run script files. This client program is separate from the core runtime, so
-janet could be embedded into other programs. Try janet in your browser at 
+janet could be embedded into other programs. Try janet in your browser at
 [https://janet-lang.org](https://janet-lang.org).
 
+#
+
 Implemented in mostly standard C99, janet runs on Windows, Linux and macOS.
 The few features that are not standard C (dynamic library loading, compiler specific optimizations),
 are fairly straight forward. Janet can be easily ported to new platforms.
 
-For syntax highlighting, there is some preliminary vim syntax highlighting in [janet.vim](https://github.com/bakpakin/janet.vim).
-Generic lisp syntax highlighting should, however, provide good results.
+For syntax highlighting, there is some preliminary vim syntax highlighting in [janet.vim](https://github.com/janet-lang/janet.vim).
+Generic lisp syntax highlighting should, however, provide good results. There is also a janet.tmLanguage file
+that should provide good syntax highlighting for many editors.
 
 ## Use Cases
 
@@ -48,23 +51,28 @@ Janet makes a good system scripting language, or a language to embed in other pr
 
 ## Documentation
 
-API documentation and design documents can be found in the
-[wiki](https://github.com/bakpakin/janet/wiki). There is an introduction
-section in the wiki that contains a good overview of the language.
+Documentation can be found in the doc directory of
+the repository. There is an introduction
+section contains a good overview of the language.
 
-For individual bindings, use the `(doc symbol-name)` macro to get API
+API documentation for all bindings can also be generated
+with `make docs`, which will create `build/doc.html`, which
+can be viewed with any web browser. This
+includes all forms in the core library except special forms.
+
+For individual bindings from within the REPL, use the `(doc symbol-name)` macro to get API
 documentation for the core library. For example,
 ```
 (doc doc)
 ```
 Shows documentation for the doc macro.
-              
+
 To get a list of all bindings in the default
 environment, use the `(all-symbols)` function.
 
 ## Installation
 
-Install a stable version of janet from the [releases page](https://github.com/bakpakin/janet/releases).
+Install a stable version of janet from the [releases page](https://github.com/janet-lang/janet/releases).
 Janet is prebuilt for a few systems, but if you want to develop janet, run janet on a non-x86 system, or
 get the latest, you must build janet from source.
 
@@ -106,7 +114,7 @@ before compilation.
 
 ### Unix-like
 
-On most platforms, use Make to build janet.
+On most platforms, use Make to build janet. The resulting binary will be in `build/janet`.
 
 ```sh
 cd somewhere/my/projects/janet
@@ -142,43 +150,18 @@ or [Visual Studio Build Tools](https://visualstudio.microsoft.com/thank-you-down
 ### Emscripten
 
 To build janet for the web via [Emscripten](https://kripken.github.io/emscripten-site/), make sure you
-have `emcc` installed and on your path. On a linux or macOS system, use `make janet.js` to build
+have `emcc` installed and on your path. On a linux or macOS system, use `make emscripten` to build
 `janet.js` and `janet.wasm` - both are needed to run janet in a browser or in node.
 The JavaScript build is what runs the repl on the main website,
-but really serves mainly as a proof of concept. Janet will run much slower in a browser.
+but really serves mainly as a proof of concept. Janet will run slower in a browser.
 Building with emscripten on windows is currently unsupported.
 
 ## Examples
 
 See the examples directory for some example janet code.
 
-## SQLite bindings
+## Why Janet
 
-There are some sqlite3 bindings in the directory natives/sqlite3. They serve mostly as a
-proof of concept external c library. To use, first compile the module with Make.
+Janet is named after the almost omniscient and friendly artificial being in [The Good Place](https://en.wikipedia.org/wiki/The_Good_Place).
 
-```sh
-make natives
-```
-
-Next, enter the repl and create a database and a table.
-
-```
-janet:1:> (import natives/sqlite3 :as sql)
-nil
-janet:2:> (def db (sql/open "test.db"))
-<sqlite3.connection 0x5561A138C470>
-janet:3:> (sql/eval db `CREATE TABLE customers(id INTEGER PRIMARY KEY, name TEXT);`)
-@[]
-janet:4:> (sql/eval db `INSERT INTO customers VALUES(:id, :name);` {:name "John" :id 12345})
-@[]
-janet:5:> (sql/eval db `SELECT * FROM customers;`)
-@[{"id" 12345 "name" "John"}]
-```
-
-Finally, close the database connection when done with it.
-
-```
-janet:6:> (sql/close db)
-nil
-```
+<img src="https://raw.githubusercontent.com/janet-lang/janet/master/assets/janet-the-good-place.gif" alt="Janet logo" width="115px" align="left">

appveyor.yml

@@ -20,7 +20,10 @@ init:
 install:
     - build_win
     - build_win test
+    - choco install nsis -y -pre
+    - call "C:\Program Files (x86)\NSIS\makensis.exe" janet-installer.nsi 
     - build_win dist
+    - copy janet-install.exe dist\install.exe 
     
 build: off
 

build_win.bat

@@ -24,7 +24,7 @@ mkdir build\core
 mkdir build\mainclient
 
 @rem Build the xxd tool for generating sources
-@cl /nologo /c src/tools/xxd.c /Fobuild\xxd.obj
+@cl /nologo /c tools/xxd.c /Fobuild\xxd.obj
 @if errorlevel 1 goto :BUILDFAIL
 @link /nologo /out:build\xxd.exe build\xxd.obj
 @if errorlevel 1 goto :BUILDFAIL
@@ -43,13 +43,13 @@ mkdir build\mainclient
 
 @rem Build the sources
 for %%f in (src\core\*.c) do (
-	@%JANET_COMPILE% /Fobuild\core\%%~nf.obj %%f
+    @%JANET_COMPILE% /Fobuild\core\%%~nf.obj %%f
     @if errorlevel 1 goto :BUILDFAIL
 )
 
 @rem Build the main client
 for %%f in (src\mainclient\*.c) do (
-	@%JANET_COMPILE% /Fobuild\mainclient\%%~nf.obj %%f
+    @%JANET_COMPILE% /Fobuild\mainclient\%%~nf.obj %%f
     @if errorlevel 1 goto :BUILDFAIL
 )
 
@@ -70,7 +70,7 @@ exit /b 1
 @rem Show help
 :HELP
 @echo.
-@echo Usage: build_windows [subcommand=clean,help,test]
+@echo Usage: build_windows [subcommand=clean,help,test,dist]
 @echo.
 @echo Script to build janet on windows. Must be run from the Visual Studio
 @echo command prompt.
@@ -85,14 +85,15 @@ exit /b 0
 @rem Run tests
 :TEST
 for %%f in (test/suite*.janet) do (
-	janet.exe test\%%f
-	@if errorlevel 1 goto :TESTFAIL
+    janet.exe test\%%f
+    @if errorlevel 1 goto :TESTFAIL
 )
 exit /b 0
 
 @rem Build a dist directory
 :DIST
 mkdir dist
+janet.exe tools\gendoc.janet > dist\doc.html
 copy janet.exe dist\janet.exe
 copy LICENSE dist\LICENSE
 copy README.md dist\README.md

ctest/array_test.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -24,7 +24,7 @@
 #include <assert.h>
 
 int main() {
-    
+
     int i;
     JanetArray *array1, *array2;
 

ctest/buffer_test.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -24,7 +24,7 @@
 #include <assert.h>
 
 int main() {
-    
+
     int i;
     JanetBuffer *buffer1, *buffer2;
 

ctest/number_test.c

@@ -0,0 +1,69 @@
+/*
+* Copyright (c) 2019 Calvin Rose
+*
+* Permission is hereby granted, free of charge, to any person obtaining a copy
+* of this software and associated documentation files (the "Software"), to
+* deal in the Software without restriction, including without limitation the
+* rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+* sell copies of the Software, and to permit persons to whom the Software is
+* furnished to do so, subject to the following conditions:
+*
+* The above copyright notice and this permission notice shall be included in
+* all copies or substantial portions of the Software.
+*
+* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
+* IN THE SOFTWARE.
+*/
+
+#include <janet/janet.h>
+#include <stdio.h>
+#include <string.h>
+#include <assert.h>
+
+/* Check a subset of numbers against system implementation.
+ * Note that this depends on the system implementation being correct,
+ * which may not be the case for old or non compliant systems. Also,
+ * we cannot check against bases other 10. */
+
+/* Compare valid c numbers to system implementation. */
+static void test_valid_str(const char *str) {
+    int err;
+    double cnum, jnum;
+    jnum = 0.0;
+    cnum = atof(str);
+    err = janet_scan_number((const uint8_t *) str, strlen(str), &jnum);
+    assert(!err);
+    assert(cnum == jnum);
+}
+
+int main() {
+
+    janet_init();
+
+    test_valid_str("1.0");
+    test_valid_str("1");
+    test_valid_str("2.1");
+    test_valid_str("1e10");
+    test_valid_str("2e10");
+    test_valid_str("1e-10");
+    test_valid_str("2e-10");
+    test_valid_str("1.123123e10");
+    test_valid_str("1.123123e-10");
+    test_valid_str("-1.23e2");
+    test_valid_str("-4.5e15");
+    test_valid_str("-4.5e151");
+    test_valid_str("-4.5e200");
+    test_valid_str("-4.5e123");
+    test_valid_str("123123123123123123132123");
+    test_valid_str("0000000011111111111111111111111111");
+    test_valid_str(".112312333333323123123123123123123");
+
+    janet_deinit();
+
+    return 0;
+}

ctest/system_test.c

@@ -1,4 +1,3 @@
-
 /*
 * Copyright (c) 2018 Calvin Rose
 *
@@ -43,8 +42,8 @@ int main() {
     assert(janet_equals(janet_wrap_integer(INT32_MAX), janet_wrap_integer(INT32_MAX)));
     assert(janet_equals(janet_wrap_integer(-2), janet_wrap_integer(-2)));
     assert(janet_equals(janet_wrap_integer(INT32_MIN), janet_wrap_integer(INT32_MIN)));
-    assert(janet_equals(janet_wrap_real(1.4), janet_wrap_real(1.4)));
-    assert(janet_equals(janet_wrap_real(3.14159265), janet_wrap_real(3.14159265)));
+    assert(janet_equals(janet_wrap_number(1.4), janet_wrap_number(1.4)));
+    assert(janet_equals(janet_wrap_number(3.14159265), janet_wrap_number(3.14159265)));
 
     assert(janet_equals(janet_cstringv("a string."), janet_cstringv("a string.")));
     assert(janet_equals(janet_csymbolv("sym"), janet_csymbolv("sym")));

ctest/table_test.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -24,7 +24,7 @@
 #include <assert.h>
 
 int main() {
-    
+
     JanetTable *t1, *t2;
 
     janet_init();
@@ -39,7 +39,7 @@ int main() {
 
     assert(t1->count == 4);
     assert(t1->capacity >= t1->count);
-    
+
     assert(janet_equals(janet_table_get(t1, janet_cstringv("hello")), janet_wrap_integer(2)));
     assert(janet_equals(janet_table_get(t1, janet_cstringv("akey")), janet_wrap_integer(5)));
     assert(janet_equals(janet_table_get(t1, janet_cstringv("box")), janet_wrap_boolean(0)));

doc/Home.md

@@ -0,0 +1,6 @@
+Janet is a dynamic, lightweight programming language with strong functional
+capabilities as well as support for imperative programming. It to be used
+for short lived scripts as well as for building real programs. It can also
+be extended with native code (C modules) for better performance and interfacing with
+existing software. Janet takes ideas from Lua, Scheme, Racket, Clojure, Smalltalk, Erlang, Arc, and
+a whole bunch of other dynamic languages.

doc/Introduction.md

@@ -0,0 +1,739 @@
+# Hello, world!
+
+Following tradition, a simple Janet program will print "Hello, world!".
+
+```
+(print "Hello, world!")
+```
+
+Put the following code in a file named `hello.janet`, and run `./janet hello.janet`.
+The words "Hello, world!" should be printed to the console, and then the program
+should immediately exit. You now have a working janet program!
+
+Alternatively, run the program `./janet` without any arguments to enter a REPL,
+or read eval print loop. This is a mode where Janet functions like a calculator,
+reading some input from the user, evaluating it, and printing out the result, all
+in an infinite loop. This is a useful mode for exploring or prototyping in Janet.
+
+This hello world program is about the simplest program one can write, and consists of only
+a few pieces of syntax. This first element is the `print` symbol. This is a function
+that simply prints its arguments to the console. The second argument is the
+string literal "Hello, world!", which is the one and only argument to the
+print function. Lastly, the print symbol and the string literal are wrapped
+in parentheses, forming a tuple. In Janet, parentheses and brackets are interchangeable,
+brackets are used mostly when the resulting tuple is not a function call. The tuple
+above indicates that the function `print` is to be called with one argument, `"Hello, world"`.
+
+Like all lisps, all operations in Janet are in prefix notation; the name of the
+operator is the first value in the tuple, and the arguments passed to it are
+in the rest of the tuple.
+
+# A bit more - Arithmetic
+
+Any programming language will have some way to do arithmetic. Janet is no exception,
+and supports the basic arithmetic operators
+
+```
+# Prints 13
+# (1 + (2*2) + (10/5) + 3 + 4 + (5 - 6))
+(print (+ 1 (* 2 2) (/ 10 5) 3 4 (- 5 6)))
+```
+
+Just like the print function, all arithmetic operators are entered in
+prefix notation. Janet also supports the remainder operator, or `%`, which returns
+the remainder of division. For example, `(% 10 3)` is 1, and `(% 10.5 3)` is
+1.5. The lines that begin with `#` are comments.
+
+All janet numbers are IEEE 754 floating point numbers. They can be used to represent
+both integers and real numbers to a finite precision.
+
+## Numeric literals
+
+Numeric literals can be written in many ways. Numbers can be written in base 10, with
+underscores used to separate digits into groups. A decimal point can be used for floating
+point numbers. Numbers can also be written in other bases by prefixing the number with the desired
+base and the character 'r'. For example, 16 can be written as `16`, `1_6`, `16r10`, `4r100`, or `0x10`. The
+`0x` prefix can be used for hexadecimal as it is so common. The radix must be themselves written in base 10, and
+can be any integer from 2 to 36. For any radix above 10, use the letters as digits (not case sensitive).
+
+Numbers can also be in scientific notation such as `3e10`. A custom radix can be used as well
+as for scientific notation numbers, (the exponent will share the radix). For numbers in scientific
+notation with a radix besides 10, use the `&` symbol to indicate the exponent rather then `e`.
+
+## Arithmetic Functions
+
+Besides the 5 main arithmetic functions, janet also supports a number of math functions
+taken from the C library `<math.h>`, as well as bit-wise operators that behave like they
+do in C or Java. Functions like `math/sin`, `math/cos`, `math/log`, and `math/exp` will
+behave as expected to a C programmer. They all take either 1 or 2 numeric arguments and
+return a real number (never an integer!) Bit-wise functions are all prefixed with b.
+They are `bnot`, `bor`, `bxor`, `band`, `blshift`, `brshift`, and `brushift`. Bit-wise
+functions only work on integers.
+
+# Strings, Keywords and Symbols
+
+Janet supports several varieties of types that can be used as labels for things in
+your program. The most useful type for this purpose is the keyword type. A keyword
+begins with a semicolon, and then contains 0 or more alphanumeric or a few other common
+characters. For example, `:hello`, `:my-name`, `::`, and `:ABC123_-*&^%$` are all keywords.
+
+Keywords, symbols, and strings all behave similarly and can be used as keys for tables and structs.
+Symbols and keywords are optimized for fast equality checks, so are preferred for table keys.
+
+The difference between symbols and keywords is that keywords evaluate to themselves, while
+symbols evaluate to whatever they are bound to. To have a symbol evaluate to itself, it must be
+quoted.
+
+```lisp
+# Evaluates to :monday
+:monday
+
+# Will throw a compile error as monday is not defined
+monday
+
+# Quote it - evaluates to the symbol monday
+'monday
+
+# Or first define monday
+(def monday "It is monday")
+
+# Now the evaluation should work - monday evaluates to "It is monday"
+monday
+```
+
+The most common thing to do with a keyword is to check it for equality or use it as a key into
+a table or struct. Note that symbols, keywords and strings are all immutable. Besides making your
+code easier to reason about, it allows for many optimizations involving these types.
+
+```lisp
+# Evaluates to true
+(= :hello :hello)
+
+# Evaluates to false, everything in janet is case sensitive
+(= :hello :HeLlO)
+
+# Look up into a table - evaluates to 25
+(get {
+    :name "John"
+    :age 25
+    :occupation "plumber"
+} :age)
+```
+
+Strings can be used similarly to keywords, but there primary usage is for defining either text
+or arbitrary sequences of bytes. Strings (and symbols) in janet are what is sometimes known as
+"8-bit clean"; they can hold any number of bytes, and are completely unaware of things like character
+encodings. This is completely compatible with ASCII and UTF-8, two of the most common character
+encodings. By being encoding agnostic, janet strings can be very simple, fast, and useful for
+for other uses besides holding text.
+
+Literal text can be entered inside quotes, as we have seen above.
+
+```
+"Hello, this is a string."
+
+# We can also add escape characters for newlines, double quotes, backslash, tabs, etc.
+"Hello\nThis is on line two\n\tThis is indented\n"
+
+# For long strings where you don't want to type a lot of escape characters,
+# you can use 1 or more backticks (`\``) to delimit a string.
+# To close this string, simply repeat the opening sequence of backticks
+``
+This is a string.
+Line 2
+    Indented
+"We can just type quotes here", and backslashes \ no problem.
+``
+```
+
+# Functions
+
+Janet is a functional language - that means that one of the basic building blocks of your
+program will be defining functions (the other is using data structures). Because janet
+is a Lisp, functions are values just like numbers or strings - they can be passed around and
+created as needed.
+
+Functions can be defined with the `defn` macro, like so:
+
+```lisp
+(defn triangle-area
+ "Calculates the area of a triangle."
+ [base height]
+ (print "calculating area of a triangle...")
+ (* base height 0.5))
+```
+
+A function defined with `defn` consists of a name, a number of optional flags for def, and
+finally a function body. The example above is named triangle-area and takes two parameters named base and height. The body of the function will print a message and then evaluate to the area of the triangle.
+
+Once a function like the above one is defined, the programmer can use the `triangle-area`
+function just like any other, say `print` or `+`.
+
+```lisp
+# Prints "calculating area of a triangle..." and then "25"
+(print (triangle-area 5 10))
+```
+
+Note that when nesting function calls in other function calls like above (a call to triangle-area is
+nested inside a call to print), the inner function calls are evaluated first. Also, arguments to
+a function call are evaluated in order, from first argument to last argument).
+
+Because functions are first-class values like numbers or strings, they can be passed
+as arguments to other functions as well.
+
+```lisp
+(print triangle-area)
+```
+
+This prints the location in memory of the function triangle area.
+
+Functions don't need to have names. The `fn` keyword can be used to introduce function
+literals without binding them to a symbol.
+
+```lisp
+# Evaluates to 40
+((fn [x y] (+ x x y)) 10 20)
+# Also evaluates to 40
+((fn [x y &] (+ x x y)) 10 20)
+
+# Will throw an error about the wrong arity
+((fn [x] x) 1 2)
+# Will not throw an error about the wrong arity
+((fn [x &] x) 1 2)
+```
+
+The first expression creates an anonymous function that adds twice
+the first argument to the second, and then calls that function with arguments 10 and 20.
+This will return (10 + 10 + 20) = 40.
+
+There is a common macro `defn` that can be used for creating functions and immediately binding
+them to a name. `defn` works as expected at both the top level and inside another form. There is also
+the corresponding
+
+Note that putting an ampersand at the end of the argument list inhibits strict arity checking.
+This means that such a function will accept fewer or more arguments than specified.
+
+```lisp
+(defn myfun [x y]
+ (+ x x y))
+
+# You can think of defn as a shorthand for def and fn together
+(def myfun-same (fn [x y]
+            (+ x x Y)))
+
+(myfun 3 4) # -> 10
+```
+
+Janet has many macros provided for you (and you can write your own).
+Macros are just functions that take your source code
+and transform it into some other source code, usually automating some repetitive pattern for you.
+
+# Defs and Vars
+
+Values can be bound to symbols for later use using the keyword `def`. Using undefined
+symbols will raise an error.
+
+```lisp
+(def a 100)
+(def b (+ 1 a))
+(def c (+ b b))
+(def d (- c 100))
+```
+
+Bindings created with def have lexical scoping. Also, bindings created with def are immutable; they
+cannot be changed after definition. For mutable bindings, like variables in other programming
+languages, use the `var` keyword. The assignment special form `set` can then be used to update
+a var.
+
+```lisp
+(var myvar 1)
+(print myvar)
+(set myvar 10)
+(print myvar)
+```
+
+In the global scope, you can use the `:private` option on a def or var to prevent it from
+being exported to code that imports your current module. You can also add documentation to
+a function by passing a string the def or var command.
+
+```lisp
+(def mydef :private "This will have priavte scope. My doc here." 123)
+(var myvar "docstring here" 321)
+```
+
+## Scopes
+
+Defs and vars (collectively known as bindings) live inside what is called a scope. A scope is
+simply where the bindings are valid. If a binding is referenced outside of its scope, the compiler
+will throw an error. Scopes are useful for organizing your bindings and my extension your programs.
+There are two main ways to create a scope in Janet.
+
+The first is to use the `do` special form. `do` executes a series of statements in a scope
+and evaluates to the last statement. Bindings create inside the form do not escape outside
+of its scope.
+
+```lisp
+(def a :outera)
+
+(do
+ (def a 1)
+ (def b 2)
+ (def c 3)
+ (+ a b c)) # -> 6
+
+a # -> :outera
+b # -> compile error: "unknown symbol \"b\""
+c # -> compile error: "unknown symbol \"c\""
+```
+
+Any attempt to reference the bindings from the do form after it has finished
+executing will fail. Also notice who defining `a` inside the do form did not
+overwrite the original definition of `a` for the global scope.
+
+The second way to create a scope is to create a closure.
+The `fn` special form also introduces a scope just like
+the `do` special form.
+
+There is another built in macro, `let`, that does multiple defs at once, and then introduces a scope.
+`let` is a wrapper around a combination of defs and dos, and is the most "functional" way of
+creating bindings.
+
+```lisp
+(let [a 1
+      b 2
+      c 3]
+      (+ a b c)) # -> 6
+```
+
+The above is equivalent to the example using `do` and `def`.
+This is the preferable form in most cases,
+but using do with multiple defs is fine as well.
+
+# Data Structures
+
+Once you have a handle on functions and the primitive value types, you may be wondering how
+to work with collections of things. Janet has a small number of core data structure types
+that are very versatile. Tables, Structs, Arrays, Tuples, Strings, and Buffers, are the 6 main
+built in data structure types. These data structures can be arranged in a useful table describing
+there relationship to each other.
+
+|            | Mutable | Immutable       |
+| ---------- | ------- | --------------- |
+| Indexed    | Array   | Tuple           |
+| Dictionary | Table   | Struct          |
+| Bytes      | Buffer  | String          |
+
+Indexed types are linear lists of elements than can be accessed in constant time with an integer index.
+Indexed types are backed by a single chunk of memory for fast access, and are indexed from 0 as in C.
+Dictionary types associate keys with values. The difference between dictionaries and indexed types
+is that dictionaries are not limited to integer keys. They are backed by a hashtable and also offer
+constant time lookup (and insertion for the mutable case).
+Finally, the 'bytes' abstraction is any type that contains a sequence of bytes. A 'bytes' value or byteseq associates
+integer keys (the indices) with integer values between 0 and 255 (the byte values). In this way,
+they behave much like Arrays and Tuples. However, one cannot put non integer values into a byteseq
+
+```lisp
+(def mytuple (tuple 1 2 3))
+
+(def myarray @(1 2 3))
+(def myarray (array 1 2 3))
+
+(def mystruct {
+ :key "value"
+ :key2 "another"
+ 1 2
+ 4 3})
+
+(def another-struct
+ (struct :a 1 :b 2))
+
+(def my-table @{
+ :a :b
+ :c :d
+ :A :qwerty})
+(def another-table
+ (table 1 2 3 4))
+
+(def my-buffer @"thisismutable")
+(def my-buffer2 @```
+ This is also mutable ":)"
+ ```)
+```
+
+To read the values in a data structure, use the get function. The first parameter is the data structure
+itself, and the second parameter is the key.
+
+```lisp
+(get @{:a 1} :a) # -> 1
+(get {:a 1} :a) # -> 1
+(get @[:a :b :c] 2) # -> :c
+(get (tuple "a" "b" "c") 1) # -> "b"
+(get @"hello, world" 1) # -> 101
+(get "hello, world" 0) # -> 104
+```
+
+### Destructuring
+
+In many cases, however, you do not need the `get` function at all. Janet supports destructuring, which
+means both the `def` and `var` special forms can extract values from inside structures themselves.
+
+```lisp
+# Before, we might do
+(def my-array @[:mary :had :a :little :lamb])
+(def lamb (get my-array 4))
+(print lamb) # Prints :lamb
+
+# Now, with destructuring,
+(def [_ _ _ _ lamb] my-array)
+(print lamb) # Again, prints :lamb
+
+# Destructuring works with tables as well
+(def person @{:name "Bob Dylan" :age 77}
+(def
+  {:name person-name
+   :age person-age} person)
+```
+To update a mutable data structure, use the `put` function. It takes 3 arguments, the data structure,
+the key, and the value, and returns the data structure. The allowed types keys and values
+depend on what data structure is passed in.
+
+```lisp
+(put @[] 100 :a)
+(put @{} :key "value")
+(put @"" 100 92)
+```
+
+Note that for Arrays and Buffers, putting an index that is outside the length of the data structure
+will extend the data structure and fill it with nils in the case of the Array,
+or 0s in the case of the Buffer.
+
+The last generic function for all data structures is the `length` function. This returns the number of
+values in a data structure (the number of keys in a dictionary type).
+
+# Flow Control
+
+Janet has only two built in primitives to change flow while inside a function. The first is the
+`if` special form, which behaves as expected in most functional languages. It takes two or three parameters:
+a condition, an expression to evaluate to if the condition is true (not nil or false),
+and an optional condition to evaluate to when the condition is nil or false. If the optional parameter
+is omitted, the if form evaluates to nil.
+
+```lisp
+(if (> 4 3)
+  "4 is greater than 3"
+  "4 is not greater then three") # Evaluates to the first statement
+
+(if true
+  (print "Hey")) # Will print
+
+(if false
+  (print "Oy!")) # Will not print
+```
+
+The second primitive control flow construct is the while loop. The while behaves much the same
+as in many other programming languages, including C, Java, and Python. The while loop takes
+two or more parameters: the first is a condition (like in the `if` statement), that is checked before
+every iteration of the loop. If it is nil or false, the while loop ends and evaluates to nil. Otherwise,
+the rest of the parameters will be evaluated sequentially and then the program will return to the beginning
+of the loop.
+
+```lisp
+# Loop from 100 down to 1 and print each time
+(var i 100)
+(while (pos? i)
+  (print "the number is " i)
+  (-- i))
+
+# Print ... until a random number in range [0, 1) is >= 0.9
+# (math/random evaluates to a value between 0 and 1)
+(while (> 0.9 (math/random))
+  (print "..."))
+```
+
+Besides these special forms, Janet has many macros for both conditional testing and looping
+that are much better for the majority of cases. For conditional testing, the `cond`, `switch`, and
+`when` macros can be used to great effect. `cond` can be used for making an if-else chain, where using
+just raw if forms would result in many parentheses. `case` For looping, the `loop`, `seq`, and `generate`
+implement janet's form of list comprehension, as in Python or Clojure.
+
+# The Core Library
+
+Janet has a built in core library of over 300 functions and macros at the time of writing.
+While some of these functions may be refactored into separate modules, it is useful to get to know
+the core to avoid rewriting provided functions.
+
+For any given function, use the `doc` macro to view the documentation for it in the repl.
+
+```lisp
+(doc defn) -> Prints the documentation for "defn"
+```
+To see a list of all global functions in the repl, type the command
+
+```lisp
+(table/getproto *env*)
+# Or
+(all-symbols)
+```
+Which will print out every built-in global binding
+(it will not show your global bindings). To print all
+of your global bindings, just use \*env\*, which is a var
+that is bound to the current environment.
+
+The convention of surrounding a symbol in stars is taken from lisp
+and Clojure, and indicates a global dynamic variable rather than a normal
+definition. To get the static environment at the time of compilation, use the
+`_env` symbol.
+
+# Prototypes
+
+To support basic generic programming, Janet tables support a prototype
+table. A prototype table contains default values for a table if certain keys
+are not found in the original table. This allows many similar tables to share
+contents without duplicating memory.
+
+```lisp
+# One of many Object Oriented schemes that can
+# be implented in janet.
+(def proto1 @{:type :custom1
+              :behave (fn [self x] (print "behaving " x))})
+(def proto2 @{:type :custom2
+              :behave (fn [self x] (print "behaving 2 " x))})
+
+(def thing1 (table/setproto @{} proto1))
+(def thing2 (table/setproto @{} proto2))
+
+(print thing1:type) # prints :custom1
+(print thing2:type) # prints :custom2
+
+(thing1:behave thing1 :a) # prints "behaving :a"
+(thing2:behave thing2 :b) # prints "behaving 2 :b"
+```
+
+Looking up in a table with a prototype can be summed up with the following algorithm.
+
+1. `(get my-table my-key)` is called.
+2. my-table is checked for the key if my-key. If there is a value for the key, it is returned.
+3. if there is a prototype table for my-table, set `my-table = my-table's prototype` and got to 2.
+4. Return nil as the key was not found.
+
+Janet will check up to about a 1000 prototypes recursively by default before giving up and returning nil. This
+is to prevent an infinite loop. This value can be changed by adjusting the `JANET_RECURSION_GUARD` value
+in janet.h.
+
+Note that Janet prototypes are not as expressive as metatables in Lua and many other languages.
+This is by design, as adding Lua or Python like capabilities would not be technically difficult.
+Users should prefer plain data and functions that operate on them rather than mutable objects
+with methods.
+
+# Fibers
+
+Janet has support for single-core asynchronous programming via coroutines, or fibers.
+Fibers allow a process to stop and resume execution later, essentially enabling
+multiple returns from a function. This allows many patterns such a schedules, generators,
+iterators, live debugging, and robust error handling. Janet's error handling is actually built on
+top of fibers (when an error is thrown, the parent fiber will handle the error).
+
+A temporary return from a fiber is called a yield, and can be invoked with the `yield` function.
+To resume a fiber that has been yielded, use the `resume` function. When resume is called on a fiber,
+it will only return when that fiber either returns, yields, throws an error, or otherwise emits
+a signal.
+
+Different from traditional coroutines, Janet's fibers implement a signaling mechanism, which
+is used to differentiate different kinds of returns. When a fiber yields or throws an error,
+control is returned to the calling fiber. The parent fiber must then check what kind of state the
+fiber is in to differentiate errors from return values from user defined signals.
+
+To create a fiber, user the `fiber/new` function. The fiber constructor take one or two arguments.
+The first, necessary argument is the function that the fiber will execute. This function must accept
+an arity of zero. The next optional argument is a collection of flags checking what kinds of
+signals to trap and return via `resume`. This is useful so
+the programmer does not need to handle all different kinds of signals from a fiber. Any un-trapped signals
+are simply propagated to the next fiber.
+
+```lisp
+(def f (fiber/new (fn []
+                   (yield 1)
+                   (yield 2)
+                   (yield 3)
+                   (yield 4)
+                   5)))
+
+# Get the status of the fiber (:alive, :dead, :debug, :new, :pending, or :user0-:user9)
+(print (fiber/status f)) # -> :new
+
+(print (resume f)) # -> prints 1
+(print (resume f)) # -> prints 2
+(print (resume f)) # -> prints 3
+(print (resume f)) # -> prints 4
+(print (fiber/status f)) # -> print :pending
+(print (resume f)) # -> prints 5
+(print (fiber/status f)) # -> print :dead
+(print (resume f)) # -> throws an error because the fiber is dead
+```
+
+## Using Fibers to Capture Errors
+
+Besides being used as coroutines, fibers can be used to implement error handling (exceptions).
+
+```lisp
+(defn my-function-that-errors [x]
+ (print "start function with " x)
+ (error "oops!")
+ (print "never gets here"))
+
+# Use the :e flag to only trap errors.
+(def f (fiber/new my-function-that-errors :e))
+(def result (resume f))
+(if (= (fiber/status f) :error)
+ (print "result contains the error")
+ (print "result contains the good result"))
+```
+
+# Macros
+
+Janet supports macros like most lisps. A macro is like a function, but transforms
+the code itself rather than data. They let you extend the syntax of the language itself.
+
+You have seen some macros already. The `let`, `loop`, and `defn` forms are macros. When the compiler
+sees a macro, it evaluates the macro and then compiles the result. We say the macro has been
+*expanded* after the compiler evaluates it. A simple version of the `defn` macro can
+be thought of as transforming code of the form
+
+```lisp
+(defn1 myfun [x] body)
+```
+into
+```lisp
+(def myfun (fn myfun [x] body))
+```
+
+We could write such a macro like so:
+
+```lisp
+(defmacro defn1 [name args body]
+ (tuple 'def name (tuple 'fn name args body)))
+```
+
+There are a couple of issues with this macro, but it will work for simple functions
+quite well.
+
+The first issue is that our defn2 macro can't define functions with multiple expressions
+in the body. We can make the macro variadic, just like a function. Here is a second version
+of this macro.
+
+```lisp
+(defmacro defn2 [name args & body]
+ (tuple 'def name (apply tuple 'fn name args body)))
+```
+
+Great! Now we can define functions with multiple elements in the body. We can still improve this
+macro even more though. First, we can add a docstring to it. If someone is using the function later,
+they can use `(doc defn3)` to get a description of the function. Next, we can rewrite the macro
+using janet's builtin quasiquoting facilities.
+
+```lisp
+(defmacro defn3
+ "Defines a new function."
+ [name args & body]
+ ~(def ,name (fn ,name ,args ,;body)))
+```
+
+This is functionally identical to our previous version `defn2`, but written in such
+a way that the macro output is more clear. The leading tilde `~` is shorthand for the
+`(quasiquote x)` special form, which is like `(quote x)` except we can unquote
+expressions inside it. The comma in front of `name` and `args` is an unquote, which
+allows us to put a value in the quasiquote. Without the unquote, the symbol \'name\'
+would be put in the returned tuple. Without the unquote, every function we defined
+would be called \'name\'!.
+
+Similar to name, we must also unquote body. However, a normal unquote doesn't work.
+See what happens if we use a normal unquote for body as well.
+
+```lisp
+(def name 'myfunction)
+(def args '[x y z])
+(defn body '[(print x) (print y) (print z)])
+
+~(def ,name (fn ,name ,args ,body))
+# -> (def myfunction (fn myfunction (x y z) ((print x) (print y) (print z))))
+```
+
+There is an extra set of parentheses around the body of our function! We don't
+want to put the body *inside* the form `(fn args ...)`, we want to *splice* it
+into the form. Luckily, janet has the `(splice x)` special form for this purpose,
+and a shorthand for it, the ; character.
+When combined with the unquote special, we get the desired output.
+
+```lisp
+~(def ,name (fn ,name ,args ,;body))
+# -> (def myfunction (fn myfunction (x y z) (print x) (print y) (print z)))
+```
+
+## Hygiene
+
+Sometime when we write macros, we must generate symbols for local bindings. Ignoring that
+it could be written as a function, consider
+the following macro
+
+```lisp
+(defmacro max1
+ "Get the max of two values."
+ [x y]
+ ~(if (> ,x ,y) ,x ,y))
+```
+
+This almost works, but will evaluate both x and y twice. This is because both show up
+in the macro twice. For example, `(max1 (do (print 1) 1) (do (print 2) 2))` will
+print both 1 and 2 twice, which is surprising to a user of this macro.
+
+We can do better:
+
+```lisp
+(defmacro max2
+ "Get the max of two values."
+ [x y]
+ ~(let [x ,x
+        y ,y]
+    (if (> x y) x y)))
+```
+
+Now we have no double evaluation problem! But we now have an even more subtle problem.
+What happens in the following code?
+
+```lisp
+(def x 10)
+(max2 8 (+ x 4))
+```
+
+We want the max to be 14, but this will actually evaluate to 12! This can be understood
+if we expand the macro. You can expand macro once in janet using the `(macex1 x)` function.
+(To expand macros until there are no macros left to expand, use `(macex x)`. Be careful,
+ janet has many macros, so the full expansion may be almost unreadable).
+
+```lisp
+(macex1 '(max2 8 (+ x 4)))
+# -> (let (x 8 y (+ x 4)) (if (> x y) x y))
+```
+
+After expansion, y wrongly refers to the x inside the macro (which is bound to 8) rather than the x defined
+to be 10. The problem is the reuse of the symbol x inside the macro, which overshadowed the original
+binding.
+
+Janet provides a general solution to this problem in terms of the `(gensym)` function, which returns
+a symbol which is guaranteed to be unique and not collide with any symbols defined previously. We can define
+our macro once more for a fully correct macro.
+
+```lisp
+(defmacro max3
+ "Get the max of two values."
+ [x y]
+ (def $x (gensym))
+ (def $y (gensym))
+ ~(let [,$x ,x
+        ,$y ,y]
+    (if (> ,$x ,$y) ,$x ,$y)))
+```
+
+As you can see, macros are very powerful but also are prone to subtle bugs. You must remember that
+at their core, macros are just functions that output code, and the code that they return must
+work in many contexts!

doc/Loop.md

@@ -0,0 +1,174 @@
+# Loops in Janet
+
+A very common and essential operation in all programming is looping. Most
+languages support looping of some kind, either with explicit loops or recursion.
+Janet supports both recursion and a primitive `while` loop. While recursion is
+useful in many cases, sometimes is more convenient to use a explicit loop to
+iterate over a collection like an array.
+
+## An Example - Iterating a Range
+
+Suppose you want to calculate the sum of the first 10 natural numbers
+0 through 9. There are many ways to carry out this explicit calculation
+even with taking shortcuts. A succinct way in janet is
+
+```
+(+ ;(range 10))
+```
+
+We will limit ourselves however to using explicit looping and no functions
+like `(range n)` which generate a list of natural numbers for us.
+
+For our first version, we will use only the while macro to iterate, similar
+to how one might sum natural numbers in a language such as C.
+
+```
+(var sum 0)
+(var i 0)
+(while (< i 10)
+    (+= sum i)
+    (++ i))
+(print sum) # prints 45
+```
+This is a very imperative style program which can grow very large very quickly.
+We are manually updating a counter `i` in a loop. Using the macros `+=` and `++`, this
+style code is similar in density to C code.
+It is recommended to use either macros (such as the loop macro) or a functional
+style in janet.
+
+Since this is such a common pattern, Janet has a macro for this exact purpose. The
+`(for x start end body)` captures exactly this behavior of incrementing a counter
+in a loop.
+
+```
+(var sum 0)
+(for i 0 10 (+= sum i))
+(print sum) # prints 45
+```
+
+We have completely wrapped the imperative counter in a macro. The for macro, while not
+very flexible, is very terse and covers a common case of iteration, iterating over an integer range. The for macro will be expanded to something very similar to our original
+version with a while loop.
+
+We can do something similar with the more flexible `loop` macro.
+
+```
+(var sum 0)
+(loop [i :range [0 10]] (+= sum i))
+(print sum) # prints 45
+```
+
+This is slightly more verbose than the for macro, but can be more easily extended.
+Let's say that we wanted to only count even numbers towards the sum. We can do this
+easily with the loop macro.
+
+```
+(var sum 0)
+(loop [i :range [0 10] :when (even? i)] (+= sum i))
+(print sum) # prints 20
+```
+
+The loop macro has several verbs (:range) and modifiers (:when) that let
+the programmer more easily generate common looping idioms. The loop macro
+is similar to the Common Lips loop macro, but smaller in scope and with a much
+simpler syntax. As with the `for` macro, the loop macro expands to similar
+code as our original while expression.
+
+## Another Example - Iterating an Indexed Data Structure
+
+Another common usage for iteration in any language is iterating over the items in
+some data structure, like items in an array, characters in a string, or key value
+pairs in a table.
+
+Say we have an array of names that we want to print out. We will
+again start with a simple while loop which we will refine into
+more idiomatic expressions.
+
+First, we will define our array of names
+```
+(def names @["Jean-Paul Sartre" "Bob Dylan" "Augusta Ada King" "Frida Kahlo" "Harriet Tubman")
+```
+
+With our array of names, we can use a while loop to iterate through the indices of names, get the
+values, and the print them.
+
+```
+(var i 0)
+(def len (length names))
+(while (< i len)
+    (print (get names i))
+    (++ i))
+```
+
+This is rather verbose. janet provides the `each` macro for iterating through the items in a tuple or
+array, or the bytes in a buffer, symbol, or string.
+
+```
+(each name names (print name))
+```
+
+We can also use the `loop` macro for this case as well using the `:in` verb.
+
+```
+(loop [name :in names] (print name))
+```
+
+## Iterating a Dictionary
+
+In the previous example, we iterated over the values in an array. Another common
+use of looping in a Janet program is iterating over the keys or values in a table.
+We cannot use the same method as iterating over an array because a table or struct does
+not contain a known integer range of keys. Instead we rely on a function `next`, which allows
+us to visit each of the keys in a struct or table. Note that iterating over a table will not
+visit the prototype table.
+
+As an example, lets iterate over a table of letters to a word that starts with that letter. We
+will print out the words to our simple children's book.
+
+```
+(def alphabook
+  @{"A" "Apple"
+    "B" "Banana"
+    "C" "Cat"
+    "D" "Dog"
+    "E" "Elephant" })
+```
+
+As before, we can evaluate this loop using only a while loop and the `next` function.
+
+```
+(var key (next alphabook nil))
+(while (not= nil key)
+  (print key " is for " (get alphabook key))
+  (set key (next alphabook key))
+```
+
+However, we can do better than this with the loop macro using the `:pairs` or `:keys` verbs.
+
+```
+(loop [[letter word] :pairs alphabook]
+  (print letter " is for " word))
+```
+
+Using the `:keys` verb and the dot syntax for indexing
+
+```
+(loop [letter :keys alphabook]
+  (print letter " is for " alphabook.letter))
+```
+
+The symbol `alphabook.letter` is shorthand for `(get alphabook letter)`.
+Note that the dot syntax of `alphabook.letter` is different than in many languages. In C or
+ALGOL like languages, it is more akin to the indexing operator, and would be written `alphabook[letter]`.
+The `.` character is part of the symbol and is recognized by the compiler.
+
+We can also use the core library functions `keys` and `pairs` to get arrays of the keys and
+pairs respectively of the alphabook.
+
+```
+(loop [[letter word] :in (pairs alphabook)]
+  (print letter " is for " word))
+
+(loop [letter :in (keys alphabook)]
+  (print letter " is for " alphabook.letter))
+```

doc/Parser.md

@@ -0,0 +1,244 @@
+# The Parser
+
+A Janet program begins life as a text file, just a sequence of byte like
+any other on your system. Janet source files should be UTF-8 or ASCII
+encoded. Before Janet can compile or run your program, it must transform
+your source code into a data structure. Janet is a lisp, which means it is
+homoiconic - code is data, so all of the facilities in the language for
+manipulating arrays, tuples, strings, and tables can be used for manipulating
+your source code as well.
+
+But before janet code is represented as a data structure, it must be read, or parsed,
+by the janet parser. Called the reader in many other lisps, the parser is a machine
+that takes in plain text and outputs data structures which can be used by both
+the compiler and macros. In janet, it is a parser rather than a reader because
+there is no code execution at read time. This is safer and simpler, and also
+lets janet syntax serve as a robust data interchange format. While a parser
+is not extensible, in janet the philosophy is to extend the language via macros
+rather than reader macros.
+
+## Nil, True and False
+
+Nil, true and false are all literals than can be entered as such
+in the parser.
+
+```
+nil
+true
+false
+```
+
+## Symbols
+
+Janet symbols are represented a sequence of alphanumeric characters
+not starting with a digit or a colon. They can also contain the characters
+\!, @, $, \%, \^, \&, \*, -, \_, +, =, \|, \~, :, \<, \>, ., \?, \\, /, as
+well as any Unicode codepoint not in the ASCII range.
+
+By convention, most symbols should be all lower case and use dashes to connect words
+(sometimes called kebab case).
+
+Symbols that come from another module often contain a forward slash that separates
+the name of the module from the name of the definition in the module
+
+```
+symbol
+kebab-case-symbol
+snake_case_symbol
+my-module/my-fuction
+*****
+!%$^*__--__._+++===~-crazy-symbol
+*global-var*
+你好
+```
+
+## Keywords
+
+Janet keywords are like symbols that begin with the character :. However, they
+are used differently and treated by the compiler as a constant rather than a name for
+something. Keywords are used mostly for keys in tables and structs, or pieces of syntax
+in macros.
+
+```
+:keyword
+:range
+:0x0x0x0
+:a-keyword
+::
+:
+```
+
+## Numbers
+
+Janet numbers are represented by IEEE-754 floating point numbers.
+The syntax is similar to that of many other languages
+as well. Numbers can be written in base 10, with
+underscores used to separate digits into groups. A decimal point can be used for floating
+point numbers. Numbers can also be written in other bases by prefixing the number with the desired
+base and the character 'r'. For example, 16 can be written as `16`, `1_6`, `16r10`, `4r100`, or `0x10`. The
+`0x` prefix can be used for hexadecimal as it is so common. The radix must be themselves written in base 10, and
+can be any integer from 2 to 36. For any radix above 10, use the letters as digits (not case sensitive).
+
+```
+0
+12
+-65912
+4.98
+1.3e18
+1.3E18
+18r123C
+11raaa&a
+1_000_000
+0xbeef
+```
+
+## Strings
+
+Strings in janet are surrounded by double quotes. Strings are 8bit clean, meaning
+meaning they can contain any arbitrary sequence of bytes, including embedded
+0s. To insert a double quote into a string itself, escape
+the double quote with a backslash. For unprintable characters, you can either use
+one of a few common escapes, use the `\xHH` escape to escape a single byte in
+hexidecimal. The supported escapes are:
+
+    - \\xHH Escape a single arbitrary byte in hexidecimal.
+    - \\n Newline (ASCII 10)
+    - \\t Tab character (ASCII 9)
+    - \\r Carriage Return (ASCII 13)
+    - \\0 Null (ASCII 0)
+    - \\z Null (ASCII 0)
+    - \\f Form Feed (ASCII 12)
+    - \\e Escape (ASCII 27)
+    - \\" Double Quote (ASCII 34)
+    - \\\\ Backslash (ASCII 92)
+
+Strings can also contain literal newline characters that will be ignore.
+This lets one define a multiline string that does not contain newline characters.
+
+An alternative way of representing strings in janet is the long string, or the backquote
+delimited string. A string can also be define to start with a certain number of
+backquotes, and will end the same number of backquotes. Long strings
+do not contain escape sequences; all bytes will be parsed literally until
+ending delimiter is found. This is useful
+for defining multi-line strings with literal newline characters, unprintable
+characters, or strings that would otherwise require many escape sequences.
+
+```
+"This is a string."
+"This\nis\na\nstring."
+"This
+is
+a
+string."
+``
+This
+is
+a
+string
+``
+```
+
+## Buffers
+
+Buffers are similar strings except they are mutable data structures. Strings in janet
+cannot be mutated after created, where a buffer can be changed after creation.
+The syntax for a buffer is the same as that for a string or long string, but
+the buffer must be prefixed with the '@' character.
+
+```
+@""
+@"Buffer."
+@``Another buffer``
+```
+
+## Tuples
+
+Tuples are a sequence of white space separated values surrounded by either parentheses
+or brackets. The parser considers any of the characters ASCII 32, \\0, \\f, \\n, \\r or \\t
+to be white-space.
+
+```
+(do 1 2 3)
+[do 1 2 3]
+```
+
+## Arrays
+
+Arrays are the same as tuples, but have a leading @ to indicate mutability.
+
+```
+@(:one :two :three)
+@[:one :two :three]
+```
+
+## Structs
+
+Structs are represented by a sequence of white-space delimited key value pairs
+surrounded by curly braces. The sequence is defined as key1, value1, key2, value2, etc.
+There must be an even number of items between curly braces or the parser will
+signal a parse error. Any value can be a key or value. Using nil as a key or
+value, however, will drop that pair from the parsed struct.
+
+```
+{}
+{:key1 "value1" :key2 :value2 :key3 3}
+{(1 2 3) (4 5 6)}
+{@[] @[]}
+{1 2 3 4 5 6}
+```
+## Tables
+
+Table have the same syntax as structs, except they have the @ prefix to indicate
+that they are mutable.
+
+```
+@{}
+@{:key1 "value1" :key2 :value2 :key3 3}
+@{(1 2 3) (4 5 6)}
+@{@[] @[]}
+@{1 2 3 4 5 6}
+```
+
+## Comments
+
+Comments begin with a \# character and continue until the end of the line.
+There are no multi-line comments.
+
+## Shorthand
+
+Often called reader macros in other lisps, Janet provides several shorthand
+notations for some forms.
+
+### 'x
+
+Shorthand for `(quote x)`
+
+### ;x
+
+Shorthand for `(splice x)`
+
+### ~x
+
+Shorthand for `(quasiquote x)`
+
+### ,x
+
+Shorthand for `(unquote x)`
+
+These shorthand notations can be combined in any order, allowing
+forms like `''x` (`(quote (quote x))`), or `,;x` (`(unquote (splice x))`).
+
+## API
+
+The parser contains the following functions which exposes
+the parser state machine as a janet abstract object.
+
+- `parser/byte`
+- `parser/consume`
+- `parser/error`
+- `parser/flush`
+- `parser/new`
+- `parser/produce`
+- `parser/state`
+- `parser/status`
+- `parser/where`

doc/Specials.md

@@ -0,0 +1,206 @@
+# Special Forms
+
+Janet is a lisp and so is defined in terms of mostly S-expressions, or
+in terms of Janet, tuples. Tuples are used to represent function calls, macros,
+and special forms. Most functionality is exposed through functions, some
+through macros, and a minimal amount through special forms. Special forms
+are neither functions nor macros -- they are used by the compiler to directly
+express a low level construct that can not be expressed through macros or functions.
+Special forms can be thought of as forming the real 'core' language of janet.
+
+Below is a reference for all of the special forms in Janet.
+
+## (def name meta... value)
+
+This special form binds a value to a symbol. The symbol can the be substituted
+for the value in subsequent expression for the same result. A binding made by def
+is a constant and cannot be updated. A symbol can be redefined to a new value, but previous
+uses of the binding will refer to the previous value of the binding.
+
+```lisp
+(def anumber (+ 1 2 3 4 5))
+
+(print anumber) # prints 15
+```
+
+Def can also take a tuple, array, table or struct to perform destructuring
+on the value. This allows us to do multiple assignments in one def.
+
+```lisp
+(def [a b c] (range 10))
+(print a " " b " " c) # prints 0 1 2
+
+(def {:x x} @{:x (+ 1 2)})
+(print x) # prints 3
+
+(def [y {:x x}] @[:hi @{:x (+ 1 2)}])
+(print y x) # prints hi3
+```
+
+Def can also append metadata and a docstring to the symbol when in the global scope.
+If not in the global scope, the extra metadata will be ignored.
+
+```lisp
+(def mydef :private 3) # Adds the :private key to the metadata table.
+(def mydef2 :private "A docstring" 4) # Add a docstring
+
+# The metadata will be ignored here because mydef is
+# accessible outside of the do form.
+(do
+ (def mydef :private 3)
+ (+ mydef 1))
+```
+
+## (var name meta... value)
+
+Similar to def, but bindings set in this manner can be updated using set. In all other respects is the
+same as def.
+
+```lisp
+(var a 1)
+(defn printa [] (print a))
+
+(printa) # prints 1
+(++ a)
+(printa) # prints 2
+(set a :hi)
+(printa) # prints hi
+```
+
+## (fn name? args body...)
+
+Compile a function literal (closure). A function literal consists of an optional name, an
+argument list, and a function body. The optional name is allowed so that functions can
+more easily be recursive. The argument list is a tuple of named parameters, and the body
+is 0 or more forms. The function will evaluate to the last form in the body. The other forms
+will only be evaluated for side effects.
+
+Functions also introduced a new lexical scope, meaning the defs and vars inside a function
+body will not escape outside the body.
+
+```lisp
+(fn []) # The simplest function literal. Takes no arguments and returns nil.
+(fn [x] x) # The identity function
+(fn identity [x] x) # The identity function - the name will also make stacktraces nicer.
+(fn [] 1 2 3 4 5) # A function that returns 5
+(fn [x y] (+ x y)) # A function that adds its two arguments.
+
+(fn [& args] (length args)) # A variadic function that counts its arguments.
+
+# A function that doesn't strictly check the number of arguments.
+# Extra arguments are ignored, and arguments not passed are nil.
+(fn [w x y z &] (tuple w w x x y y z z))
+```
+
+## (do body...)
+
+Execute a series of forms for side effects and evaluates to the final form. Also
+introduces a new lexical scope without creating or calling a function.
+
+```lisp
+(do 1 2 3 4) # Evaluates to 4
+
+# Prints 1, 2 and 3, then evaluates to (print 3), which is nil
+(do (print 1) (print 2) (print 3))
+
+# Prints 1
+(do
+ (def a 1)
+ (print a))
+
+# a is not defined here, so fails
+a
+```
+
+## (quote x)
+
+Evaluates to the literal value of the first argument. The argument is not compiled
+and is simply used as a constant value in the compiled code. Preceding a form with a
+single quote is shorthand for `(quote expression)`.
+
+```lisp
+(quote 1) # evaluates to 1
+(quote hi) # evaluates to the symbol hi
+(quote quote) # evaluates to the symbol quote
+
+`(1 2 3) # Evaluates to a tuple (1 2 3)
+`(print 1 2 3) # Evaluates to a tuple (print 1 2 3)
+```
+
+## (if condition when-true when-false?)
+
+Introduce a branching construct. The first form is the condition, the second
+form is the form to evaluate when the condition is true, and the optional
+third form is the form to evaluate when the condition is false. If no third
+form is provided it defaults to nil.
+
+The if special form will not evaluate the when-true or when-false forms unless
+it needs to - it is a lazy form, which is why it cannot be a function or macro.
+
+The condition is considered false only if it evaluates to nil or false - all other values
+are considered true.
+
+```lisp
+(if true 10) # evaluates to 10
+(if false 10) # evaluates to nil
+(if true (print 1) (print 2)) # prints 1 but not 2
+```
+
+## (splice x)
+
+The splice special form is an interesting form that doesn't have an analog in most lisps.
+It only has an effect in two places - as an argument in a function call, or as the argument
+to the unquote form. Outside of these two settings, the splice special form simply evaluates
+directly to it's argument x. The shorthand for splice is prefixing a form with a semicolon.
+
+In the context of a function call, splice will insert *the contents* of x in the parameter list.
+
+```lisp
+(+ 1 2 3) # evaluates to 6
+
+(+ @[1 2 3]) # bad
+
+(+ (splice @[1 2 3])) # also evaluates to 6
+
+(+ ;@[1 2 3]) # Same as above
+
+(+ ;(range 100)) # Sum the first 100 natural numbers
+
+(+ ;(range 100) 1000) # Sum the first 100 natural numbers and 1000
+```
+
+Notice that this means we rarely will need the `apply` function, as the splice operator is more flexible.
+
+The splice operator can also be used inside an unquote form, where it will behave like
+an `unquote-splicing` special in other lisps.
+
+## (while condition body...)
+
+The while special form compiles to a C-like while loop. The body of the form will be continuously evaluated
+until the condition is false or nil. Therefor, it is expected that the body will contain some side effects
+of the loop will go on for ever. The while loop always evaluates to nil.
+
+```lisp
+(var i 0)
+(while (< i 10)
+ (print i)
+ (++ i))
+```
+
+## (set l-value r-value)
+
+Update the value of a var l-value to a new value r-value. The set special form will then evaluate to r-value.
+
+The r-value can be any expression, and the l-value should be a bound var.
+
+## (quasiquote x)
+
+Similar to `(quote x)`, but allows for unquoting within x. This makes quasiquote useful for
+writing macros, as a macro definition often generates a lot of templated code with a
+few custom values. The shorthand for quasiquote is a leading tilde `~` before a form. With
+that form, `(unquote x)` will evaluate and insert x into the unquote form. The shorthand for
+`(unquote x)` is `,x`.
+
+## (unquote x)
+
+Unquote a form within a quasiquote. Outside of a quasiquote, unquote is invalid.

doc/The-Janet-Abstract-Machine-Bytecode.md

@@ -0,0 +1,224 @@
+The Janet language is implemented on top of an abstract machine (AM). The compiler
+converts Janet data structures to this bytecode, which can then be efficiently executed
+from inside a C program. To understand the janet bytecode, it is useful to understand
+the abstractions used inside the Janet AM, as well as the C types used to implement these
+features.
+
+## The Stack = The Fiber
+
+A Janet Fiber is the type used to represent multiple concurrent processes
+in janet. It is basically a wrapper around the idea of a stack. The stack is
+divided into a number of stack frames (`JanetStackFrame *` in C), each of which
+contains information such as the function that created the stack frame,
+the program counter for the stack frame, a pointer to the previous frame,
+and the size of the frame. Each stack frame also is paired with a number
+registers.
+
+```
+X: Slot
+
+X
+X - Stack Top, for next function call.
+-----
+Frame next
+-----
+X
+X
+X
+X
+X
+X
+X - Stack 0
+-----
+Frame 0
+-----
+X
+X
+X - Stack -1
+-----
+Frame -1
+-----
+X
+X
+X
+X
+X - Stack -2
+-----
+Frame -2
+-----
+...
+...
+...
+-----
+Bottom of stack
+```
+
+Fibers also have an incomplete stack frame for the next function call on top
+of their stacks. Making a function call involves pushing arguments to this
+temporary stack, and then invoking either the CALL or TCALL instructions.
+Arguments for the next function call are pushed via the PUSH, PUSH2, PUSH3, and
+PUSHA instructions. The stack of a fiber will grow as large as needed, although by
+default janet will limit the maximum size of a fiber's stack.
+The maximum stack size can be modified on a per fiber basis.
+
+The slots in the stack are exposed as virtual registers to instructions. They
+can hold any Janet value.
+
+## Closures
+
+All functions in janet are closures; they combine some bytecode instructions
+with 0 or more environments. In the C source, a closure (hereby the same as
+a function) is represented by the type `JanetFunction *`. The bytecode instruction
+part of the function is represented by `JanetFuncDef *`, and a function environment
+is represented with `JanetFuncEnv *`.
+
+The function definition part of a function (the 'bytecode' part, `JanetFuncDef *`),
+we also store various metadata about the function which is useful for debugging,
+as well as constants referenced by the function.
+
+## C Functions
+
+Janet uses C functions to bridge to native code. A C function
+(`JanetCFunction *` in C) is a C function pointer that can be called like
+a normal janet closure. From the perspective of the bytecode instruction set, there is no difference
+in invoking a C function and invoking a normal janet function.
+
+## Bytecode Format
+
+Janet bytecode presents an interface to a virtual machine with a large number
+of identical registers that can hold any Janet value (`Janet *` in C). Most instructions
+have a destination register, and 1 or 2 source register. Registers are simply
+named with positive integers.
+
+Each instruction is a 32 bit integer, meaning that the instruction set is a constant
+width RISC instruction set like MIPS. The opcode of each instruction is the least significant
+byte of the instruction. The highest bit of
+this leading byte is reserved for debugging purpose, so there are 128 possible opcodes encodable
+with this scheme. Not all of these possible opcode are defined, and will trap the interpreter
+and emit a debug signal. Note that this mean an unknown opcode is still valid bytecode, it will
+just put the interpreter into a debug state when executed.
+
+```
+X - Payload bits
+O - Opcode bits
+
+   4    3    2    1
++----+----+----+----+
+| XX | XX | XX | OO |
++----+----+----+----+
+```
+
+8 bits for the opcode leaves 24 bits for the payload, which may or may not be utilized.
+There are a few instruction variants that divide these payload bits.
+
+* 0 arg - Used for noops, returning nil, or other instructions that take no
+  arguments. The payload is essentially ignored.
+* 1 arg - All payload bits correspond to a single value, usually a signed or unsigned integer.
+  Used for instructions of 1 argument, like returning a value, yielding a value to the parent fiber,
+  or doing a (relative) jump.
+* 2 arg - Payload is split into byte 2 and bytes 3 and 4.
+  The first argument is the 8 bit value from byte 2, and the second argument is the 16 bit value
+  from bytes 3 and 4 (`instruction >> 16`). Used for instructions of two arguments, like move, normal
+  function calls, conditionals, etc.
+* 3 arg - Bytes 2, 3, and 4 each correspond to an 8 bit argument.
+  Used for arithmetic operations, emitting a signal, etc.
+
+These instruction variants can be further refined based on the semantics of the arguments.
+Some instructions may treat an argument as a slot index, while other instructions
+will treat the argument as a signed integer literal, and index for a constant, an index
+for an environment, or an unsigned integer.
+
+## Instruction Reference
+
+A listing of all opcode values can be found in src/include/janet/janetopcodes.h. The janet assembly
+short names can be found src/assembler/asm.c. In this document, we will refer to the instructions
+by their short names as presented to the assembler rather than their numerical values.
+
+Each instruction is also listed with a signature, which are the arguments the instruction
+expects. There are a handful of instruction signatures, which combine the arity and type
+of the instruction. The assembler does not
+do any type-checking per closure, but does prevent jumping to invalid instructions and
+failure to return or error.
+
+### Notation
+
+* The $ prefix indicates that a instruction parameter is acting as a virtual register (slot).
+  If a parameter does not have the $ suffix in the description, it is acting as some kind
+  of literal (usually an unsigned integer for indexes, and a signed integer for literal integers).
+
+* Some operators in the description have the suffix 'i' or 'r'. These indicate
+  that these operators correspond to integers or real numbers only, respectively. All
+  bit-wise operators and bit shifts only work with integers.
+
+* The `>>>` indicates unsigned right shift, as in Java. Because all integers in janet are
+  signed, we differentiate the two kinds of right bit shift.
+
+* The 'im' suffix in the instruction name is short for immediate.
+
+### Reference Table
+
+| Instruction | Signature                   | Description                       |
+| ----------- | --------------------------- | --------------------------------- |
+| `add`       | `(add dest lhs rhs)`        | $dest = $lhs + $rhs               |
+| `addim`     | `(addim dest lhs im)`       | $dest = $lhs + im                 |
+| `band`      | `(band dest lhs rhs)`       | $dest = $lhs & $rhs               |
+| `bnot`      | `(bnot dest operand)`       | $dest = ~$operand                 |
+| `bor`       | `(bor dest lhs rhs)`        | $dest = $lhs | $rhs               |
+| `bxor`      | `(bxor dest lhs rhs)`       | $dest = $lhs ^ $rhs               |
+| `call`      | `(call dest callee)`        | $dest = call($callee, args)       |
+| `clo`       | `(clo dest index)`          | $dest = closure(defs[$index])     |
+| `cmp`       | `(cmp dest lhs rhs)`        | $dest = janet\_compare($lhs, $rhs)|
+| `div`       | `(div dest lhs rhs)`        | $dest = $lhs / $rhs               |
+| `divim`     | `(divim dest lhs im)`       | $dest = $lhs / im                 |
+| `eq`        | `(eq dest lhs rhs)`         | $dest = $lhs == $rhs              |
+| `eqim`      | `(eqim dest lhs im)`        | $dest = $lhs == im                |
+| `err`       | `(err message)`             | Throw error $message.             |
+| `get`       | `(get dest ds key)`         | $dest = $ds[$key]                 |
+| `geti`      | `(geti dest ds index)`      | $dest = $ds[index]                |
+| `gt`        | `(gt dest lhs rhs)`         | $dest = $lhs \> $rhs              |
+| `gtim`      | `(gtim dest lhs im)`        | $dest = $lhs \> im                |
+| `jmp`       | `(jmp label)`               | pc = label, pc += offset          |
+| `jmpif`     | `(jmpif cond label)`        | if $cond pc = label else pc++     |
+| `jmpno`     | `(jmpno cond label)`        | if $cond pc++ else pc = label     |
+| `ldc`       | `(ldc dest index)`          | $dest = constants[index]          |
+| `ldf`       | `(ldf dest)`                | $dest = false                     |
+| `ldi`       | `(ldi dest integer)`        | $dest = integer                   |
+| `ldn`       | `(ldn dest)`                | $dest = nil                       |
+| `lds`       | `(lds dest)`                | $dest = current closure (self)    |
+| `ldt`       | `(ldt dest)`                | $dest = true                      |
+| `ldu`       | `(ldu dest env index)`      | $dest = envs[env][index]          |
+| `len`       | `(len dest ds)`             | $dest = length(ds)                |
+| `lt`        | `(lt dest lhs rhs)`         | $dest = $lhs \< $rhs              |
+| `ltim`      | `(ltim dest lhs im)`        | $dest = $lhs \< im                |
+| `mkarr`     | `(mkarr dest)`              | $dest = call(array, args)         |
+| `mkbuf`     | `(mkbuf dest)`              | $dest = call(buffer, args)        |
+| `mktab`     | `(mktab dest)`              | $dest = call(table, args)         |
+| `mkstr`     | `(mkstr dest)`              | $dest = call(string, args)        |
+| `mkstu`     | `(mkstu dest)`              | $dest = call(struct, args)        |
+| `mktup`     | `(mktup dest)`              | $dest = call(tuple, args)         |
+| `movf`      | `(movf src dest)`           | $dest = $src                      |
+| `movn`      | `(movn dest src)`           | $dest = $src                      |
+| `mul`       | `(mul dest lhs rhs)`        | $dest = $lhs \* $rhs              |
+| `mulim`     | `(mulim dest lhs im)`       | $dest = $lhs \* im                |
+| `noop`      | `(noop)`                    | Does nothing.                     |
+| `push`      | `(push val)`                | Push $val on arg                  |
+| `push2`     | `(push2 val1 val3)`         | Push $val1, $val2 on args         |
+| `push3`     | `(push3 val1 val2 val3)`    | Push $val1, $val2, $val3, on args |
+| `pusha`     | `(pusha array)`             | Push values in $array on args     |
+| `put`       | `(put ds key val)`          | $ds[$key] = $val                  |
+| `puti`      | `(puti ds index val)`       | $ds[index] = $val                 |
+| `res`       | `(res dest fiber val)`      | $dest = resume $fiber with $val   |
+| `ret`       | `(ret val)`                 | Return $val                       |
+| `retn`      | `(retn)`                    | Return nil                        |
+| `setu`      | `(setu env index val)`      | envs[env][index] = $val           |
+| `sig`       | `(sig dest value sigtype)`  | $dest = emit $value as sigtype    |
+| `sl`        | `(sl dest lhs rhs)`         | $dest = $lhs << $rhs              |
+| `slim`      | `(slim dest lhs shamt)`     | $dest = $lhs << shamt             |
+| `sr`        | `(sr dest lhs rhs)`         | $dest = $lhs >> $rhs              |
+| `srim`      | `(srim dest lhs shamt)`     | $dest = $lhs >> shamt             |
+| `sru`       | `(sru dest lhs rhs)`        | $dest = $lhs >>> $rhs             |
+| `sruim`     | `(sruim dest lhs shamt)`    | $dest = $lhs >>> shamt            |
+| `sub`       | `(sub dest lhs rhs)`        | $dest = $lhs - $rhs               |
+| `tcall`     | `(tcall callee)`            | Return call($callee, args)        |
+| `tchck`     | `(tcheck slot types)`       | Assert $slot does matches types   |
+

examples/3sum.janet

@@ -5,10 +5,14 @@
   (def solutions @{})
   (def len (length s))
   (for k 0 len
-    (put tab s@k k))
+    (put tab (s k) k))
   (for i 0 len
     (for j 0 len
-      (def k (get tab (- 0 s@i s@j)))
+      (def k (get tab (- 0 (s i) (s j))))
       (when (and k (not= k i) (not= k j) (not= i j))
         (put solutions {i true j true k true} true))))
-  (map keys (keys solution)))
+  (map keys (keys solutions)))
+
+(def arr @[2 4 1 3 8 7 -3 -1 12 -5 -8])
+(print "3sum of " (string/pretty arr) ":")
+(print (string/pretty (sum3 arr)))

examples/assembly.janet

@@ -13,8 +13,16 @@
     (addim 0 0 -0x1)    # $0 = $0 - 1
     (push 0)            # push($0)
     (call 0 1)          # $0 = call($1)
-    (addi 0 0 2)        # $0 = $0 + $2 (integers)
+    (add 0 0 2)        # $0 = $0 + $2 (integers)
     :done
     (ret 0)             # return $0
   ]
 }))
+
+# Test it
+
+(defn testn
+  [n]
+  (print "fibasm(" n ") = " (fibasm n)))
+
+(for i 0 10 (testn i))

examples/colors.janet

@@ -35,7 +35,13 @@
    :bright-white 97
    :bg-bright-white 107})
 
-(loop [[name color] :in (pairs colormap)]
-  (defglobal (string.slice name 1)
-    (fn color-wrapper [& pieces]
-      (string "\e[" color "m" (apply string pieces) "\e[0m"))))
+(defn color
+  "Take a string made by concatenating xs and colorize it for an ANSI terminal."
+  [c & xs]
+  (def code (get colormap c))
+  (if (not code) (error (string "color " c " unknown")))
+  (string "\e[" code "m" ;xs "\e[0m"))
+
+# Print all colors
+
+(loop [c :keys colormap] (print (color c c)))

examples/lazyseqs.janet

@@ -18,12 +18,12 @@
        (if ,loaded 
          ,state 
          (do
-           (:= ,loaded true)
-           (:= ,state (do ;forms)))))))
+           (set ,loaded true)
+           (set ,state (do ,;forms)))))))
 
 # Use tuples instead of structs to save memory
-(def HEAD :private 0)
-(def TAIL :private 1)
+(def- HEAD 0)
+(def- TAIL 1)
 
 (defn empty-seq
   "The empty sequence."
@@ -52,7 +52,7 @@
 
 (defn lazy-range
   "Return a sequence of integers [start, end)."
-  @[start end]
+  [start end &]
   (if end
     (if (< start end)
       (delay (tuple start (lazy-range (+ 1 start) end)))
@@ -94,7 +94,7 @@
 (defn randseq
   "Return a sequence of random numbers."
   []
-  (delay (tuple (math.random) (randseq))))
+  (delay (tuple (math/random) (randseq))))
 
 (defn take-while
   "Returns a sequence of values until the predicate is false."

examples/life.janet

@@ -16,7 +16,7 @@
   (def cell-set (frequencies state))
   (def neighbor-set (frequencies (mapcat neighbors state)))
   (seq [coord :keys neighbor-set
-         :let [count neighbor-set@coord]
+         :let [count (get neighbor-set coord)]
          :when (or (= count 3) (and (get cell-set coord) (= count 2)))]
       coord))
 
@@ -24,7 +24,7 @@
   "Draw cells in the game of life from (x1, y1) to (x2, y2)"
   [state x1 y1 x2 y2]
   (def cellset @{})
-  (each cell state (:= cellset@cell true))
+  (each cell state (put cellset cell true))
   (loop [x :range [x1 (+ 1 x2)]
          :after (print)
          y :range [y1 (+ 1 y2)]]
@@ -40,4 +40,4 @@
 (for i 0 20
   (print "generation " i)
   (draw *state* -7 -7 7 7)
-  (:= *state* (tick *state*)))
+  (set *state* (tick *state*)))

examples/primes.janet

@@ -9,6 +9,8 @@
     (def len (length list))
     (for j 0 len
       (def trial (get list j))
-      (if (zero? (% i trial)) (:= isprime? false)))
+      (if (zero? (% i trial)) (set isprime? false)))
     (if isprime? (array/push list i)))
   list)
+
+(print (string/pretty (primes 100)))

grammar/janet.tmLanguage

@@ -0,0 +1,335 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple Computer//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0">
+<dict>
+	<key>fileTypes</key>
+	<array>
+		<string>janet</string>
+	</array>
+	<key>foldingStartMarker</key>
+	<string>\{</string>
+	<key>foldingStopMarker</key>
+	<string>\}</string>
+	<key>foldingStartMarker</key>
+	<string>\[</string>
+	<key>foldingStopMarker</key>
+	<string>\]</string>
+	<key>foldingStartMarker</key>
+	<string>\(</string>
+	<key>foldingStopMarker</key>
+	<string>\)</string>
+	<key>keyEquivalent</key>
+	<string>^~L</string>
+	<key>name</key>
+	<string>Janet</string>
+	<key>patterns</key>
+	<array>
+		<dict>
+			<key>include</key>
+			<string>#all</string>
+		</dict>
+    </array>
+	<key>repository</key>
+	<dict>
+		<key>all</key>
+		<dict>
+			<key>patterns</key>
+			<array>
+				<dict>
+					<key>include</key>
+					<string>#comment</string>
+				</dict>
+				<dict>
+					<key>include</key>
+					<string>#parens</string>
+				</dict>
+				<dict>
+					<key>include</key>
+					<string>#brackets</string>
+				</dict>
+				<dict>
+					<key>include</key>
+					<string>#braces</string>
+				</dict>
+				<dict>
+					<key>include</key>
+					<string>#readermac</string>
+				</dict>
+				<dict>
+					<key>include</key>
+					<string>#string</string>
+				</dict>
+				<dict>
+					<key>include</key>
+					<string>#longstring</string>
+				</dict>
+				<dict>
+					<key>include</key>
+					<string>#literal</string>
+				</dict>
+				<dict>
+					<key>include</key>
+					<string>#corelib</string>
+				</dict>
+				<dict>
+					<key>include</key>
+					<string>#r-number</string>
+				</dict>
+				<dict>
+					<key>include</key>
+					<string>#dec-number</string>
+				</dict>
+				<dict>
+					<key>include</key>
+					<string>#hex-number</string>
+				</dict>
+				<dict>
+					<key>include</key>
+					<string>#keysym</string>
+				</dict>
+				<dict>
+					<key>include</key>
+					<string>#symbol</string>
+				</dict>
+			</array>
+		</dict>
+		<key>comment</key>
+		<dict>
+			<key>captures</key>
+			<dict>
+				<key>1</key>
+				<dict>
+					<key>name</key>
+					<string>punctuation.definition.comment.janet</string>
+				</dict>
+			</dict>
+			<key>match</key>
+			<string>(#).*$</string>
+			<key>name</key>
+			<string>comment.line.janet</string>
+		</dict>
+		<key>braces</key>
+		<dict>
+			<key>begin</key>
+			<string>(@?{)</string>
+			<key>captures</key>
+			<dict>
+				<key>1</key>
+				<dict>
+					<key>name</key>
+					<string>punctuation.definition.braces.begin.janet</string>
+				</dict>
+			</dict>
+			<key>end</key>
+			<string>(})</string>
+			<key>captures</key>
+			<dict>
+				<key>1</key>
+				<dict>
+					<key>name</key>
+					<string>punctuation.definition.braces.end.janet</string>
+				</dict>
+			</dict>
+			<key>patterns</key>
+			<array>
+				<dict>
+					<key>include</key>
+					<string>#all</string>
+				</dict>
+			</array>
+		</dict>
+		<key>brackets</key>
+		<dict>
+			<key>begin</key>
+			<string>(@?\[)</string>
+			<key>captures</key>
+			<dict>
+				<key>1</key>
+				<dict>
+					<key>name</key>
+					<string>punctuation.definition.brackets.begin.janet</string>
+				</dict>
+			</dict>
+			<key>end</key>
+			<string>(\])</string>
+			<key>captures</key>
+			<dict>
+				<key>1</key>
+				<dict>
+					<key>name</key>
+					<string>punctuation.definition.brackets.end.janet</string>
+				</dict>
+			</dict>
+			<key>patterns</key>
+			<array>
+				<dict>
+					<key>include</key>
+					<string>#all</string>
+				</dict>
+			</array>
+		</dict>
+		<key>parens</key>
+		<dict>
+			<key>begin</key>
+			<string>(@?\()</string>
+			<key>captures</key>
+			<dict>
+				<key>1</key>
+				<dict>
+					<key>name</key>
+					<string>punctuation.definition.parens.begin.janet</string>
+				</dict>
+			</dict>
+			<key>end</key>
+			<string>(\))</string>
+			<key>captures</key>
+			<dict>
+				<key>1</key>
+				<dict>
+					<key>name</key>
+					<string>punctuation.definition.parens.end.janet</string>
+				</dict>
+			</dict>
+			<key>patterns</key>
+			<array>
+				<dict>
+					<key>include</key>
+					<string>#all</string>
+				</dict>
+			</array>
+		</dict>
+		<key>readermac</key>
+		<dict>
+			<key>match</key>
+			<string>[\'\~\;\,]</string>
+			<key>name</key>
+			<string>punctuation.other.janet</string>
+		</dict>
+		<!-- string>(?&lt;![\.:\w_\-=!@\$%^&amp;?|\\/&lt;&gt;*]) token match here (?![\.:\w_\-=!@\$%^&amp;?|\\/&lt;&gt;*])</string -->
+		<key>literal</key>
+		<dict>
+			<key>match</key>
+			<string>(?&lt;![\.:\w_\-=!@\$%^&amp;?|\\/&lt;&gt;*])(true|false|nil)(?![\.:\w_\-=!@\$%^&amp;?|\\/&lt;&gt;*])</string>
+			<key>name</key>
+			<string>constant.language.janet</string>
+		</dict>
+		<key>corelib</key>
+		<dict>
+			<key>match</key>
+            <string>(?&lt;![\.:\w_\-=!@\$%^&amp;?|\\/&lt;&gt;*])(%|%=|\*|\*=|\*doc\-width\*|\*env\*|\+|\+\+|\+=|\-|\-\-|\-=|\-&gt;|\-&gt;&gt;|\-\?&gt;|\-\?&gt;&gt;|&#47;|&#47;=|&lt;|&lt;=|=|==|&gt;|&gt;=|_env|abstract\?|all|all\-symbols|allsyms|and|apply|array|array&#47;concat|array&#47;ensure|array&#47;insert|array&#47;new|array&#47;peek|array&#47;pop|array&#47;push|array&#47;slice|array\?|as\-&gt;|as\?\-&gt;|asm|band|blshift|bnot|boolean\?|bor|brshift|brushift|buffer|buffer&#47;clear|buffer&#47;new|buffer&#47;popn|buffer&#47;push\-byte|buffer&#47;push\-string|buffer&#47;push\-word|buffer&#47;slice|buffer\?|bxor|bytes\?|callable\?|case|cfunction\?|comment|comp|compile|complement|cond|coro|count|debug|debug&#47;arg\-stack|debug&#47;break|debug&#47;fbreak|debug&#47;lineage|debug&#47;stack|debug&#47;unbreak|debug&#47;unfbreak|dec|deep\-not=|deep=|def\-|default|defglobal|defmacro|defmacro\-|defn|defn\-|describe|dictionary\?|disasm|distinct|doc|doc\*|doc\-format|drop\-until|drop\-while|each|empty\?|env\-lookup|error|eval|eval\-string|even\?|every\?|extreme|false\?|fiber&#47;current|fiber&#47;maxstack|fiber&#47;new|fiber&#47;setmaxstack|fiber&#47;status|fiber\?|file&#47;close|file&#47;flush|file&#47;open|file&#47;popen|file&#47;read|file&#47;seek|file&#47;write|filter|find|find\-index|first|flatten|flatten\-into|for|frequencies|function\?|gccollect|gcinterval|gcsetinterval|generate|gensym|get|getline|hash|idempotent\?|identity|if\-let|if\-not|import|import\*|inc|indexed\?|interleave|interpose|invert|janet&#47;build|janet&#47;version|juxt|juxt\*|keep|keys|keyword|keyword\?|kvs|last|length|let|loop|macex|macex1|make\-env|map|mapcat|marshal|match|match\-1|math&#47;acos|math&#47;asin|math&#47;atan|math&#47;ceil|math&#47;cos|math&#47;e|math&#47;exp|math&#47;floor|math&#47;inf|math&#47;log|math&#47;log10|math&#47;pi|math&#47;pow|math&#47;random|math&#47;seedrandom|math&#47;sin|math&#47;sqrt|math&#47;tan|max|max\-order|merge|merge\-into|min|min\-order|module&#47;find|module&#47;native\-paths|module&#47;paths|native|neg\?|next|nil\?|not|not=|not==|number\?|odd\?|one\?|or|order&lt;|order&lt;=|order&gt;|order&gt;=|os&#47;clock|os&#47;cwd|os&#47;execute|os&#47;exit|os&#47;getenv|os&#47;setenv|os&#47;shell|os&#47;sleep|os&#47;time|os&#47;which|pairs|parser&#47;byte|parser&#47;consume|parser&#47;error|parser&#47;flush|parser&#47;has\-more|parser&#47;new|parser&#47;produce|parser&#47;state|parser&#47;status|parser&#47;where|partial|pos\?|postwalk|prewalk|print|process&#47;args|product|put|range|reduce|repl|require|resume|reverse|run\-context|scan\-number|sentinel|seq|some|sort|sorted|status\-pp|stderr|stdin|stdout|string|string&#47;ascii\-lower|string&#47;ascii\-upper|string&#47;bytes|string&#47;check\-set|string&#47;find|string&#47;find\-all|string&#47;from\-bytes|string&#47;join|string&#47;number|string&#47;pretty|string&#47;repeat|string&#47;replace|string&#47;replace\-all|string&#47;reverse|string&#47;slice|string&#47;split|string\?|struct|struct\?|sum|symbol|symbol\?|table|table&#47;getproto|table&#47;new|table&#47;rawget|table&#47;setproto|table&#47;to\-struct|table\?|take\-until|take\-while|true\?|try|tuple|tuple&#47;append|tuple&#47;prepend|tuple&#47;slice|tuple\?|type|unless|unmarshal|update|values|varglobal|walk|when|when\-let|with\-idemp|yield|zero\?|zipcoll)(?![\.:\w_\-=!@\$%^&amp;?|\\/&lt;&gt;*])</string>
+			<key>name</key>
+			<string>keyword.control.janet</string>
+		</dict>
+		<key>keysym</key>
+		<dict>
+			<key>match</key>
+			<string>(?&lt;![\.:\w_\-=!@\$%^&amp;?|\\/&lt;&gt;*]):[\.:\w_\-=!@\$%^&amp;?|\\/&lt;&gt;*]*</string>
+			<key>name</key>
+			<string>constant.keyword.janet</string>
+		</dict>
+		<key>symbol</key>
+		<dict>
+			<key>match</key>
+			<string>(?&lt;![\.:\w_\-=!@\$%^&amp;?|\\/&lt;&gt;*])[\.a-zA-Z_\-=!@\$%^&amp;?|\\/&lt;&gt;*][\.:\w_\-=!@\$%^&amp;?|\\/&lt;&gt;*]*</string>
+			<key>name</key>
+			<string>variable.other.janet</string>
+		</dict>
+		<key>hex-number</key>
+		<dict>
+			<key>match</key>
+			<string>(?&lt;![\.:\w_\-=!@\$%^&amp;?|\\/&lt;&gt;*])[-+]?0x([_\da-fA-F]+|[_\da-fA-F]+\.[_\da-fA-F]*|\.[_\da-fA-F]+)(&amp;[+-]?[\da-fA-F]+)?(?![\.:\w_\-=!@\$%^&amp;?|\\/&lt;&gt;*])</string>
+			<key>name</key>
+			<string>constant.numeric.hex.janet</string>
+		</dict>
+		<key>dec-number</key>
+		<dict>
+			<key>match</key>
+			<string>(?&lt;![\.:\w_\-=!@\$%^&amp;?|\\/&lt;&gt;*])[-+]?([_\d]+|[_\d]+\.[_\d]*|\.[_\d]+)([eE&amp;][+-]?[\d]+)?(?![\.:\w_\-=!@\$%^&amp;?|\\/&lt;&gt;*])</string>
+			<key>name</key>
+			<string>constant.numeric.decimal.janet</string>
+		</dict>
+		<key>r-number</key>
+		<dict>
+			<key>match</key>
+			<string>(?&lt;![\.:\w_\-=!@\$%^&amp;?|\\/&lt;&gt;*])[-+]?\d\d?r([_\w]+|[_\w]+\.[_\w]*|\.[_\w]+)(&amp;[+-]?[\w]+)?(?![\.:\w_\-=!@\$%^&amp;?|\\/&lt;&gt;*])</string>
+			<key>name</key>
+			<string>constant.numeric.decimal.janet</string>
+		</dict>
+		<key>string</key>
+		<dict>
+			<key>begin</key>
+			<string>(@?")</string>
+			<key>beginCaptures</key>
+			<dict>
+				<key>1</key>
+				<dict>
+					<key>name</key>
+					<string>punctuation.definition.string.begin.janet</string>
+				</dict>
+			</dict>
+			<key>end</key>
+			<string>(")</string>
+			<key>endCaptures</key>
+			<dict>
+				<key>1</key>
+				<dict>
+					<key>name</key>
+					<string>punctuation.definition.string.end.janet</string>
+				</dict>
+			</dict>
+			<key>name</key>
+			<string>string.quoted.double.janet</string>
+			<key>patterns</key>
+			<array>
+				<dict>
+					<key>match</key>
+					<string>(\\[ne0zft"\\']|\\x[0-9a-fA-F][0-9a-fA-f])</string>
+					<key>name</key>
+					<string>constant.character.escape.janet</string>
+				</dict>
+			</array>
+		</dict>
+		<key>longstring</key>
+		<dict>
+			<key>begin</key>
+			<string>(@?)(`+)</string>
+			<key>beginCaptures</key>
+			<dict>
+				<key>1</key>
+				<dict>
+					<key>name</key>
+					<string>punctuation.definition.string.begin.janet</string>
+				</dict>
+				<key>2</key>
+				<dict>
+					<key>name</key>
+					<string>punctuation.definition.string.begin.janet</string>
+				</dict>
+			</dict>
+			<key>end</key>
+			<string>\2</string>
+			<key>endCaptures</key>
+			<dict>
+				<key>1</key>
+				<dict>
+					<key>name</key>
+					<string>punctuation.definition.string.end.janet</string>
+				</dict>
+			</dict>
+			<key>name</key>
+			<string>string.quoted.triple.janet</string>
+		</dict>
+		<key>nomatch</key>
+		<dict>
+			<key>match</key>
+			<string>\S+</string>
+			<key>name</key>
+			<string>invalid.illegal.janet</string>
+		</dict>
+	</dict>
+    <key>scopeName</key>
+    <string>source.janet</string>
+    <key>uuid</key>
+    <string>3743190f-20c4-44d0-8640-6611a983296b</string>
+</dict>
+</plist>

janet-installer.nsi

@@ -0,0 +1,55 @@
+!define MULTIUSER_EXECUTIONLEVEL Highest
+!define MULTIUSER_MUI
+!define MULTIUSER_INSTALLMODE_COMMANDLINE
+!define MULTIUSER_INSTALLMODE_INSTDIR "janet"
+!include "MultiUser.nsh"
+!include "MUI2.nsh"
+ 
+Name "Janet"
+OutFile "janet-install.exe"
+ 
+!define MUI_ABORTWARNING
+ 
+!insertmacro MUI_PAGE_WELCOME
+!insertmacro MUI_PAGE_LICENSE "LICENSE"
+!insertmacro MUI_PAGE_COMPONENTS
+!insertmacro MULTIUSER_PAGE_INSTALLMODE
+!insertmacro MUI_PAGE_DIRECTORY
+
+!insertmacro MUI_PAGE_INSTFILES
+
+!insertmacro MUI_PAGE_FINISH
+
+!insertmacro MUI_UNPAGE_CONFIRM
+!insertmacro MUI_UNPAGE_INSTFILES
+ 
+!insertmacro MUI_LANGUAGE "English"
+ 
+Section "Janet" BfWSection
+  SetOutPath $INSTDIR
+  File "janet.exe"
+  WriteUninstaller "$INSTDIR\janet-uninstall.exe"
+  
+  # Start Menu
+  CreateShortCut "$SMPROGRAMS\Janet.lnk" "$INSTDIR\janet.exe" "" ""
+SectionEnd
+
+Function .onInit
+  !insertmacro MULTIUSER_INIT
+  !insertmacro MUI_LANGDLL_DISPLAY
+FunctionEnd
+
+!insertmacro MUI_FUNCTION_DESCRIPTION_BEGIN
+  !insertmacro MUI_DESCRIPTION_TEXT ${BfWSection} "The Janet programming language."
+!insertmacro MUI_FUNCTION_DESCRIPTION_END
+ 
+Section "Uninstall"
+  Delete "$INSTDIR\janet.exe"
+  Delete "$INSTDIR\janet-uninstall.exe"
+  RMDir "$INSTDIR"
+SectionEnd
+ 
+Function un.onInit
+  !insertmacro MULTIUSER_UNINIT
+  !insertmacro MUI_UNGETLANGUAGE
+FunctionEnd

janet.1

@@ -8,7 +8,7 @@ janet \- run the janet language abstract machine
 [\fB\-\-\fR]
 .IR files ...
 .SH DESCRIPTION
-Janet is a functional and imperative programming language and bytecode interpreter. 
+Janet is a functional and imperative programming language and bytecode interpreter.
 It is a modern lisp, but lists are replaced by other data structures with better utility
 and performance (arrays, tables, structs, tuples). The language also bridging bridging
 to native code written in C, meta-programming with macros, and bytecode assembly.
@@ -19,7 +19,7 @@ into other programs. Try janet in your browser at https://janet-lang.org.
 
 Implemented in mostly standard C99, janet runs on Windows, Linux and macOS.
 The few features that are not standard C99 (dynamic library loading, compiler
-specific optimizations), are fairly straight forward. Janet can be easily ported to 
+specific optimizations), are fairly straight forward. Janet can be easily ported to
 most new platforms.
 .SH DOCUMENTATION
 

natives/json/Makefile

@@ -1,44 +0,0 @@
-# Copyright (c) 2018 Calvin Rose
-# 
-# Permission is hereby granted, free of charge, to any person obtaining a copy
-# of this software and associated documentation files (the "Software"), to
-# deal in the Software without restriction, including without limitation the
-# rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
-# sell copies of the Software, and to permit persons to whom the Software is
-# furnished to do so, subject to the following conditions:
-# 
-# The above copyright notice and this permission notice shall be included in
-# all copies or substantial portions of the Software.
-# 
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
-# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
-# IN THE SOFTWARE.
-
-CFLAGS:=-std=c99 -Wall -Wextra -O2 -shared -fpic
-CFLAGS=-std=c99 -Wall -Wextra -I../../src/include -O2 -shared -fpic
-OBJECTS:=json.o
-TARGET:=json.so
-
-# MacOS specifics
-UNAME:=$(shell uname -s)
-ifeq ($(UNAME), Darwin)
-	CFLAGS:=$(CFLAGS) -undefined dynamic_lookup
-endif
-
-all: $(TARGET)
-
-%.o: %.c $(HEADERS)
-	$(CC) $(CFLAGS) -c $<
-
-$(TARGET): $(OBJECTS)
-	$(CC) $(CFLAGS) -o $@ $^
-
-clean: 
-	rm $(OBJECTS)
-	rm $(TARGET)
-
-.PHONY: all clean

natives/json/build_win.bat

@@ -1,25 +0,0 @@
-@rem Generated batch script, run in 'Visual Studio Developer Prompt'
-
-@rem 
-
-@echo off
-
-cl /nologo /I..\..\src\include /c /O2 /W3 json.c
-@if errorlevel 1 goto :BUILDFAIL
-
-link /nologo /dll ..\..\janet.lib /out:json.dll *.obj
-if errorlevel 1 goto :BUILDFAIL
-
-@echo .
-@echo ======
-@echo Build Succeeded.
-@echo =====
-exit /b 0
-
-:BUILDFAIL
-@echo .
-@echo =====
-@echo BUILD FAILED. See Output For Details.
-@echo =====
-@echo .
-exit /b 1

natives/json/json.c

@@ -1,605 +0,0 @@
-/*
-* Copyright (c) 2018 Calvin Rose
-*
-* Permission is hereby granted, free of charge, to any person obtaining a copy
-* of this software and associated documentation files (the "Software"), to
-* deal in the Software without restriction, including without limitation the
-* rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
-* sell copies of the Software, and to permit persons to whom the Software is
-* furnished to do so, subject to the following conditions:
-*
-* The above copyright notice and this permission notice shall be included in
-* all copies or substantial portions of the Software.
-*
-* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
-* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
-* IN THE SOFTWARE.
-*/
-
-#include <janet/janet.h>
-#include <stdlib.h>
-#include <errno.h>
-
-/*****************/
-/* JSON Decoding */
-/*****************/
-
-/* Check if a character is whitespace */
-static int white(uint8_t c) {
-    return c == '\t' || c == '\n' || c == ' ' || c == '\r';
-}
-
-/* Skip whitespace */
-static void skipwhite(const char **p) {
-    const char *cp = *p;
-    for (;;) {
-        if (white(*cp))
-            cp++;
-        else
-            break;
-    }
-    *p = cp;
-}
-
-/* Get a hex digit value */
-static int hexdig(char dig) {
-    if (dig >= '0' && dig <= '9')
-        return dig - '0';
-    if (dig >= 'a' && dig <= 'f')
-        return 10 + dig - 'a';
-    if (dig >= 'A' && dig <= 'F')
-        return 10 + dig - 'A';
-    return -1;
-}
-
-/* Read the hex value for a unicode escape */
-static const char *decode_utf16_escape(const char *p, uint32_t *outpoint) {
-    if (!p[0] || !p[1] || !p[2] || !p[3])
-        return "unexpected end of source";
-    int d1 = hexdig(p[0]);
-    int d2 = hexdig(p[1]);
-    int d3 = hexdig(p[2]);
-    int d4 = hexdig(p[3]);
-    if (d1 < 0 || d2 < 0 || d3 < 0 || d4 < 0)
-        return "invalid hex digit";
-    *outpoint = d4 | (d3 << 4) | (d2 << 8) | (d1 << 12);
-    return NULL;
-}
-
-/* Parse a string. Also handles the conversion of utf-16 to
- * utf-8. */
-static const char *decode_string(const char **p, Janet *out) {
-    JanetBuffer *buffer = janet_buffer(0);
-    const char *cp = *p;
-    while (*cp != '"') {
-        uint8_t b = (uint8_t) *cp;
-        if (b < 32) return "invalid character in string";
-        if (b == '\\') {
-            cp++;
-            switch(*cp) {
-                default:
-                    return "unknown string escape";
-                case 'b':
-                    b = '\b';
-                    break;
-                case 'f':
-                    b = '\f';
-                    break;
-                case 'n':
-                    b = '\n';
-                    break;
-                case 'r':
-                    b = '\r';
-                    break;
-                case 't':
-                    b = '\t';
-                    break;
-                case '"':
-                    b = '"';
-                    break;
-                case '\\':
-                    b = '\\';
-                    break;
-                case 'u':
-                    {
-                        /* Get codepoint and check for surrogate pair */
-                        uint32_t codepoint;
-                        const char *err = decode_utf16_escape(cp + 1, &codepoint);
-                        if (err) return err;
-                        if (codepoint >= 0xDC00 && codepoint <= 0xDFFF) {
-                            return "unexpected utf-16 low surrogate";
-                        } else if (codepoint >= 0xD800 && codepoint <= 0xDBFF) {
-                            if (cp[5] != '\\') return "expected utf-16 low surrogate pair";
-                            if (cp[6] != 'u') return "expected utf-16 low surrogate pair";
-                            uint32_t lowsur;
-                            const char *err = decode_utf16_escape(cp + 7, &lowsur);
-                            if (err) return err;
-                            if (lowsur < 0xDC00 || lowsur > 0xDFFF)
-                                return "expected utf-16 low surrogate pair";
-                            codepoint = ((codepoint - 0xD800) << 10) +
-                                (lowsur - 0xDC00) + 0x10000;
-                            cp += 11;
-                        } else {
-                            cp += 5;
-                        }
-                        /* Write codepoint */
-                        if (codepoint <= 0x7F) {
-                            janet_buffer_push_u8(buffer, codepoint);
-                        } else if (codepoint <= 0x7FF) {
-                            janet_buffer_push_u8(buffer, ((codepoint >>  6) & 0x1F) | 0xC0);
-                            janet_buffer_push_u8(buffer, ((codepoint >>  0) & 0x3F) | 0x80);
-                        } else if (codepoint <= 0xFFFF) {
-                            janet_buffer_push_u8(buffer, ((codepoint >> 12) & 0x0F) | 0xE0);
-                            janet_buffer_push_u8(buffer, ((codepoint >>  6) & 0x3F) | 0x80);
-                            janet_buffer_push_u8(buffer, ((codepoint >>  0) & 0x3F) | 0x80);
-                        } else {
-                            janet_buffer_push_u8(buffer, ((codepoint >> 18) & 0x07) | 0xF0);
-                            janet_buffer_push_u8(buffer, ((codepoint >> 12) & 0x3F) | 0x80);
-                            janet_buffer_push_u8(buffer, ((codepoint >>  6) & 0x3F) | 0x80);
-                            janet_buffer_push_u8(buffer, ((codepoint >>  0) & 0x3F) | 0x80);
-                        }
-                    }
-                    continue;
-            }
-        }
-        janet_buffer_push_u8(buffer, b);
-        cp++;
-    }
-    *out = janet_stringv(buffer->data, buffer->count);
-    *p = cp + 1;
-    return NULL;
-}
-
-static const char *decode_one(const char **p, Janet *out, int depth) {
-
-    /* Prevent stack overflow */
-    if (depth > JANET_RECURSION_GUARD) goto recurdepth;
-
-    /* Skip leading whitepspace */
-    skipwhite(p);
-
-    /* Main switch */
-    switch (**p) {
-        default:
-            goto badchar;
-        case '\0':
-            goto eos;
-        /* Numbers */
-        case '-': case '0': case '1' : case '2': case '3' : case '4':
-        case '5': case '6': case '7' : case '8': case '9':
-            {
-                errno = 0;
-                char *end = NULL;
-                double x = strtod(*p, &end);
-                if (end == *p) goto badnum;
-                *p = end;
-                *out = janet_wrap_real(x);
-                break;
-            }
-        /* false, null, true */
-        case 'f':
-            {
-                const char *cp = *p;
-                if (cp[1] != 'a' || cp[2] != 'l' || cp[3] != 's' || cp[4] != 'e')
-                    goto badident;
-                *out = janet_wrap_false();
-                *p = cp + 5;
-                break;
-            }
-        case 'n':
-            {
-                const char *cp = *p;
-
-                if (cp[1] != 'u' || cp[2] != 'l' || cp[3] != 'l')
-                    goto badident;
-                *out = janet_wrap_nil();
-                *p = cp + 4;
-                break;
-            }
-        case 't':
-            {
-                const char *cp = *p;
-                if (cp[1] != 'r' || cp[2] != 'u' || cp[3] != 'e')
-                    goto badident;
-                *out = janet_wrap_true();
-                *p = cp + 4;
-                break;
-            }
-        /* String */
-        case '"':
-            {
-                const char *cp = *p + 1;
-                const char *start = cp;
-                while (*cp >= 32 && *cp != '"' && *cp != '\\')
-                    cp++;
-                /* Only use a buffer for strings with escapes, else just copy
-                 * memory from source */
-                if (*cp == '\\') {
-                    *p = *p + 1;
-                    const char *err = decode_string(p, out);
-                    if (err) return err;
-                    break;
-                }
-                if (*cp != '"') goto badchar;
-                *p = cp + 1;
-                *out = janet_stringv((const uint8_t *)start, cp - start);
-                break;
-            }
-        /* Array */
-        case '[':
-            {
-                *p = *p + 1;
-                JanetArray *array = janet_array(0);
-                const char *err;
-                Janet subval;
-                skipwhite(p);
-                while (**p != ']') {
-                    err = decode_one(p, &subval, depth + 1);
-                    if (err) return err;
-                    janet_array_push(array, subval);
-                    skipwhite(p);
-                    if (**p == ']') break;
-                    if (**p != ',') goto wantcomma;
-                    *p = *p + 1;
-                }
-                *p = *p + 1;
-                *out = janet_wrap_array(array);
-            }
-            break;
-        /* Object */
-        case '{':
-            {
-                *p = *p + 1;
-                JanetTable *table = janet_table(0);
-                const char *err;
-                Janet subkey, subval;
-                skipwhite(p);
-                while (**p != '}') {
-                    skipwhite(p);
-                    if (**p != '"') goto wantstring;
-                    err = decode_one(p, &subkey, depth + 1);
-                    if (err) return err;
-                    skipwhite(p);
-                    if (**p != ':') goto wantcolon;
-                    *p = *p + 1;
-                    err = decode_one(p, &subval, depth + 1);
-                    if (err) return err;
-                    janet_table_put(table, subkey, subval);
-                    skipwhite(p);
-                    if (**p == '}') break;
-                    if (**p != ',') goto wantcomma;
-                    *p = *p + 1;
-                }
-                *p = *p + 1;
-                *out = janet_wrap_table(table);
-                break;
-            }
-    }
-
-    /* Good return */
-    return NULL;
-
-    /* Errors */
-recurdepth:
-    return "recured too deeply";
-eos:
-    return "unexpected end of source";
-badident:
-    return "bad identifier";
-badnum:
-    return "bad number";
-wantcomma:
-    return "expected comma";
-wantcolon:
-    return "expected colon";
-badchar:
-    return "unexpected character";
-wantstring:
-    return "expected json string";
-}
-
-static int json_decode(JanetArgs args) {
-    Janet ret;
-    JANET_FIXARITY(args, 1);
-    const char *err;
-    const char *start;
-    const char *p;
-    if (janet_checktype(args.v[0], JANET_BUFFER)) {
-        JanetBuffer *buffer = janet_unwrap_buffer(args.v[0]);
-        /* Ensure 0 padded */
-        janet_buffer_push_u8(buffer, 0);
-        start = p = (const char *)buffer->data;
-        err = decode_one(&p, &ret, 0);
-        buffer->count--;
-    } else {
-        const uint8_t *bytes;
-        int32_t len;
-        JANET_ARG_BYTES(bytes, len, args, 0);
-        start = p = (const char *)bytes;
-        err = decode_one(&p, &ret, 0);
-    }
-    /* Check trailing values */
-    if (!err) {
-        skipwhite(&p);
-        if (*p)
-            err = "unexpected extra token";
-    }
-    if (err) {
-        JANET_THROWV(args, janet_wrap_string(janet_formatc(
-                    "decode error at postion %d: %s",
-                    p - start,
-                    err)));
-    }
-    JANET_RETURN(args, ret);
-}
-
-/*****************/
-/* JSON Encoding */
-/*****************/
-
-typedef struct {
-    JanetBuffer *buffer;
-    int32_t indent;
-    const uint8_t *tab;
-    const uint8_t *newline;
-    int32_t tablen;
-    int32_t newlinelen;
-} Encoder;
-
-static const char *encode_newline(Encoder *e) {
-    if (janet_buffer_push_bytes(e->buffer, e->newline, e->newlinelen))
-        return "buffer overflow";
-    /* Skip loop if no tab string */
-    if (e->tablen) {
-        for (int32_t i = 0; i < e->indent; i++)
-            if (janet_buffer_push_bytes(e->buffer, e->tab, e->tablen))
-                return "buffer overflow";
-    }
-    return NULL;
-}
-
-static const char *encode_one(Encoder *e, Janet x, int depth) {
-    switch(janet_type(x)) {
-        default:
-            goto badtype;
-        case JANET_NIL:
-            {
-                if (janet_buffer_push_cstring(e->buffer, "null"))
-                    goto overflow;
-            }
-            break;
-        case JANET_FALSE:
-            {
-                if (janet_buffer_push_cstring(e->buffer, "false"))
-                    goto overflow;
-            }
-            break;
-        case JANET_TRUE:
-            {
-                if (janet_buffer_push_cstring(e->buffer, "true"))
-                    goto overflow;
-            }
-            break;
-        case JANET_INTEGER:
-            {
-                char cbuf[20];
-                sprintf(cbuf, "%d", janet_unwrap_integer(x));
-                if (janet_buffer_push_cstring(e->buffer, cbuf))
-                    goto overflow;
-            }
-            break;
-        case JANET_REAL:
-            {
-                char cbuf[25];
-                sprintf(cbuf, "%.17g", janet_unwrap_real(x));
-                if (janet_buffer_push_cstring(e->buffer, cbuf))
-                    goto overflow;
-            }
-            break;
-        case JANET_STRING:
-        case JANET_SYMBOL:
-        case JANET_BUFFER:
-            {
-                const uint8_t *bytes;
-                const uint8_t *c;
-                const uint8_t *end;
-                int32_t len;
-                janet_bytes_view(x, &bytes, &len);
-                if (janet_buffer_push_u8(e->buffer, '"')) goto overflow;
-                c = bytes;
-                end = bytes + len;
-                while (c < end) {
-
-                    /* get codepoint */
-                    uint32_t codepoint;
-                    if (*c < 0x80) {
-                        /* one byte */
-                        codepoint = *c++;
-                    } else if (*c < 0xE0) {
-                        /* two bytes */
-                        if (c + 2 > end) goto overflow;
-                        codepoint = ((c[0] & 0x1F) << 6) |
-                            (c[1] & 0x3F);
-                        c += 2;
-                    } else if (*c < 0xF0) {
-                        /* three bytes */
-                        if (c + 3 > end) goto overflow;
-                        codepoint = ((c[0] & 0x0F) << 12) |
-                            ((c[1] & 0x3F) << 6) |
-                            (c[2] & 0x3F);
-                        c += 3;
-                    } else if (*c < 0xF8) {
-                        /* four bytes */
-                        if (c + 4 > end) goto overflow;
-                        codepoint = ((c[0] & 0x07) << 18) |
-                            ((c[1] & 0x3F) << 12) |
-                            ((c[3] & 0x3F) << 6) |
-                            (c[3] & 0x3F);
-                        c += 4;
-                    } else {
-                        /* invalid */
-                        goto invalidutf8;
-                    }
-
-                    /* write codepoint */
-                    if (codepoint > 0x1F && codepoint < 0x80) {
-                        /* Normal, no escape */
-                        if (codepoint == '\\' || codepoint == '"')
-                            if (janet_buffer_push_u8(e->buffer, '\\'))
-                                goto overflow;
-                        if (janet_buffer_push_u8(e->buffer, (uint8_t) codepoint))
-                            goto overflow;
-                    } else if (codepoint < 0x10000) {
-                        /* One unicode escape */
-                        uint8_t buf[6];
-                        buf[0] = '\\';
-                        buf[1] = 'u';
-                        buf[2] = (codepoint >> 12) & 0xF;
-                        buf[3] = (codepoint >> 8) & 0xF;
-                        buf[4] = (codepoint >> 4) & 0xF;
-                        buf[5] = codepoint & 0xF;
-                        if (janet_buffer_push_bytes(e->buffer, buf, sizeof(buf)))
-                            goto overflow;
-                    } else {
-                        /* Two unicode escapes (surrogate pair) */
-                        uint32_t hi, lo;
-                        uint8_t buf[12];
-                        hi = ((codepoint - 0x10000) >> 10) + 0xD800;
-                        lo = ((codepoint - 0x10000) & 0x3FF) + 0xDC00;
-                        buf[0] = '\\';
-                        buf[1] = 'u';
-                        buf[2] = (hi >> 12) & 0xF;
-                        buf[3] = (hi >> 8) & 0xF;
-                        buf[4] = (hi >> 4) & 0xF;
-                        buf[5] = hi & 0xF;
-                        buf[6] = '\\';
-                        buf[7] = 'u';
-                        buf[8] = (lo >> 12) & 0xF;
-                        buf[9] = (lo >> 8) & 0xF;
-                        buf[10] = (lo >> 4) & 0xF;
-                        buf[11] = lo & 0xF;
-                        if (janet_buffer_push_bytes(e->buffer, buf, sizeof(buf)))
-                            goto overflow;
-                    }
-                }
-                if (janet_buffer_push_u8(e->buffer, '"')) goto overflow;
-            }
-            break;
-        case JANET_TUPLE:
-        case JANET_ARRAY:
-            {
-                const char *err;
-                const Janet *items;
-                int32_t len;
-                janet_indexed_view(x, &items, &len);
-                if (janet_buffer_push_u8(e->buffer, '[')) goto overflow;
-                e->indent++;
-                for (int32_t i = 0; i < len; i++) {
-                    if ((err = encode_newline(e))) return err;
-                    if ((err = encode_one(e, items[i], depth + 1)))
-                        return err;
-                    if (janet_buffer_push_u8(e->buffer, ','))
-                        goto overflow;
-                }
-                e->indent--;
-                if (e->buffer->data[e->buffer->count - 1] == ',') {
-                    e->buffer->count--;
-                    if ((err = encode_newline(e))) return err;
-                }
-                if (janet_buffer_push_u8(e->buffer, ']')) goto overflow;
-            }
-            break;
-        case JANET_TABLE:
-        case JANET_STRUCT:
-            {
-                const char *err;
-                const JanetKV *kvs;
-                int32_t count, capacity;
-                janet_dictionary_view(x, &kvs, &count, &capacity);
-                if (janet_buffer_push_u8(e->buffer, '{')) goto overflow;
-                e->indent++;
-                for (int32_t i = 0; i < capacity; i++) {
-                    if (janet_checktype(kvs[i].key, JANET_NIL))
-                        continue;
-                    if (!janet_checktype(kvs[i].key, JANET_STRING))
-                        return "only strings keys are allowed in objects";
-                    if ((err = encode_newline(e))) return err;
-                    if ((err = encode_one(e, kvs[i].key, depth + 1)))
-                        return err;
-                    const char *sep = e->tablen ? ": " : ":";
-                    if (janet_buffer_push_cstring(e->buffer, sep))
-                        goto overflow;
-                    if ((err = encode_one(e, kvs[i].value, depth + 1)))
-                        return err;
-                    if (janet_buffer_push_u8(e->buffer, ','))
-                        goto overflow;
-                }
-                e->indent--;
-                if (e->buffer->data[e->buffer->count - 1] == ',') {
-                    e->buffer->count--;
-                    if ((err = encode_newline(e))) return err;
-                }
-                if (janet_buffer_push_u8(e->buffer, '}')) goto overflow;
-            }
-            break;
-    }
-    return NULL;
-
-    /* Errors */
-overflow:
-    return "buffer overflow";
-badtype:
-    return "type not supported";
-invalidutf8:
-    return "string contains invalid utf-8";
-}
-
-static int json_encode(JanetArgs args) {
-    JANET_MINARITY(args, 1);
-    JANET_MAXARITY(args, 3);
-    Encoder e;
-    e.indent = 0;
-    e.buffer = janet_buffer(10);
-    e.tab = NULL;
-    e.newline = NULL;
-    e.tablen = 0;
-    e.newlinelen = 0;
-    if (args.n >= 2) {
-        JANET_ARG_BYTES(e.tab, e.tablen, args, 1);
-        if (args.n >= 3) {
-            JANET_ARG_BYTES(e.newline, e.newlinelen, args, 2);
-        } else {
-            e.newline = (const uint8_t *)"\r\n";
-            e.newlinelen = 2;
-        }
-    }
-    const char *err = encode_one(&e, args.v[0], 0);
-    if (err) JANET_THROW(args, err);
-    JANET_RETURN_BUFFER(args, e.buffer);
-}
-
-/****************/
-/* Module Entry */
-/****************/
-
-static const JanetReg cfuns[] = {
-    {"encode", json_encode,
-        "(json/encode x)\n\n"
-        "Encodes a janet value in JSON (utf-8)."
-    },
-    {"decode", json_decode,
-        "(json/decode json-source)\n\n"
-        "Returns a janet object after parsing JSON."
-    },
-    {NULL, NULL, NULL}
-};
-
-JANET_MODULE_ENTRY(JanetArgs args) {
-    JanetTable *env = janet_env(args);
-    janet_cfuns(env, "json", cfuns);
-    return 0;
-}

natives/sqlite3/.gitignore

@@ -1,62 +0,0 @@
-# Created by https://www.gitignore.io/api/c
-
-### C ###
-# Prerequisites
-*.d
-
-# Object files
-*.o
-*.ko
-*.obj
-*.elf
-
-# Linker output
-*.ilk
-*.map
-*.exp
-
-# Precompiled Headers
-*.gch
-*.pch
-
-# Libraries
-*.lib
-*.a
-*.la
-*.lo
-
-# Shared objects (inc. Windows DLLs)
-*.dll
-*.so
-*.so.*
-*.dylib
-
-# Executables
-*.exe
-*.out
-*.app
-*.i*86
-*.x86_64
-*.hex
-
-# Debug files
-*.dSYM/
-*.su
-*.idb
-*.pdb
-
-# Kernel Module Compile Results
-*.mod*
-*.cmd
-.tmp_versions/
-modules.order
-Module.symvers
-Mkfile.old
-dkms.conf
-
-
-# End of https://www.gitignore.io/api/c
-
-sqlite3.c
-sqlite3.h
-sqlite-autoconf-3230100

natives/sqlite3/Makefile

@@ -1,60 +0,0 @@
-# Copyright (c) 2018 Calvin Rose
-# 
-# Permission is hereby granted, free of charge, to any person obtaining a copy
-# of this software and associated documentation files (the "Software"), to
-# deal in the Software without restriction, including without limitation the
-# rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
-# sell copies of the Software, and to permit persons to whom the Software is
-# furnished to do so, subject to the following conditions:
-# 
-# The above copyright notice and this permission notice shall be included in
-# all copies or substantial portions of the Software.
-# 
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
-# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
-# IN THE SOFTWARE.
-
-CFLAGS=-std=c99 -Wall -Wextra -I../../src/include -O2 -shared -fpic \
-	   -DSQLITE_THREADSAFE=0 \
-	   -DSQLITE_OMIT_LOAD_EXTENSION
-TARGET=sqlite3.so
-
-# MacOS specifics
-UNAME:=$(shell uname -s)
-ifeq ($(UNAME), Darwin)
-	CFLAGS:=$(CFLAGS) -undefined dynamic_lookup
-endif
-
-# Default target
-all: $(TARGET)
-
-OBJECTS:=main.o sqlite3.o
-$(TARGET): $(OBJECTS)
-	$(CC) $(CFLAGS) -o $@ $^
-
-sqlite-autoconf-3230100/sqlite3.%:
-	curl https://www.sqlite.org/2018/sqlite-autoconf-3230100.tar.gz | tar -xvz
-
-sqlite3.c: sqlite-autoconf-3230100/sqlite3.c
-	cp $< $@
-sqlite3.h: sqlite-autoconf-3230100/sqlite3.h
-	cp $< $@
-
-%.o: %.c sqlite3.h
-	$(CC) $(CFLAGS) -c $<
-
-clean:
-	rm -rf sqlite-autoconf-3230100
-	rm *.o
-	rm sqlite3.c
-	rm sqlite3.h
-	rm $(TARGET)
-
-install:
-	cp $(TARGET) $(DST_PATH)
-
-.PHONY: clean all

natives/sqlite3/main.c

@@ -1,428 +0,0 @@
-/*
-* Copyright (c) 2018 Calvin Rose
-*
-* Permission is hereby granted, free of charge, to any person obtaining a copy
-* of this software and associated documentation files (the "Software"), to
-* deal in the Software without restriction, including without limitation the
-* rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
-* sell copies of the Software, and to permit persons to whom the Software is
-* furnished to do so, subject to the following conditions:
-*
-* The above copyright notice and this permission notice shall be included in
-* all copies or substantial portions of the Software.
-*
-* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
-* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
-* IN THE SOFTWARE.
-*/
-
-#include "sqlite3.h"
-#include <janet/janet.h>
-
-#define FLAG_CLOSED 1
-
-#define MSG_DB_CLOSED "database already closed"
-
-typedef struct {
-    sqlite3* handle;
-    int flags;
-} Db;
-
-/* Close a db, noop if already closed */
-static void closedb(Db *db) {
-    if (!(db->flags & FLAG_CLOSED)) {
-        db->flags |= FLAG_CLOSED;
-        sqlite3_close_v2(db->handle);
-    }
-}
-
-/* Called to garbage collect a sqlite3 connection */
-static int gcsqlite(void *p, size_t s) {
-    (void) s;
-    Db *db = (Db *)p;
-    closedb(db);
-    return 0;
-}
-
-static const JanetAbstractType sql_conn_type = {
-    ":sqlite3.connection",
-    gcsqlite,
-    NULL,
-};
-
-/* Open a new database connection */
-static int sql_open(JanetArgs args) {
-    sqlite3 *conn;
-    const uint8_t *filename;
-    int status;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_STRING(filename, args, 0);
-    status = sqlite3_open((const char *)filename, &conn);
-    if (status == SQLITE_OK) {
-        Db *db = (Db *) janet_abstract(&sql_conn_type, sizeof(Db));
-        db->handle = conn;
-        db->flags = 0;
-        JANET_RETURN_ABSTRACT(args, db);
-    } else {
-        const char *err = sqlite3_errmsg(conn);
-        JANET_THROW(args, err);
-    }
-}
-
-/* Close a database connection */
-static int sql_close(JanetArgs args) {
-    Db *db;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_ABSTRACT(db, args, 0, &sql_conn_type);
-    closedb(db);
-    JANET_RETURN_NIL(args);
-}
-
-/* Check for embedded NULL bytes */
-static int has_null(const uint8_t *str, int32_t len) {
-    while (len--) {
-        if (!str[len])
-            return 1;
-    }
-    return 0;
-}
-
-/* Bind a single parameter */
-static const char *bind1(sqlite3_stmt *stmt, int index, Janet value) {
-    int res;
-    switch (janet_type(value)) {
-        default:
-            return "invalid sql value";
-        case JANET_NIL:
-            res = sqlite3_bind_null(stmt, index);
-            break;
-        case JANET_FALSE:
-            res = sqlite3_bind_int(stmt, index, 0);
-            break;
-        case JANET_TRUE:
-            res = sqlite3_bind_int(stmt, index, 1);
-            break;
-        case JANET_REAL:
-            res = sqlite3_bind_double(stmt, index, janet_unwrap_real(value));
-            break;
-        case JANET_INTEGER:
-            res = sqlite3_bind_int64(stmt, index, janet_unwrap_integer(value));
-            break;
-        case JANET_STRING:
-        case JANET_SYMBOL:
-            {
-                const uint8_t *str = janet_unwrap_string(value);
-                int32_t len = janet_string_length(str);
-                if (has_null(str, len)) {
-                    return "cannot have embedded nulls in text values";
-                } else {
-                    res = sqlite3_bind_text(stmt, index, (const char *)str, len + 1, SQLITE_STATIC);
-                }
-            }
-            break;
-        case JANET_BUFFER:
-            {
-                JanetBuffer *buffer = janet_unwrap_buffer(value);
-                res = sqlite3_bind_blob(stmt, index, buffer->data, buffer->count, SQLITE_STATIC);
-            }
-            break;
-    }
-    if (res != SQLITE_OK) {
-        sqlite3 *db = sqlite3_db_handle(stmt);
-        return sqlite3_errmsg(db);
-    }
-    return NULL;
-}
-
-/* Bind many parameters */
-static const char *bindmany(sqlite3_stmt *stmt, Janet params) {
-    /* parameters */
-    const Janet *seq;
-    const JanetKV *kvs;
-    int32_t len, cap;
-    int limitindex = sqlite3_bind_parameter_count(stmt);
-    if (janet_indexed_view(params, &seq, &len)) {
-        if (len > limitindex + 1) {
-            return "invalid index in sql parameters";
-        }
-        for (int i = 0; i < len; i++) {
-            const char *err = bind1(stmt, i + 1, seq[i]);
-            if (err) {
-                return err;
-            }
-        }
-    } else if (janet_dictionary_view(params, &kvs, &len, &cap)) {
-        for (int i = 0; i < cap; i++) {
-            int index = 0;
-            switch (janet_type(kvs[i].key)) {
-                default:
-                    /* Will fail */
-                    break;
-                case JANET_NIL:
-                    /* Will skip as nil keys indicate empty hash table slot */
-                    continue;
-                case JANET_INTEGER:
-                    index = janet_unwrap_integer(kvs[i].key);
-                    break;
-                case JANET_STRING:
-                case JANET_SYMBOL:
-                    {
-                        const uint8_t *s = janet_unwrap_string(kvs[i].key);
-                        index = sqlite3_bind_parameter_index(
-                                stmt,
-                                (const char *)s);
-                    }
-                    break;
-            }
-            if (index <= 0 || index > limitindex) {
-                return "invalid index in sql parameters";
-            }
-            const char *err = bind1(stmt, index, kvs[i].value);
-            if (err) {
-                return err;
-            }
-        }
-    } else {
-        return "invalid type for sql parameters";
-    }
-    return NULL;
-}
-
-/* Execute a statement but don't collect results */
-static const char *execute(sqlite3_stmt *stmt) {
-    int status;
-    const char *ret = NULL;
-    do {
-        status = sqlite3_step(stmt);
-    } while (status == SQLITE_ROW);
-    /* Check for errors */
-    if (status != SQLITE_DONE) {
-        sqlite3 *db = sqlite3_db_handle(stmt);
-        ret = sqlite3_errmsg(db);
-    }
-    return ret;
-}
-
-/* Execute and return values from prepared statement */
-static const char *execute_collect(sqlite3_stmt *stmt, JanetArray *rows) {
-    /* Count number of columns in result */
-    int ncol = sqlite3_column_count(stmt);
-    int status;
-    const char *ret = NULL;
-
-    /* Get column names */
-    Janet *tupstart = janet_tuple_begin(ncol);
-    for (int i = 0; i < ncol; i++) {
-        tupstart[i] = janet_cstringv(sqlite3_column_name(stmt, i));
-    }
-    const Janet *colnames = janet_tuple_end(tupstart);
-
-    do {
-        status = sqlite3_step(stmt);
-        if (status == SQLITE_ROW) {
-            JanetKV *row = janet_struct_begin(ncol);
-            for (int i = 0; i < ncol; i++) {
-                int t = sqlite3_column_type(stmt, i);
-                Janet value;
-                switch (t) {
-                    case SQLITE_NULL:
-                        value = janet_wrap_nil();
-                        break;
-                    case SQLITE_INTEGER:
-                        value = janet_wrap_integer(sqlite3_column_int(stmt, i));
-                        break;
-                    case SQLITE_FLOAT:
-                        value = janet_wrap_real(sqlite3_column_double(stmt, i));
-                        break;
-                    case SQLITE_TEXT:
-                        {
-                            int nbytes = sqlite3_column_bytes(stmt, i);
-                            uint8_t *str = janet_string_begin(nbytes);
-                            memcpy(str, sqlite3_column_text(stmt, i), nbytes);
-                            value = janet_wrap_string(janet_string_end(str));
-                        }
-                        break;
-                    case SQLITE_BLOB:
-                        {
-                            int nbytes = sqlite3_column_bytes(stmt, i);
-                            JanetBuffer *b = janet_buffer(nbytes);
-                            memcpy(b->data, sqlite3_column_blob(stmt, i), nbytes);
-                            b->count = nbytes;
-                            value = janet_wrap_buffer(b);
-                        }
-                        break;
-                }
-                janet_struct_put(row, colnames[i], value);
-            }
-            janet_array_push(rows, janet_wrap_struct(janet_struct_end(row)));
-        }
-    } while (status == SQLITE_ROW);
-
-    /* Check for errors */
-    if (status != SQLITE_DONE) {
-        sqlite3 *db = sqlite3_db_handle(stmt);
-        ret = sqlite3_errmsg(db);
-    }
-    return ret;
-}
-
-/* Evaluate a string of sql */
-static int sql_eval(JanetArgs args) {
-    const char *err;
-    sqlite3_stmt *stmt = NULL, *stmt_next = NULL;
-    const uint8_t *query;
-
-    JANET_MINARITY(args, 2);
-    JANET_MAXARITY(args, 3);
-    JANET_CHECKABSTRACT(args, 0, &sql_conn_type);
-    Db *db = (Db *)janet_unwrap_abstract(args.v[0]);
-    if (db->flags & FLAG_CLOSED) {
-        JANET_THROW(args, MSG_DB_CLOSED);
-    }
-    JANET_ARG_STRING(query, args, 1);
-    if (has_null(query, janet_string_length(query))) {
-        err = "cannot have embedded NULL in sql statememts";
-        goto error;
-    }
-    JanetArray *rows = janet_array(10);
-    const char *c = (const char *)query;
-
-    /* Evaluate all statements in a loop */
-    do {
-        /* Compile the next statement */
-        if (sqlite3_prepare_v2(db->handle, c, -1, &stmt_next, &c) != SQLITE_OK) {
-            err = sqlite3_errmsg(db->handle);
-            goto error;
-        }
-        /* Check if we have found last statement */
-        if (NULL == stmt_next) {
-            /* Execute current statement and collect results */
-            if (stmt) {
-                err = execute_collect(stmt, rows);
-                if (err) goto error;
-            }
-        } else {
-            /* Execute current statement but don't collect results. */
-            if (stmt) {
-                err = execute(stmt);
-                if (err) goto error;
-            }
-            /* Bind params to next statement*/
-            if (args.n == 3) {
-                /* parameters */
-                err = bindmany(stmt_next, args.v[2]);
-                if (err) goto error;
-            }
-        }
-        /* rotate stmt and stmt_next */
-        if (stmt) sqlite3_finalize(stmt);
-        stmt = stmt_next;
-        stmt_next = NULL;
-    } while (NULL != stmt);
-
-    /* Good return path */
-    JANET_RETURN_ARRAY(args, rows);
-
-error:
-    if (stmt) sqlite3_finalize(stmt);
-    if (stmt_next) sqlite3_finalize(stmt_next);
-    JANET_THROW(args, err);
-}
-
-/* Convert int64_t to a string */
-static const uint8_t *coerce_int64(int64_t x) {
-    uint8_t bytes[40];
-    int i = 0;
-    /* Edge cases */
-    if (x == 0) return janet_cstring("0");
-    if (x == INT64_MIN) return janet_cstring("-9,223,372,036,854,775,808");
-    /* Negative becomes pos */
-    if (x < 0) {
-        bytes[i++] = '-';
-        x = -x;
-    }
-    while (x) {
-        bytes[i++] = x % 10;
-        x = x / 10;
-    }
-    bytes[i] = '\0';
-    return janet_string(bytes, i);
-}
-
-/* Gets the last inserted row id */
-static int sql_last_insert_rowid(JanetArgs args) {
-    JANET_FIXARITY(args, 1);
-    JANET_CHECKABSTRACT(args, 0, &sql_conn_type);
-    Db *db = (Db *)janet_unwrap_abstract(args.v[0]);
-    if (db->flags & FLAG_CLOSED) {
-        JANET_THROW(args, MSG_DB_CLOSED);
-    }
-    sqlite3_int64 id = sqlite3_last_insert_rowid(db->handle);
-    if (id >= INT32_MIN && id <= INT32_MAX) {
-        JANET_RETURN_INTEGER(args, (int32_t) id);
-    }
-    /* Convert to string */
-    JANET_RETURN_STRING(args, coerce_int64(id));
-}
-
-/* Get the sqlite3 errcode */
-static int sql_error_code(JanetArgs args) {
-    JANET_FIXARITY(args, 1);
-    JANET_CHECKABSTRACT(args, 0, &sql_conn_type);
-    Db *db = (Db *)janet_unwrap_abstract(args.v[0]);
-    if (db->flags & FLAG_CLOSED) {
-        JANET_THROW(args, MSG_DB_CLOSED);
-    }
-    int errcode = sqlite3_errcode(db->handle);
-    JANET_RETURN_INTEGER(args, errcode);
-}
-
-/*****************************************************************************/
-
-static const JanetReg cfuns[] = {
-    {"open", sql_open, 
-        "(sqlite3/open path)\n\n"
-        "Opens a sqlite3 database on disk. Returns the database handle if the database was opened "
-        "successfully, and otheriwse throws an error."
-    },
-    {"close", sql_close, 
-        "(sqlite3/close db)\n\n"
-        "Closes a database. Use this to free a database after use. Returns nil."
-    },
-    {"eval", sql_eval, 
-        "(sqlite3/eval db sql [,params])\n\n"
-        "Evaluate sql in the context of database db. Multiple sql statements "
-        "can be changed together, and optionally parameters maybe passed in. "
-        "The optional parameters maybe either an indexed data type (tuple or array), or a dictionary "
-        "data type (struct or table). If params is a tuple or array, then sqlite "
-        "parameters are substituted using indices. For example:\n\n"
-        "\t(sqlite3/eval db `SELECT * FROM tab WHERE id = ?;` [123])\n\n"
-        "Will select rows from tab where id is equal to 123. Alternatively, "
-        "the programmer can use named parameters with tables or structs, like so:\n\n"
-        "\t(sqlite3/eval db `SELECT * FROM tab WHERE id = :id;` {:id 123})\n\n"
-        "Will return an array of rows, where each row contains a table where columns names "
-        "are keys for column values."
-    },
-    {"last-insert-rowid", sql_last_insert_rowid, 
-        "(sqlite3/last-insert-rowid db)\n\n"
-        "Returns the id of the last inserted row. If the id will fit into a 32-bit"
-        "signed integer, will returned an integer, otherwise will return a string representation "
-        "of the id (an 8 bytes string containing a long integer)."
-    },
-    {"error-code", sql_error_code,
-        "(sqlite3/error-code db)\n\n"
-        "Returns the error number of the last sqlite3 command that threw an error. Cross "
-        "check these numbers with the SQLite documentation for more information."
-    },
-    {NULL, NULL, NULL}
-};
-
-JANET_MODULE_ENTRY(JanetArgs args) {
-    JanetTable *env = janet_env(args);
-    janet_cfuns(env, "sqlite3", cfuns);
-    return 0;
-}

src/core/abstract.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to

src/core/array.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -22,6 +22,7 @@
 
 #include <janet/janet.h>
 #include "gc.h"
+#include "util.h"
 #include <string.h>
 
 /* Initializes an array */
@@ -118,194 +119,150 @@ Janet janet_array_peek(JanetArray *array) {
 
 /* C Functions */
 
-static int cfun_new(JanetArgs args) {
-    int32_t cap;
-    JanetArray *array;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_INTEGER(cap, args, 0);
-    array = janet_array(cap);
-    JANET_RETURN_ARRAY(args, array);
+static Janet cfun_new(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    int32_t cap = janet_getinteger(argv, 0);
+    JanetArray *array = janet_array(cap);
+    return janet_wrap_array(array);
 }
 
-static int cfun_pop(JanetArgs args) {
-    JanetArray *array;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_ARRAY(array, args, 0);
-    JANET_RETURN(args, janet_array_pop(array));
+static Janet cfun_pop(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    JanetArray *array = janet_getarray(argv, 0);
+    return janet_array_pop(array);
 }
 
-static int cfun_peek(JanetArgs args) {
-    JanetArray *array;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_ARRAY(array, args, 0);
-    JANET_RETURN(args, janet_array_peek(array));
+static Janet cfun_peek(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    JanetArray *array = janet_getarray(argv, 0);
+    return janet_array_peek(array);
 }
 
-static int cfun_push(JanetArgs args) {
-    JanetArray *array;
-    int32_t newcount;
-    JANET_MINARITY(args, 1);
-    JANET_ARG_ARRAY(array, args, 0);
-    newcount = array->count - 1 + args.n;
+static Janet cfun_push(int32_t argc, Janet *argv) {
+    janet_arity(argc, 1, -1);
+    JanetArray *array = janet_getarray(argv, 0);
+    int32_t newcount = array->count - 1 + argc;
     janet_array_ensure(array, newcount, 2);
-    if (args.n > 1) memcpy(array->data + array->count, args.v + 1, (args.n - 1) * sizeof(Janet));
+    if (argc > 1) memcpy(array->data + array->count, argv + 1, (argc - 1) * sizeof(Janet));
     array->count = newcount;
-    JANET_RETURN(args, args.v[0]);
+    return argv[0];
 }
 
-static int cfun_ensure(JanetArgs args) {
-    JanetArray *array;
-    int32_t newcount;
-    int32_t growth;
-    JANET_FIXARITY(args, 3);
-    JANET_ARG_ARRAY(array, args, 0);
-    JANET_ARG_INTEGER(newcount, args, 1);
-    JANET_ARG_INTEGER(growth, args, 2);
-    if (newcount < 0) JANET_THROW(args, "expected positive integer");
+static Janet cfun_ensure(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 3);
+    JanetArray *array = janet_getarray(argv, 0);
+    int32_t newcount = janet_getinteger(argv, 1);
+    int32_t growth = janet_getinteger(argv, 2);
+    if (newcount < 1) janet_panic("expected positive integer");
     janet_array_ensure(array, newcount, growth);
-    JANET_RETURN(args, args.v[0]);
+    return argv[0];
 }
 
-static int cfun_slice(JanetArgs args) {
-    const Janet *vals;
-    int32_t len;
-    JanetArray *ret;
-    int32_t start, end;
-    JANET_MINARITY(args, 1);
-    JANET_MAXARITY(args, 3);
-    if (!janet_indexed_view(args.v[0], &vals, &len))
-        JANET_THROW(args, "expected array|tuple");
-    /* Get start */
-    if (args.n < 2) {
-        start = 0;
-    } else if (janet_checktype(args.v[1], JANET_INTEGER)) {
-        start = janet_unwrap_integer(args.v[1]);
-    } else {
-        JANET_THROW(args, "expected integer");
-    }
-    /* Get end */
-    if (args.n < 3) {
-        end = -1;
-    } else if (janet_checktype(args.v[2], JANET_INTEGER)) {
-        end = janet_unwrap_integer(args.v[2]);
-    } else {
-        JANET_THROW(args, "expected integer");
-    }
-    if (start < 0) start = len + start;
-    if (end < 0) end = len + end + 1;
-    if (end < 0 || start < 0 || end > len || start > len)
-        JANET_THROW(args, "slice range out of bounds");
-    if (end >= start) {
-        ret = janet_array(end - start);
-        memcpy(ret->data, vals + start, sizeof(Janet) * (end - start));
-        ret->count = end - start;
-    } else {
-        ret = janet_array(0);
-    }
-    JANET_RETURN_ARRAY(args, ret);
+static Janet cfun_slice(int32_t argc, Janet *argv) {
+    JanetRange range = janet_getslice(argc, argv);
+    JanetView view = janet_getindexed(argv, 0);
+    JanetArray *array = janet_array(range.end - range.start);
+    memcpy(array->data, view.items + range.start, sizeof(Janet) * (range.end - range.start));
+    array->count = range.end - range.start;
+    return janet_wrap_array(array);
 }
 
-static int cfun_concat(JanetArgs args) {
+static Janet cfun_concat(int32_t argc, Janet *argv) {
     int32_t i;
-    JanetArray *array;
-    JANET_MINARITY(args, 1);
-    JANET_ARG_ARRAY(array, args, 0);
-    for (i = 1; i < args.n; i++) {
-        switch (janet_type(args.v[i])) {
+    janet_arity(argc, 1, -1);
+    JanetArray *array = janet_getarray(argv, 0);
+    for (i = 1; i < argc; i++) {
+        switch (janet_type(argv[i])) {
             default:
-                janet_array_push(array, args.v[i]);
+                janet_array_push(array, argv[i]);
                 break;
             case JANET_ARRAY:
             case JANET_TUPLE:
                 {
                     int32_t j, len;
                     const Janet *vals;
-                    janet_indexed_view(args.v[i], &vals, &len);
+                    janet_indexed_view(argv[i], &vals, &len);
                     for (j = 0; j < len; j++)
                         janet_array_push(array, vals[j]);
                 }
                 break;
         }
     }
-    JANET_RETURN_ARRAY(args, array);
+    return janet_wrap_array(array);
 }
 
-static int cfun_insert(JanetArgs args) {
-    int32_t at;
+static Janet cfun_insert(int32_t argc, Janet *argv) {
     size_t chunksize, restsize;
-    JanetArray *array;
-    JANET_MINARITY(args, 2);
-    JANET_ARG_ARRAY(array, args, 0);
-    JANET_ARG_INTEGER(at, args, 1);
+    janet_arity(argc, 2, -1);
+    JanetArray *array = janet_getarray(argv, 0);
+    int32_t at = janet_getinteger(argv, 1);
     if (at < 0) {
-        at = array->count + at + 1; 
+        at = array->count + at + 1;
     }
     if (at < 0 || at > array->count)
-        JANET_THROW(args, "insertion index out of bounds");
-    chunksize = (args.n - 2) * sizeof(Janet);
+        janet_panicf("insertion index %d out of range [0,%d]", at, array->count);
+    chunksize = (argc - 2) * sizeof(Janet);
     restsize = (array->count - at) * sizeof(Janet);
-    janet_array_ensure(array, array->count + args.n - 2, 2);
-    memmove(array->data + at + args.n - 2,
+    janet_array_ensure(array, array->count + argc - 2, 2);
+    memmove(array->data + at + argc - 2,
             array->data + at,
             restsize);
-    memcpy(array->data + at, args.v + 2, chunksize);
-    array->count += (args.n - 2);
-    JANET_RETURN_ARRAY(args, array);
+    memcpy(array->data + at, argv + 2, chunksize);
+    array->count += (argc - 2);
+    return janet_wrap_array(array);
 }
 
 static const JanetReg cfuns[] = {
     {"array/new", cfun_new,
-        "(array/new capacity)\n\n"
-        "Creates a new empty array with a preallocated capacity. The same as "
-        "(array) but can be more efficient if the maximum size of an array is known."
+        JDOC("(array/new capacity)\n\n"
+                "Creates a new empty array with a pre-allocated capacity. The same as "
+                "(array) but can be more efficient if the maximum size of an array is known.")
     },
     {"array/pop", cfun_pop,
-        "(array/pop arr)\n\n"
-        "Remove the last element of the array and return it. If the array is empty, will return nil. Modifies "
-        "the input array."
+        JDOC("(array/pop arr)\n\n"
+                "Remove the last element of the array and return it. If the array is empty, will return nil. Modifies "
+                "the input array.")
     },
     {"array/peek", cfun_peek,
-        "(array/peek arr)\n\n"
-        "Returns the last element of the array. Does not modify the array."
+        JDOC("(array/peek arr)\n\n"
+                "Returns the last element of the array. Does not modify the array.")
     },
     {"array/push", cfun_push,
-        "(array/push arr x)\n\n"
-        "Insert an element in the end of an array. Modifies the input array and returns it."
+        JDOC("(array/push arr x)\n\n"
+                "Insert an element in the end of an array. Modifies the input array and returns it.")
     },
     {"array/ensure", cfun_ensure,
-        "(array/ensure arr capacity)\n\n"
-        "Ensures that the memory backing the array has enough memory for capacity "
-        "items. Capacity must be an integer. If the backing capacity is already enough, "
-        "then this function does nothing. Otherwise, the backing memory will be reallocated "
-        "so that there is enough space."
+        JDOC("(array/ensure arr capacity)\n\n"
+                "Ensures that the memory backing the array has enough memory for capacity "
+                "items. Capacity must be an integer. If the backing capacity is already enough, "
+                "then this function does nothing. Otherwise, the backing memory will be reallocated "
+                "so that there is enough space.")
     },
     {"array/slice", cfun_slice,
-        "(array/slice arrtup [, start=0 [, end=(length arrtup)]])\n\n"
-        "Takes a slice of array or tuple from start to end. The range is half open, "
-        "[start, end). Indexes can also be negative, indicating indexing from the end of the "
-        "end of the array. By default, start is 0 and end is the length of the array. "
-        "Returns a new array."
+        JDOC("(array/slice arrtup [, start=0 [, end=(length arrtup)]])\n\n"
+                "Takes a slice of array or tuple from start to end. The range is half open, "
+                "[start, end). Indexes can also be negative, indicating indexing from the end of the "
+                "end of the array. By default, start is 0 and end is the length of the array. "
+                "Returns a new array.")
     },
     {"array/concat", cfun_concat,
-        "(array/concat arr & parts)\n\n"
-        "Concatenates a variadic number of arrays (and tuples) into the first argument "
-        "which must an array. If any of the parts are arrays or tuples, their elements will "
-        "be inserted into the array. Otherwise, each part in parts will be appended to arr in order. "
-        "Return the modified array arr."
+        JDOC("(array/concat arr & parts)\n\n"
+                "Concatenates a variadic number of arrays (and tuples) into the first argument "
+                "which must an array. If any of the parts are arrays or tuples, their elements will "
+                "be inserted into the array. Otherwise, each part in parts will be appended to arr in order. "
+                "Return the modified array arr.")
     },
     {"array/insert", cfun_insert,
-        "(array/insert arr at & xs)\n\n"
-        "Insert all of xs into array arr at index at. at should be an integer "
-        "0 and the length of the array. A negative value for at will index from "
-        "the end of the array, such that inserting at -1 appends to the array. "
-        "Returns the array."
+        JDOC("(array/insert arr at & xs)\n\n"
+                "Insert all of xs into array arr at index at. at should be an integer "
+                "0 and the length of the array. A negative value for at will index from "
+                "the end of the array, such that inserting at -1 appends to the array. "
+                "Returns the array.")
     },
     {NULL, NULL, NULL}
 };
 
 /* Load the array module */
-int janet_lib_array(JanetArgs args) {
-    JanetTable *env = janet_env(args);
+void janet_lib_array(JanetTable *env) {
     janet_cfuns(env, NULL, cfuns);
-    return 0;
 }

src/core/asm.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -48,23 +48,21 @@ struct JanetAssembler {
     int32_t bytecode_count; /* Used for calculating labels */
 
     Janet name;
-    JanetTable labels; /* symbol -> bytecode index */
+    JanetTable labels; /* keyword -> bytecode index */
     JanetTable constants; /* symbol -> constant index */
     JanetTable slots; /* symbol -> slot index */
     JanetTable envs; /* symbol -> environment index */
     JanetTable defs; /* symbol -> funcdefs index */
 };
 
-/* Janet opcode descriptions in lexographic order. This
+/* Janet opcode descriptions in lexicographic order. This
  * allows a binary search over the elements to find the
  * correct opcode given a name. This works in reasonable
  * time and is easier to setup statically than a hash table or
  * prefix tree. */
 static const JanetInstructionDef janet_ops[] = {
     {"add", JOP_ADD},
-    {"addi", JOP_ADD_INTEGER},
     {"addim", JOP_ADD_IMMEDIATE},
-    {"addr", JOP_ADD_REAL},
     {"band", JOP_BAND},
     {"bnot", JOP_BNOT},
     {"bor", JOP_BOR},
@@ -73,24 +71,17 @@ static const JanetInstructionDef janet_ops[] = {
     {"clo", JOP_CLOSURE},
     {"cmp", JOP_COMPARE},
     {"div", JOP_DIVIDE},
-    {"divi", JOP_DIVIDE_INTEGER},
     {"divim", JOP_DIVIDE_IMMEDIATE},
-    {"divr", JOP_DIVIDE_REAL},
     {"eq", JOP_EQUALS},
-    {"eqi", JOP_EQUALS_INTEGER},
     {"eqim", JOP_EQUALS_IMMEDIATE},
     {"eqn", JOP_NUMERIC_EQUAL},
-    {"eqr", JOP_EQUALS_REAL},
     {"err", JOP_ERROR},
     {"get", JOP_GET},
     {"geti", JOP_GET_INDEX},
     {"gt", JOP_GREATER_THAN},
-    {"gti", JOP_GREATER_THAN_INTEGER},
     {"gtim", JOP_GREATER_THAN_IMMEDIATE},
     {"gtn", JOP_NUMERIC_GREATER_THAN},
-    {"gtr", JOP_GREATER_THAN_REAL},
     {"gten", JOP_NUMERIC_GREATER_THAN_EQUAL},
-    {"gter", JOP_GREATER_THAN_EQUAL_REAL},
     {"jmp", JOP_JUMP},
     {"jmpif", JOP_JUMP_IF},
     {"jmpno", JOP_JUMP_IF_NOT},
@@ -104,11 +95,8 @@ static const JanetInstructionDef janet_ops[] = {
     {"len", JOP_LENGTH},
     {"lt", JOP_LESS_THAN},
     {"lten", JOP_NUMERIC_LESS_THAN_EQUAL},
-    {"lter", JOP_LESS_THAN_EQUAL_REAL},
-    {"lti", JOP_LESS_THAN_INTEGER},
     {"ltim", JOP_LESS_THAN_IMMEDIATE},
     {"ltn", JOP_NUMERIC_LESS_THAN},
-    {"ltr", JOP_LESS_THAN_REAL},
     {"mkarr", JOP_MAKE_ARRAY},
     {"mkbuf", JOP_MAKE_BUFFER},
     {"mkstr", JOP_MAKE_STRING},
@@ -118,9 +106,7 @@ static const JanetInstructionDef janet_ops[] = {
     {"movf", JOP_MOVE_FAR},
     {"movn", JOP_MOVE_NEAR},
     {"mul", JOP_MULTIPLY},
-    {"muli", JOP_MULTIPLY_INTEGER},
     {"mulim", JOP_MULTIPLY_IMMEDIATE},
-    {"mulr", JOP_MULTIPLY_REAL},
     {"noop", JOP_NOOP},
     {"push", JOP_PUSH},
     {"push2", JOP_PUSH_2},
@@ -151,27 +137,26 @@ typedef struct TypeAlias {
 } TypeAlias;
 
 static const TypeAlias type_aliases[] = {
-    {":abstract", JANET_TFLAG_ABSTRACT},
-    {":array", JANET_TFLAG_ARRAY},
-    {":boolean", JANET_TFLAG_BOOLEAN},
-    {":buffer", JANET_TFLAG_BUFFER},
-    {":callable", JANET_TFLAG_CALLABLE},
-    {":cfunction", JANET_TFLAG_CFUNCTION},
-    {":dictionary", JANET_TFLAG_DICTIONARY},
-    {":false", JANET_TFLAG_FALSE},
-    {":fiber", JANET_TFLAG_FIBER},
-    {":function", JANET_TFLAG_FUNCTION},
-    {":indexed", JANET_TFLAG_INDEXED},
-    {":integer", JANET_TFLAG_INTEGER},
-    {":nil", JANET_TFLAG_NIL},
-    {":number", JANET_TFLAG_NUMBER},
-    {":real", JANET_TFLAG_REAL},
-    {":string", JANET_TFLAG_STRING},
-    {":struct", JANET_TFLAG_STRUCT},
-    {":symbol", JANET_TFLAG_SYMBOL},
-    {":table", JANET_TFLAG_BOOLEAN},
-    {":true", JANET_TFLAG_TRUE},
-    {":tuple", JANET_TFLAG_BOOLEAN}
+    {"abstract", JANET_TFLAG_ABSTRACT},
+    {"array", JANET_TFLAG_ARRAY},
+    {"boolean", JANET_TFLAG_BOOLEAN},
+    {"buffer", JANET_TFLAG_BUFFER},
+    {"callable", JANET_TFLAG_CALLABLE},
+    {"cfunction", JANET_TFLAG_CFUNCTION},
+    {"dictionary", JANET_TFLAG_DICTIONARY},
+    {"false", JANET_TFLAG_FALSE},
+    {"fiber", JANET_TFLAG_FIBER},
+    {"function", JANET_TFLAG_FUNCTION},
+    {"indexed", JANET_TFLAG_INDEXED},
+    {"nil", JANET_TFLAG_NIL},
+    {"number", JANET_TFLAG_NUMBER},
+    {"string", JANET_TFLAG_STRING},
+    {"struct", JANET_TFLAG_STRUCT},
+    {"symbol", JANET_TFLAG_SYMBOL},
+    {"keyword", JANET_TFLAG_KEYWORD},
+    {"table", JANET_TFLAG_BOOLEAN},
+    {"true", JANET_TFLAG_TRUE},
+    {"tuple", JANET_TFLAG_BOOLEAN}
 };
 
 /* Deinitialize an Assembler. Does not deinitialize the parents. */
@@ -199,7 +184,7 @@ static void janet_asm_errorv(JanetAssembler *a, const uint8_t *m) {
 /* Add a closure environment to the assembler. Sub funcdefs may need
  * to reference outer function environments, and may change the outer environment.
  * Returns the index of the environment in the assembler's environments, or -1
- * if not found.  */
+ * if not found. */
 static int32_t janet_asm_addenv(JanetAssembler *a, Janet envname) {
     Janet check;
     JanetFuncDef *def = a->def;
@@ -210,8 +195,8 @@ static int32_t janet_asm_addenv(JanetAssembler *a, Janet envname) {
     }
     /* Check for memoized value */
     check = janet_table_get(&a->envs, envname);
-    if (janet_checktype(check, JANET_INTEGER)) {
-        return janet_unwrap_integer(check);
+    if (janet_checktype(check, JANET_NUMBER)) {
+        return (int32_t) janet_unwrap_number(check);
     }
     if (NULL == a->parent) return -2;
     res = janet_asm_addenv(a->parent, envname);
@@ -219,7 +204,7 @@ static int32_t janet_asm_addenv(JanetAssembler *a, Janet envname) {
         return res;
     }
     envindex = def->environments_length;
-    janet_table_put(&a->envs, envname, janet_wrap_integer(envindex));
+    janet_table_put(&a->envs, envname, janet_wrap_number(envindex));
     if (envindex >= a->environments_capacity) {
         int32_t newcap = 2 * envindex;
         def->environments = realloc(def->environments, newcap * sizeof(int32_t));
@@ -265,9 +250,16 @@ static int32_t doarg_1(
         default:
             goto error;
             break;
-        case JANET_INTEGER:
-            ret = janet_unwrap_integer(x);
+        case JANET_NUMBER:
+        {
+            double y = janet_unwrap_number(x);
+            if (janet_checkintrange(y)) {
+                ret = (int32_t) y;
+            } else {
+                goto error;
+            }
             break;
+        }
         case JANET_TUPLE:
         {
             const Janet *t = janet_unwrap_tuple(x);
@@ -282,25 +274,21 @@ static int32_t doarg_1(
             }
             break;
         }
-        case JANET_SYMBOL:
+        case JANET_KEYWORD:
         {
-            if (NULL != c) {
+            if (NULL != c && argtype == JANET_OAT_LABEL) {
                 Janet result = janet_table_get(c, x);
-                if (janet_checktype(result, JANET_INTEGER)) {
-                    if (argtype == JANET_OAT_LABEL) {
-                        ret = janet_unwrap_integer(result) - a->bytecode_count;
-                    } else {
-                        ret = janet_unwrap_integer(result);
-                    }
+                if (janet_checktype(result, JANET_NUMBER)) {
+                    ret = janet_unwrap_integer(result) - a->bytecode_count;
                 } else {
-                    janet_asm_errorv(a, janet_formatc("unknown name %v", x));
+                    goto error;
                 }
             } else if (argtype == JANET_OAT_TYPE || argtype == JANET_OAT_SIMPLETYPE) {
                 const TypeAlias *alias = janet_strbinsearch(
                             &type_aliases,
                             sizeof(type_aliases)/sizeof(TypeAlias),
                             sizeof(TypeAlias),
-                            janet_unwrap_symbol(x));
+                            janet_unwrap_keyword(x));
                 if (alias) {
                     ret = alias->mask;
                 } else {
@@ -309,6 +297,20 @@ static int32_t doarg_1(
             } else {
                 goto error;
             }
+            break;
+        }
+        case JANET_SYMBOL:
+        {
+            if (NULL != c) {
+                Janet result = janet_table_get(c, x);
+                if (janet_checktype(result, JANET_NUMBER)) {
+                    ret = (int32_t) janet_unwrap_number(result);
+                } else {
+                    janet_asm_errorv(a, janet_formatc("unknown name %v", x));
+                }
+            } else {
+                goto error;
+            }
             if (argtype == JANET_OAT_ENVIRONMENT && ret == -1) {
                 /* Add a new env */
                 ret = janet_asm_addenv(a, x);
@@ -469,7 +471,7 @@ static uint32_t read_instruction(
 }
 
 /* Helper to get from a structure */
-static Janet janet_get(Janet ds, Janet key) {
+static Janet janet_get1(Janet ds, Janet key) {
     switch (janet_type(ds)) {
         default:
             return janet_wrap_nil();
@@ -528,29 +530,29 @@ static JanetAssembleResult janet_asm1(JanetAssembler *parent, Janet source, int
             "expected struct or table for assembly source");
 
     /* Check for function name */
-    a.name = janet_get(s, janet_csymbolv("name"));
+    a.name = janet_get1(s, janet_csymbolv("name"));
     if (!janet_checktype(a.name, JANET_NIL)) {
         def->name = janet_to_string(a.name);
     }
 
     /* Set function arity */
-    x = janet_get(s, janet_csymbolv("arity"));
-    def->arity = janet_checktype(x, JANET_INTEGER) ? janet_unwrap_integer(x) : 0;
+    x = janet_get1(s, janet_csymbolv("arity"));
+    def->arity = janet_checkint(x) ? janet_unwrap_integer(x) : 0;
 
     /* Check vararg */
-    x = janet_get(s, janet_csymbolv("vararg"));
+    x = janet_get1(s, janet_csymbolv("vararg"));
     if (janet_truthy(x)) def->flags |= JANET_FUNCDEF_FLAG_VARARG;
 
     /* Check strict arity */
-    x = janet_get(s, janet_csymbolv("fix-arity"));
+    x = janet_get1(s, janet_csymbolv("fix-arity"));
     if (janet_truthy(x)) def->flags |= JANET_FUNCDEF_FLAG_FIXARITY;
 
     /* Check source */
-    x = janet_get(s, janet_csymbolv("source"));
+    x = janet_get1(s, janet_csymbolv("source"));
     if (janet_checktype(x, JANET_STRING)) def->source = janet_unwrap_string(x);
 
     /* Create slot aliases */
-    x = janet_get(s, janet_csymbolv("slots"));
+    x = janet_get1(s, janet_csymbolv("slots"));
     if (janet_indexed_view(x, &arr, &count)) {
         for (i = 0; i < count; i++) {
             Janet v = arr[i];
@@ -571,7 +573,7 @@ static JanetAssembleResult janet_asm1(JanetAssembler *parent, Janet source, int
     }
 
     /* Parse constants */
-    x = janet_get(s, janet_csymbolv("constants"));
+    x = janet_get1(s, janet_csymbolv("constants"));
     if (janet_indexed_view(x, &arr, &count)) {
         def->constants_length = count;
         def->constants = malloc(sizeof(Janet) * count);
@@ -606,7 +608,7 @@ static JanetAssembleResult janet_asm1(JanetAssembler *parent, Janet source, int
     }
 
     /* Parse sub funcdefs */
-    x = janet_get(s, janet_csymbolv("closures"));
+    x = janet_get1(s, janet_csymbolv("closures"));
     if (janet_indexed_view(x, &arr, &count)) {
         int32_t i;
         for (i = 0; i < count; i++) {
@@ -617,7 +619,7 @@ static JanetAssembleResult janet_asm1(JanetAssembler *parent, Janet source, int
             if (subres.status != JANET_ASSEMBLE_OK) {
                 janet_asm_errorv(&a, subres.error);
             }
-            subname = janet_get(arr[i], janet_csymbolv("name"));
+            subname = janet_get1(arr[i], janet_csymbolv("name"));
             if (!janet_checktype(subname, JANET_NIL)) {
                 janet_table_put(&a.defs, subname, janet_wrap_integer(def->defs_length));
             }
@@ -636,13 +638,13 @@ static JanetAssembleResult janet_asm1(JanetAssembler *parent, Janet source, int
     }
 
     /* Parse bytecode and labels */
-    x = janet_get(s, janet_csymbolv("bytecode"));
+    x = janet_get1(s, janet_csymbolv("bytecode"));
     if (janet_indexed_view(x, &arr, &count)) {
         /* Do labels and find length */
         int32_t blength = 0;
         for (i = 0; i < count; ++i) {
             Janet instr = arr[i];
-            if (janet_checktype(instr, JANET_SYMBOL)) {
+            if (janet_checktype(instr, JANET_KEYWORD)) {
                 janet_table_put(&a.labels, instr, janet_wrap_integer(blength));
             } else if (janet_checktype(instr, JANET_TUPLE)) {
                 blength++;
@@ -660,7 +662,7 @@ static JanetAssembleResult janet_asm1(JanetAssembler *parent, Janet source, int
         /* Do bytecode */
         for (i = 0; i < count; ++i) {
             Janet instr = arr[i];
-            if (janet_checktype(instr, JANET_SYMBOL)) {
+            if (janet_checktype(instr, JANET_KEYWORD)) {
                 continue;
             } else {
                 uint32_t op;
@@ -692,7 +694,7 @@ static JanetAssembleResult janet_asm1(JanetAssembler *parent, Janet source, int
     a.errindex = -1;
 
     /* Check for source mapping */
-    x = janet_get(s, janet_csymbolv("sourcemap"));
+    x = janet_get1(s, janet_csymbolv("sourcemap"));
     if (janet_indexed_view(x, &arr, &count)) {
         janet_asm_assert(&a, count == def->bytecode_length, "sourcemap must have the same length as the bytecode");
         def->sourcemap = malloc(sizeof(JanetSourceMapping) * count);
@@ -704,14 +706,14 @@ static JanetAssembleResult janet_asm1(JanetAssembler *parent, Janet source, int
                 janet_asm_error(&a, "expected tuple");
             }
             tup = janet_unwrap_tuple(entry);
-            if (!janet_checktype(tup[0], JANET_INTEGER)) {
+            if (!janet_checkint(tup[0])) {
                 janet_asm_error(&a, "expected integer");
             }
-            if (!janet_checktype(tup[1], JANET_INTEGER)) {
+            if (!janet_checkint(tup[1])) {
                 janet_asm_error(&a, "expected integer");
             }
-            mapping.line = janet_unwrap_integer(tup[0]);
-            mapping.column = janet_unwrap_integer(tup[1]);
+            mapping.start = janet_unwrap_integer(tup[0]);
+            mapping.end = janet_unwrap_integer(tup[1]);
             def->sourcemap[i] = mapping;
         }
     }
@@ -740,7 +742,7 @@ JanetAssembleResult janet_asm(Janet source, int flags) {
 
 /* Disassembly */
 
-/* Find the deinfintion of an instruction given the instruction word. Return
+/* Find the definition of an instruction given the instruction word. Return
  * NULL if not found. */
 static const JanetInstructionDef *janet_asm_reverse_lookup(uint32_t instr) {
     size_t i;
@@ -781,7 +783,7 @@ static Janet tup4(Janet w, Janet x, Janet y, Janet z) {
     return janet_wrap_tuple(janet_tuple_end(tup));
 }
 
-/* Given an argument, convert it to the appriate integer or symbol */
+/* Given an argument, convert it to the appropriate integer or symbol */
 Janet janet_asm_decode_instruction(uint32_t instr) {
     const JanetInstructionDef *def = janet_asm_reverse_lookup(instr);
     Janet name;
@@ -876,8 +878,8 @@ Janet janet_disasm(JanetFuncDef *def) {
         for (i = 0; i < def->bytecode_length; i++) {
             Janet *t = janet_tuple_begin(2);
             JanetSourceMapping mapping = def->sourcemap[i];
-            t[0] = janet_wrap_integer(mapping.line);
-            t[1] = janet_wrap_integer(mapping.column);
+            t[0] = janet_wrap_integer(mapping.start);
+            t[1] = janet_wrap_integer(mapping.end);
             sourcemap->data[i] = janet_wrap_tuple(janet_tuple_end(t));
         }
         sourcemap->count = def->bytecode_length;
@@ -912,45 +914,41 @@ Janet janet_disasm(JanetFuncDef *def) {
 }
 
 /* C Function for assembly */
-static int cfun_asm(JanetArgs args) {
+static Janet cfun_asm(int32_t argc, Janet *argv) {
+    janet_arity(argc, 1, 1);
     JanetAssembleResult res;
-    JANET_FIXARITY(args, 1);
-    res = janet_asm(args.v[0], 0);
-    if (res.status == JANET_ASSEMBLE_OK) {
-        JANET_RETURN_FUNCTION(args, janet_thunk(res.funcdef));
-    } else {
-        JANET_THROWV(args, janet_wrap_string(res.error));
+    res = janet_asm(argv[0], 0);
+    if (res.status != JANET_ASSEMBLE_OK) {
+        janet_panics(res.error);
     }
+    return janet_wrap_function(janet_thunk(res.funcdef));
 }
 
-static int cfun_disasm(JanetArgs args) {
-    JanetFunction *f;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_FUNCTION(f, args, 0);
-    JANET_RETURN(args, janet_disasm(f->def));
+static Janet cfun_disasm(int32_t argc, Janet *argv) {
+    janet_arity(argc, 1, 1);
+    JanetFunction *f = janet_getfunction(argv, 0);
+    return janet_disasm(f->def);
 }
 
 static const JanetReg cfuns[] = {
     {"asm", cfun_asm,
-        "(asm assembly)\n\n"
-        "Returns a new function that is the compiled result of the assembly.\n"
-        "The syntax for the assembly can be found on the janet wiki. Will throw an\n"
-        "error on invalid assembly."
+        JDOC("(asm assembly)\n\n"
+                "Returns a new function that is the compiled result of the assembly.\n"
+                "The syntax for the assembly can be found on the janet wiki. Will throw an\n"
+                "error on invalid assembly.")
     },
     {"disasm", cfun_disasm,
-        "(disasm func)\n\n"
-        "Returns assembly that could be used be compile the given function.\n"
-        "func must be a function, not a c function. Will throw on error on a badly\n"
-        "typed argument."
+        JDOC("(disasm func)\n\n"
+                "Returns assembly that could be used be compile the given function.\n"
+                "func must be a function, not a c function. Will throw on error on a badly\n"
+                "typed argument.")
     },
     {NULL, NULL, NULL}
 };
 
 /* Load the library */
-int janet_lib_asm(JanetArgs args) {
-    JanetTable *env = janet_env(args);
+void janet_lib_asm(JanetTable *env) {
     janet_cfuns(env, NULL, cfuns);
-    return 0;
 }
 
 #endif

src/core/buffer.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -22,6 +22,7 @@
 
 #include <janet/janet.h>
 #include "gc.h"
+#include "util.h"
 
 /* Initialize a buffer */
 JanetBuffer *janet_buffer_init(JanetBuffer *buffer, int32_t capacity) {
@@ -77,10 +78,10 @@ void janet_buffer_setcount(JanetBuffer *buffer, int32_t count) {
 
 /* Adds capacity for enough extra bytes to the buffer. Ensures that the
  * next n bytes pushed to the buffer will not cause a reallocation */
-int janet_buffer_extra(JanetBuffer *buffer, int32_t n) {
+void janet_buffer_extra(JanetBuffer *buffer, int32_t n) {
     /* Check for buffer overflow */
     if ((int64_t)n + buffer->count > INT32_MAX) {
-        return -1;
+        janet_panic("buffer overflow");
     }
     int32_t new_size = buffer->count + n;
     if (new_size > buffer->capacity) {
@@ -92,59 +93,54 @@ int janet_buffer_extra(JanetBuffer *buffer, int32_t n) {
         buffer->data = new_data;
         buffer->capacity = new_capacity;
     }
-    return 0;
 }
 
 /* Push a cstring to buffer */
-int janet_buffer_push_cstring(JanetBuffer *buffer, const char *cstring) {
+void janet_buffer_push_cstring(JanetBuffer *buffer, const char *cstring) {
     int32_t len = 0;
     while (cstring[len]) ++len;
-    return janet_buffer_push_bytes(buffer, (const uint8_t *) cstring, len);
+    janet_buffer_push_bytes(buffer, (const uint8_t *) cstring, len);
 }
 
 /* Push multiple bytes into the buffer */
-int janet_buffer_push_bytes(JanetBuffer *buffer, const uint8_t *string, int32_t length) {
-    if (janet_buffer_extra(buffer, length)) return -1;
+void janet_buffer_push_bytes(JanetBuffer *buffer, const uint8_t *string, int32_t length) {
+    janet_buffer_extra(buffer, length);
     memcpy(buffer->data + buffer->count, string, length);
     buffer->count += length;
-    return 0;
 }
 
-int janet_buffer_push_string(JanetBuffer *buffer, const uint8_t *string) {
-    return janet_buffer_push_bytes(buffer, string, janet_string_length(string));
+void janet_buffer_push_string(JanetBuffer *buffer, const uint8_t *string) {
+    janet_buffer_push_bytes(buffer, string, janet_string_length(string));
 }
 
 /* Push a single byte to the buffer */
-int janet_buffer_push_u8(JanetBuffer *buffer, uint8_t byte) {
-    if (janet_buffer_extra(buffer, 1)) return -1;
+void janet_buffer_push_u8(JanetBuffer *buffer, uint8_t byte) {
+    janet_buffer_extra(buffer, 1);
     buffer->data[buffer->count] = byte;
     buffer->count++;
-    return 0;
 }
 
 /* Push a 16 bit unsigned integer to the buffer */
-int janet_buffer_push_u16(JanetBuffer *buffer, uint16_t x) {
-    if (janet_buffer_extra(buffer, 2)) return -1;
+void janet_buffer_push_u16(JanetBuffer *buffer, uint16_t x) {
+    janet_buffer_extra(buffer, 2);
     buffer->data[buffer->count] = x & 0xFF;
     buffer->data[buffer->count + 1] = (x >> 8) & 0xFF;
     buffer->count += 2;
-    return 0;
 }
 
 /* Push a 32 bit unsigned integer to the buffer */
-int janet_buffer_push_u32(JanetBuffer *buffer, uint32_t x) {
-    if (janet_buffer_extra(buffer, 4)) return -1;
+void janet_buffer_push_u32(JanetBuffer *buffer, uint32_t x) {
+    janet_buffer_extra(buffer, 4);
     buffer->data[buffer->count] = x & 0xFF;
     buffer->data[buffer->count + 1] = (x >> 8) & 0xFF;
     buffer->data[buffer->count + 2] = (x >> 16) & 0xFF;
     buffer->data[buffer->count + 3] = (x >> 24) & 0xFF;
     buffer->count += 4;
-    return 0;
 }
 
 /* Push a 64 bit unsigned integer to the buffer */
-int janet_buffer_push_u64(JanetBuffer *buffer, uint64_t x) {
-    if (janet_buffer_extra(buffer, 8)) return -1;
+void janet_buffer_push_u64(JanetBuffer *buffer, uint64_t x) {
+    janet_buffer_extra(buffer, 8);
     buffer->data[buffer->count] = x & 0xFF;
     buffer->data[buffer->count + 1] = (x >> 8) & 0xFF;
     buffer->data[buffer->count + 2] = (x >> 16) & 0xFF;
@@ -154,165 +150,123 @@ int janet_buffer_push_u64(JanetBuffer *buffer, uint64_t x) {
     buffer->data[buffer->count + 6] = (x >> 48) & 0xFF;
     buffer->data[buffer->count + 7] = (x >> 56) & 0xFF;
     buffer->count += 8;
-    return 0;
 }
 
 /* C functions */
 
-static int cfun_new(JanetArgs args) {
-    int32_t cap;
-    JanetBuffer *buffer;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_INTEGER(cap, args, 0);
-    buffer = janet_buffer(cap);
-    JANET_RETURN_BUFFER(args, buffer);
+static Janet cfun_new(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    int32_t cap = janet_getinteger(argv, 0);
+    JanetBuffer *buffer = janet_buffer(cap);
+    return janet_wrap_buffer(buffer);
 }
 
-static int cfun_u8(JanetArgs args) {
+static Janet cfun_u8(int32_t argc, Janet *argv) {
     int32_t i;
-    JanetBuffer *buffer;
-    JANET_MINARITY(args, 1);
-    JANET_ARG_BUFFER(buffer, args, 0);
-    for (i = 1; i < args.n; i++) {
-        int32_t integer;
-        JANET_ARG_INTEGER(integer, args, i);
-        if (janet_buffer_push_u8(buffer, (uint8_t) (integer & 0xFF)))
-            JANET_THROW(args, "buffer overflow");
+    janet_arity(argc, 1, -1);
+    JanetBuffer *buffer = janet_getbuffer(argv, 0);
+    for (i = 1; i < argc; i++) {
+        janet_buffer_push_u8(buffer, (uint8_t) (janet_getinteger(argv, i) & 0xFF));
     }
-    JANET_RETURN(args, args.v[0]);
+    return argv[0];
 }
 
-static int cfun_int(JanetArgs args) {
+static Janet cfun_word(int32_t argc, Janet *argv) {
     int32_t i;
-    JanetBuffer *buffer;
-    JANET_MINARITY(args, 1);
-    JANET_ARG_BUFFER(buffer, args, 0);
-    for (i = 1; i < args.n; i++) {
-        int32_t integer;
-        JANET_ARG_INTEGER(integer, args, i);
-        if (janet_buffer_push_u32(buffer, (uint32_t) integer))
-            JANET_THROW(args, "buffer overflow");
+    janet_arity(argc, 1, -1);
+    JanetBuffer *buffer = janet_getbuffer(argv, 0);
+    for (i = 1; i < argc; i++) {
+        double number = janet_getnumber(argv, 0);
+        uint32_t word = (uint32_t) number;
+        if (word != number)
+            janet_panicf("cannot convert %v to machine word", argv[0]);
+        janet_buffer_push_u32(buffer, word);
     }
-    JANET_RETURN(args, args.v[0]);
+    return argv[0];
 }
 
-static int cfun_chars(JanetArgs args) {
+static Janet cfun_chars(int32_t argc, Janet *argv) {
     int32_t i;
-    JanetBuffer *buffer;
-    JANET_MINARITY(args, 1);
-    JANET_ARG_BUFFER(buffer, args, 0);
-    for (i = 1; i < args.n; i++) {
-        int32_t len;
-        const uint8_t *str;
-        JANET_ARG_BYTES(str, len, args, i);
-        if (janet_buffer_push_bytes(buffer, str, len))
-            JANET_THROW(args, "buffer overflow");
+    janet_arity(argc, 1, -1);
+    JanetBuffer *buffer = janet_getbuffer(argv, 0);
+    for (i = 1; i < argc; i++) {
+        JanetByteView view = janet_getbytes(argv, i);
+        janet_buffer_push_bytes(buffer, view.bytes, view.len);
     }
-    JANET_RETURN(args, args.v[0]);
+    return argv[0];
 }
 
-static int cfun_clear(JanetArgs args) {
-    JanetBuffer *buffer;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_BUFFER(buffer, args, 0);
+static Janet cfun_clear(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    JanetBuffer *buffer = janet_getbuffer(argv, 0);
     buffer->count = 0;
-    JANET_RETURN(args, args.v[0]);
+    return argv[0];
 }
 
-static int cfun_popn(JanetArgs args) {
-    JanetBuffer *buffer;
-    int32_t n;
-    JANET_FIXARITY(args, 2);
-    JANET_ARG_BUFFER(buffer, args, 0);
-    JANET_ARG_INTEGER(n, args, 1);
-    if (n < 0) JANET_THROW(args, "n must be non-negative");
+static Janet cfun_popn(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 2);
+    JanetBuffer *buffer = janet_getbuffer(argv, 0);
+    int32_t n = janet_getinteger(argv, 1);
+    if (n < 0) janet_panic("n must be non-negative");
     if (buffer->count < n) {
         buffer->count = 0;
     } else {
         buffer->count -= n;
     }
-    JANET_RETURN(args, args.v[0]);
+    return argv[0];
 }
 
-static int cfun_slice(JanetArgs args) {
-    const uint8_t *data;
-    int32_t len, start, end;
-    JanetBuffer *ret;
-    JANET_ARG_BYTES(data, len, args, 0);
-    /* Get start */
-    if (args.n < 2) {
-        start = 0;
-    } else if (janet_checktype(args.v[1], JANET_INTEGER)) {
-        start = janet_unwrap_integer(args.v[1]);
-    } else {
-        JANET_THROW(args, "expected integer");
-    }
-    /* Get end */
-    if (args.n < 3) {
-        end = -1;
-    } else if (janet_checktype(args.v[2], JANET_INTEGER)) {
-        end = janet_unwrap_integer(args.v[2]);
-    } else {
-        JANET_THROW(args, "expected integer");
-    }
-    if (start < 0) start = len + start;
-    if (end < 0) end = len + end + 1;
-    if (end < 0 || start < 0 || end > len || start > len)
-        JANET_THROW(args, "slice range out of bounds");
-    if (end >= start) {
-        ret = janet_buffer(end - start);
-        memcpy(ret->data, data + start, end - start);
-        ret->count = end - start;
-    } else {
-        ret = janet_buffer(0);
-    }
-    JANET_RETURN_BUFFER(args, ret);
+static Janet cfun_slice(int32_t argc, Janet *argv) {
+    JanetRange range = janet_getslice(argc, argv);
+    JanetByteView view = janet_getbytes(argv, 0);
+    JanetBuffer *buffer = janet_buffer(range.end - range.start);
+    memcpy(buffer->data, view.bytes + range.start, range.end - range.start);
+    buffer->count = range.end - range.start;
+    return janet_wrap_buffer(buffer);
 }
 
 static const JanetReg cfuns[] = {
     {"buffer/new", cfun_new,
-        "(buffer/new capacity)\n\n"
-        "Creates a new, empty buffer with enough memory for capacity bytes. "
-        "Returns a new buffer."
+        JDOC("(buffer/new capacity)\n\n"
+                "Creates a new, empty buffer with enough memory for capacity bytes. "
+                "Returns a new buffer.")
     },
     {"buffer/push-byte", cfun_u8,
-        "(buffer/push-byte buffer x)\n\n"
-        "Append a byte to a buffer. Will expand the buffer as necessary. "
-        "Returns the modified buffer. Will throw an error if the buffer overflows."
+        JDOC("(buffer/push-byte buffer x)\n\n"
+                "Append a byte to a buffer. Will expand the buffer as necessary. "
+                "Returns the modified buffer. Will throw an error if the buffer overflows.")
     },
-    {"buffer/push-integer", cfun_int,
-        "(buffer/push-integer buffer x)\n\n"
-        "Append an integer to a buffer. The 4 bytes of the integer are appended "
-        "in twos complement, big endian order. Returns the modified buffer. Will "
-        "throw an error if the buffer overflows."
+    {"buffer/push-word", cfun_word,
+        JDOC("(buffer/push-word buffer x)\n\n"
+                "Append a machine word to a buffer. The 4 bytes of the integer are appended "
+                "in twos complement, big endian order, unsigned. Returns the modified buffer. Will "
+                "throw an error if the buffer overflows.")
     },
     {"buffer/push-string", cfun_chars,
-        "(buffer/push-string buffer str)\n\n"
-        "Push a string onto the end of a buffer. Non string values will be converted "
-        "to strings before being pushed. Returns the modified buffer. "
-        "Will throw an error if the buffer overflows."
+        JDOC("(buffer/push-string buffer str)\n\n"
+                "Push a string onto the end of a buffer. Non string values will be converted "
+                "to strings before being pushed. Returns the modified buffer. "
+                "Will throw an error if the buffer overflows.")
     },
     {"buffer/popn", cfun_popn,
-        "(buffer/popn buffer n)\n\n"
-        "Removes the last n bytes from the buffer. Returns the modified buffer."
+        JDOC("(buffer/popn buffer n)\n\n"
+                "Removes the last n bytes from the buffer. Returns the modified buffer.")
     },
     {"buffer/clear", cfun_clear,
-        "(buffer/clear buffer)\n\n"
-        "Sets the size of a buffer to 0 and empties it. The buffer retains "
-        "its memory so it can be efficiently refilled. Returns the modified buffer."
+        JDOC("(buffer/clear buffer)\n\n"
+                "Sets the size of a buffer to 0 and empties it. The buffer retains "
+                "its memory so it can be efficiently refilled. Returns the modified buffer.")
     },
     {"buffer/slice", cfun_slice,
-        "(buffer/slice bytes [, start=0 [, end=(length bytes)]])\n\n"
-        "Takes a slice of a byte sequence from start to end. The range is half open, "
-        "[start, end). Indexes can also be negative, indicating indexing from the end of the "
-        "end of the array. By default, start is 0 and end is the length of the buffer. "
-        "Returns a new buffer."
+        JDOC("(buffer/slice bytes [, start=0 [, end=(length bytes)]])\n\n"
+                "Takes a slice of a byte sequence from start to end. The range is half open, "
+                "[start, end). Indexes can also be negative, indicating indexing from the end of the "
+                "end of the array. By default, start is 0 and end is the length of the buffer. "
+                "Returns a new buffer.")
     },
     {NULL, NULL, NULL}
 };
 
-int janet_lib_buffer(JanetArgs args) {
-    JanetTable *env = janet_env(args);
+void janet_lib_buffer(JanetTable *env) {
     janet_cfuns(env, NULL, cfuns);
-    return 0;
 }

src/core/bytecode.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -30,20 +30,12 @@ enum JanetInstructionType janet_instructions[JOP_INSTRUCTION_COUNT] = {
     JINT_ST, /* JOP_TYPECHECK, */
     JINT_S, /* JOP_RETURN, */
     JINT_0, /* JOP_RETURN_NIL, */
-    JINT_SSS, /* JOP_ADD_INTEGER, */
     JINT_SSI, /* JOP_ADD_IMMEDIATE, */
-    JINT_SSS, /* JOP_ADD_REAL, */
     JINT_SSS, /* JOP_ADD, */
-    JINT_SSS, /* JOP_SUBTRACT_INTEGER, */
-    JINT_SSS, /* JOP_SUBTRACT_REAL, */
     JINT_SSS, /* JOP_SUBTRACT, */
-    JINT_SSS, /* JOP_MULTIPLY_INTEGER, */
     JINT_SSI, /* JOP_MULTIPLY_IMMEDIATE, */
-    JINT_SSS, /* JOP_MULTIPLY_REAL, */
     JINT_SSS, /* JOP_MULTIPLY, */
-    JINT_SSS, /* JOP_DIVIDE_INTEGER, */
     JINT_SSI, /* JOP_DIVIDE_IMMEDIATE, */
-    JINT_SSS, /* JOP_DIVIDE_REAL, */
     JINT_SSS, /* JOP_DIVIDE, */
     JINT_SSS, /* JOP_BAND, */
     JINT_SSS, /* JOP_BOR, */
@@ -61,19 +53,11 @@ enum JanetInstructionType janet_instructions[JOP_INSTRUCTION_COUNT] = {
     JINT_SL, /* JOP_JUMP_IF, */
     JINT_SL, /* JOP_JUMP_IF_NOT, */
     JINT_SSS, /* JOP_GREATER_THAN, */
-    JINT_SSS, /* JOP_GREATER_THAN_INTEGER, */
     JINT_SSI, /* JOP_GREATER_THAN_IMMEDIATE, */
-    JINT_SSS, /* JOP_GREATER_THAN_REAL, */
-    JINT_SSS, /* JOP_GREATER_THAN_EQUAL_REAL, */
     JINT_SSS, /* JOP_LESS_THAN, */
-    JINT_SSS, /* JOP_LESS_THAN_INTEGER, */
     JINT_SSI, /* JOP_LESS_THAN_IMMEDIATE, */
-    JINT_SSS, /* JOP_LESS_THAN_REAL, */
-    JINT_SSS, /* JOP_LESS_THAN_EQUAL_REAL, */
     JINT_SSS, /* JOP_EQUALS, */
-    JINT_SSS, /* JOP_EQUALS_INTEGER, */
     JINT_SSI, /* JOP_EQUALS_IMMEDIATE, */
-    JINT_SSS, /* JOP_EQUALS_REAL, */
     JINT_SSS, /* JOP_COMPARE, */
     JINT_S, /* JOP_LOAD_NIL, */
     JINT_S, /* JOP_LOAD_TRUE, */
@@ -125,10 +109,10 @@ int32_t janet_verify(JanetFuncDef *def) {
     for (i = 0; i < def->bytecode_length; i++) {
         uint32_t instr = def->bytecode[i];
         /* Check for invalid instructions */
-        if ((instr & 0xFF) >= JOP_INSTRUCTION_COUNT) {
+        if ((instr & 0x7F) >= JOP_INSTRUCTION_COUNT) {
             return 3;
         }
-        enum JanetInstructionType type = janet_instructions[instr & 0xFF];
+        enum JanetInstructionType type = janet_instructions[instr & 0x7F];
         switch (type) {
             case JINT_0:
                 continue;

src/core/capi.c

@@ -0,0 +1,188 @@
+/*
+* Copyright (c) 2019 Calvin Rose
+*
+* Permission is hereby granted, free of charge, to any person obtaining a copy
+* of this software and associated documentation files (the "Software"), to
+* deal in the Software without restriction, including without limitation the
+* rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+* sell copies of the Software, and to permit persons to whom the Software is
+* furnished to do so, subject to the following conditions:
+*
+* The above copyright notice and this permission notice shall be included in
+* all copies or substantial portions of the Software.
+*
+* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
+* IN THE SOFTWARE.
+*/
+
+#include <janet/janet.h>
+#include "state.h"
+#include "fiber.h"
+
+void janet_panicv(Janet message) {
+    if (janet_vm_fiber != NULL) {
+        janet_fiber_push(janet_vm_fiber, message);
+        longjmp(janet_vm_fiber->buf, 1);
+    } else {
+        fputs((const char *)janet_formatc("janet top level panic - %v\n", message), stdout);
+        exit(1);
+    }
+}
+
+void janet_panic(const char *message) {
+    janet_panicv(janet_cstringv(message));
+}
+
+void janet_panics(const uint8_t *message) {
+    janet_panicv(janet_wrap_string(message));
+}
+
+void janet_panic_type(Janet x, int32_t n, int expected) {
+    janet_panicf("bad slot #%d, expected %T, got %v", n, expected, x);
+}
+
+void janet_panic_abstract(Janet x, int32_t n, const JanetAbstractType *at) {
+    janet_panicf("bad slot #%d, expected %s, got %v", n, at->name, x);
+}
+
+void janet_fixarity(int32_t arity, int32_t fix) {
+    if (arity != fix)
+        janet_panicf("arity mismatch, expected %d, got %d", fix, arity);
+}
+
+void janet_arity(int32_t arity, int32_t min, int32_t max) {
+    if (min >= 0 && arity < min)
+        janet_panicf("arity mismatch, expected at least %d, got %d", min, arity);
+    if (max >= 0 && arity > max)
+        janet_panicf("arity mismatch, expected at most %d, got %d", max, arity);
+}
+
+#define DEFINE_GETTER(name, NAME, type) \
+type janet_get##name(const Janet *argv, int32_t n) { \
+    Janet x = argv[n]; \
+    if (!janet_checktype(x, JANET_##NAME)) { \
+        janet_panic_type(x, n, JANET_TFLAG_##NAME); \
+    } \
+    return janet_unwrap_##name(x); \
+}
+
+DEFINE_GETTER(number, NUMBER, double)
+DEFINE_GETTER(array, ARRAY, JanetArray *)
+DEFINE_GETTER(tuple, TUPLE, const Janet *)
+DEFINE_GETTER(table, TABLE, JanetTable *)
+DEFINE_GETTER(struct, STRUCT, const JanetKV *)
+DEFINE_GETTER(string, STRING, const uint8_t *)
+DEFINE_GETTER(keyword, KEYWORD, const uint8_t *)
+DEFINE_GETTER(symbol, SYMBOL, const uint8_t *)
+DEFINE_GETTER(buffer, BUFFER, JanetBuffer *)
+DEFINE_GETTER(fiber, FIBER, JanetFiber *)
+DEFINE_GETTER(function, FUNCTION, JanetFunction *)
+DEFINE_GETTER(cfunction, CFUNCTION, JanetCFunction)
+
+int janet_getboolean(const Janet *argv, int32_t n) {
+    Janet x = argv[n];
+    if (janet_checktype(x, JANET_TRUE)) {
+        return 1;
+    } else if (!janet_checktype(x, JANET_FALSE)) {
+        janet_panicf("bad slot #%d, expected boolean, got %v", n, x);
+    }
+    return 0;
+}
+
+int32_t janet_getinteger(const Janet *argv, int32_t n) {
+    Janet x = argv[n];
+    if (!janet_checkint(x)) {
+        janet_panicf("bad slot #%d, expected integer, got %v", n, x);
+    }
+    return janet_unwrap_integer(x);
+}
+
+int64_t janet_getinteger64(const Janet *argv, int32_t n) {
+    Janet x = argv[n];
+    if (!janet_checkint64(x)) {
+        janet_panicf("bad slot #%d, expected 64 bit integer, got %v", n, x);
+    }
+    return (int64_t) janet_unwrap_number(x);
+}
+
+JanetView janet_getindexed(const Janet *argv, int32_t n) {
+    Janet x = argv[n];
+    JanetView view;
+    if (!janet_indexed_view(x, &view.items, &view.len)) {
+        janet_panic_type(x, n, JANET_TFLAG_INDEXED);
+    }
+    return view;
+}
+
+JanetByteView janet_getbytes(const Janet *argv, int32_t n) {
+    Janet x = argv[n];
+    JanetByteView view;
+    if (!janet_bytes_view(x, &view.bytes, &view.len)) {
+        janet_panic_type(x, n, JANET_TFLAG_BYTES);
+    }
+    return view;
+}
+
+JanetDictView janet_getdictionary(const Janet *argv, int32_t n) {
+    Janet x = argv[n];
+    JanetDictView view;
+    if (!janet_dictionary_view(x, &view.kvs, &view.len, &view.cap)) {
+        janet_panic_type(x, n, JANET_TFLAG_DICTIONARY);
+    }
+    return view;
+}
+
+void *janet_getabstract(const Janet *argv, int32_t n, const JanetAbstractType *at) {
+    Janet x = argv[n];
+    if (!janet_checktype(x, JANET_ABSTRACT)) {
+        janet_panic_abstract(x, n, at);
+    }
+    void *abstractx = janet_unwrap_abstract(x);
+    if (janet_abstract_type(abstractx) != at) {
+        janet_panic_abstract(x, n, at);
+    }
+    return abstractx;
+}
+
+JanetRange janet_getslice(int32_t argc, const Janet *argv) {
+    janet_arity(argc, 1, 3);
+    JanetRange range;
+    int32_t length = janet_length(argv[0]);
+    if (argc == 1) {
+        range.start = 0;
+        range.end = length;
+    } else if (argc == 2) {
+        range.start = janet_getinteger(argv, 1);
+        range.end = length;
+        if (range.start < 0) {
+            range.start += length + 1;
+        }
+        if (range.start < 0 || range.start > length) {
+            janet_panicf("slice start: index %d out of range [0,%d]", range.start, length);
+        }
+    } else {
+        range.start = janet_getinteger(argv, 1);
+        range.end = janet_getinteger(argv, 2);
+        if (range.start < 0) {
+            range.start += length + 1;
+        }
+        if (range.end < 0) {
+            range.end += length + 1;
+        }
+        if (range.start < 0 || range.start > length) {
+            janet_panicf("slice start: index %d out of range [0,%d]", range.start, length);
+        }
+        if (range.end < 0 || range.end > length) {
+            janet_panicf("slice end: index %d out of range [0,%d]", range.end, length);
+        }
+        if (range.end < range.start) {
+            range.end = range.start;
+        }
+    }
+    return range;
+}

src/core/cfuns.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2017 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -46,14 +46,14 @@ static int fixarity3(JanetFopts opts, JanetSlot *args) {
     return janet_v_count(args) == 3;
 }
 
-/* Generic hanldling for $A = op $B */
+/* Generic handling for $A = op $B */
 static JanetSlot genericSS(JanetFopts opts, int op, JanetSlot s) {
     JanetSlot target = janetc_gettarget(opts);
     janetc_emit_ss(opts.compiler, op, target, s, 1);
     return target;
 }
 
-/* Generic hanldling for $A = $B op I */
+/* Generic handling for $A = $B op I */
 static JanetSlot genericSSI(JanetFopts opts, int op, JanetSlot s, int32_t imm) {
     JanetSlot target = janetc_gettarget(opts);
     janetc_emit_ssi(opts.compiler, op, target, s, imm, 1);
@@ -136,7 +136,7 @@ static JanetSlot do_apply(JanetFopts opts, JanetSlot *args) {
     return target;
 }
 
-/* Varidadic operators specialization */
+/* Variadic operators specialization */
 
 static JanetSlot do_add(JanetFopts opts, JanetSlot *args) {
     return opreduce(opts, args, JOP_ADD, janet_wrap_integer(0));

src/core/compile.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -24,6 +24,7 @@
 #include "compile.h"
 #include "emit.h"
 #include "vector.h"
+#include "util.h"
 
 JanetFopts janetc_fopts_default(JanetCompiler *c) {
     JanetFopts ret;
@@ -235,7 +236,7 @@ JanetSlot janetc_resolve(
     scope->flags |= JANET_SCOPE_ENV;
     scope = scope->child;
 
-    /* Propogate env up to current scope */
+    /* Propagate env up to current scope */
     int32_t envindex = -1;
     while (scope) {
         if (scope->flags & JANET_SCOPE_FUNCTION) {
@@ -462,9 +463,9 @@ static int macroexpand1(
     if (janet_tuple_length(form) == 0)
         return 0;
     /* Source map - only set when we get a tuple */
-    if (janet_tuple_sm_line(form) > 0) {
-        c->current_mapping.line = janet_tuple_sm_line(form);
-        c->current_mapping.column = janet_tuple_sm_col(form);
+    if (janet_tuple_sm_start(form) >= 0) {
+        c->current_mapping.start = janet_tuple_sm_start(form);
+        c->current_mapping.end = janet_tuple_sm_end(form);
     }
     if (!janet_checktype(form[0], JANET_SYMBOL))
         return 0;
@@ -480,7 +481,6 @@ static int macroexpand1(
             !janet_checktype(macroval, JANET_FUNCTION))
         return 0;
 
-
     /* Evaluate macro */
     JanetFiber *fiberp;
     JanetFunction *macro = janet_unwrap_function(macroval);
@@ -553,7 +553,7 @@ JanetSlot janetc_value(JanetFopts opts, Janet x) {
                 }
                 break;
             case JANET_SYMBOL:
-                ret = janetc_sym_rvalue(opts, janet_unwrap_symbol(x));
+                ret = janetc_resolve(opts.compiler, janet_unwrap_symbol(x));
                 break;
             case JANET_ARRAY:
                 ret = janetc_array(opts, x);
@@ -575,13 +575,13 @@ JanetSlot janetc_value(JanetFopts opts, Janet x) {
 
     if (c->result.status == JANET_COMPILE_ERROR)
         return janetc_cslot(janet_wrap_nil());
-    c->current_mapping = last_mapping;
     if (opts.flags & JANET_FOPTS_TAIL)
         ret = janetc_return(opts.compiler, ret);
     if (opts.flags & JANET_FOPTS_HINT) {
         janetc_copy(opts.compiler, opts.hint, ret);
         ret = opts.hint;
     }
+    c->current_mapping = last_mapping;
     opts.compiler->recursion_guard++;
     return ret;
 }
@@ -648,15 +648,15 @@ static void janetc_init(JanetCompiler *c, JanetTable *env, const uint8_t *where)
     c->recursion_guard = JANET_RECURSION_GUARD;
     c->env = env;
     c->source = where;
-    c->current_mapping.line = 0;
-    c->current_mapping.column = 0;
+    c->current_mapping.start = -1;
+    c->current_mapping.end = -1;
     /* Init result */
     c->result.error = NULL;
     c->result.status = JANET_COMPILE_OK;
     c->result.funcdef = NULL;
     c->result.macrofiber = NULL;
-    c->result.error_mapping.line = 0;
-    c->result.error_mapping.column = 0;
+    c->result.error_mapping.start = -1;
+    c->result.error_mapping.end = -1;
 }
 
 /* Deinitialize a compiler struct */
@@ -700,45 +700,39 @@ JanetCompileResult janet_compile(Janet source, JanetTable *env, const uint8_t *w
 }
 
 /* C Function for compiling */
-static int cfun(JanetArgs args) {
-    JanetCompileResult res;
-    JanetTable *t;
-    JanetTable *env;
-    JANET_MINARITY(args, 2);
-    JANET_MAXARITY(args, 3);
-    JANET_ARG_TABLE(env, args, 1);
+static Janet cfun(int32_t argc, Janet *argv) {
+    janet_arity(argc, 2, 3);
+    JanetTable *env = janet_gettable(argv, 1);
     const uint8_t *source = NULL;
-    if (args.n == 3) {
-        JANET_ARG_STRING(source, args, 2);
+    if (argc == 3) {
+        source = janet_getstring(argv, 2);
     }
-    res = janet_compile(args.v[0], env, source);
+    JanetCompileResult res = janet_compile(argv[0], env, source);
     if (res.status == JANET_COMPILE_OK) {
-        JANET_RETURN_FUNCTION(args, janet_thunk(res.funcdef));
+        return janet_wrap_function(janet_thunk(res.funcdef));
     } else {
-        t = janet_table(4);
-        janet_table_put(t, janet_csymbolv(":error"), janet_wrap_string(res.error));
-        janet_table_put(t, janet_csymbolv(":line"), janet_wrap_integer(res.error_mapping.line));
-        janet_table_put(t, janet_csymbolv(":column"), janet_wrap_integer(res.error_mapping.column));
+        JanetTable *t = janet_table(4);
+        janet_table_put(t, janet_ckeywordv("error"), janet_wrap_string(res.error));
+        janet_table_put(t, janet_ckeywordv("start"), janet_wrap_integer(res.error_mapping.start));
+        janet_table_put(t, janet_ckeywordv("end"), janet_wrap_integer(res.error_mapping.end));
         if (res.macrofiber) {
-            janet_table_put(t, janet_csymbolv(":fiber"), janet_wrap_fiber(res.macrofiber));
+            janet_table_put(t, janet_ckeywordv("fiber"), janet_wrap_fiber(res.macrofiber));
         }
-        JANET_RETURN_TABLE(args, t);
+        return janet_wrap_table(t);
     }
 }
 
 static const JanetReg cfuns[] = {
     {"compile", cfun,
-        "(compile ast env [, source])\n\n"
-        "Compiles an Abstract Sytnax Tree (ast) into a janet function. "
-        "Pair the compile function with parsing functionality to implement "
-        "eval. Returns a janet function and does not modify ast. Throws an "
-        "error if the ast cannot be compiled."
+        JDOC("(compile ast env [, source])\n\n"
+                "Compiles an Abstract Syntax Tree (ast) into a janet function. "
+                "Pair the compile function with parsing functionality to implement "
+                "eval. Returns a janet function and does not modify ast. Throws an "
+                "error if the ast cannot be compiled.")
     },
     {NULL, NULL, NULL}
 };
 
-int janet_lib_compile(JanetArgs args) {
-    JanetTable *env = janet_env(args);
+void janet_lib_compile(JanetTable *env) {
     janet_cfuns(env, NULL, cfuns);
-    return 0;
 }

src/core/compile.h

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2017 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -240,10 +240,4 @@ JanetSlot janetc_cslot(Janet x);
 /* Search for a symbol */
 JanetSlot janetc_resolve(JanetCompiler *c, const uint8_t *sym);
 
-/* Compile a symbol (or mutltisym) when used as an rvalue. */
-JanetSlot janetc_sym_rvalue(JanetFopts opts, const uint8_t *sym);
-
-/* Compile an assignment to a symbol (or multisym) */
-JanetSlot janetc_sym_lvalue(JanetFopts opts, const uint8_t *sym, Janet value);
-
 #endif

src/core/corelib.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -50,14 +50,14 @@ typedef void *Clib;
 #define error_clib() dlerror()
 #endif
 
-JanetCFunction janet_native(const char *name, const uint8_t **error) {
+JanetModule janet_native(const char *name, const uint8_t **error) {
     Clib lib = load_clib(name);
-    JanetCFunction init;
+    JanetModule init;
     if (!lib) {
         *error = janet_cstring(error_clib());
         return NULL;
     }
-    init = (JanetCFunction) symbol_clib(lib, "_janet_init");
+    init = (JanetModule) symbol_clib(lib, "_janet_init");
     if (!init) {
         *error = janet_cstring("could not find _janet_init symbol");
         return NULL;
@@ -65,368 +65,324 @@ JanetCFunction janet_native(const char *name, const uint8_t **error) {
     return init;
 }
 
-static int janet_core_native(JanetArgs args) {
-    JanetCFunction init;
+static Janet janet_core_native(int32_t argc, Janet *argv) {
+    JanetModule init;
+    janet_arity(argc, 1, 2);
+    const uint8_t *path = janet_getstring(argv, 0);
     const uint8_t *error = NULL;
-    const uint8_t *path = NULL;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_STRING(path, args, 0);
+    JanetTable *env;
+    if (argc == 2) {
+        env = janet_gettable(argv, 1);
+    } else {
+        env = janet_table(0);
+    }
     init = janet_native((const char *)path, &error);
     if (!init) {
-        JANET_THROWV(args, janet_wrap_string(error));
+        janet_panicf("could not load native %S: %S", path, error);
     }
-    JANET_RETURN_CFUNCTION(args, init);
+    init(env);
+    return janet_wrap_table(env);
 }
 
-static int janet_core_print(JanetArgs args) {
-    int32_t i;
-    for (i = 0; i < args.n; ++i) {
+static Janet janet_core_print(int32_t argc, Janet *argv) {
+    for (int32_t i = 0; i < argc; ++i) {
         int32_t j, len;
-        const uint8_t *vstr = janet_to_string(args.v[i]);
+        const uint8_t *vstr = janet_to_string(argv[i]);
         len = janet_string_length(vstr);
         for (j = 0; j < len; ++j) {
             putc(vstr[j], stdout);
         }
     }
     putc('\n', stdout);
-    JANET_RETURN_NIL(args);
+    return janet_wrap_nil();
 }
 
-static int janet_core_describe(JanetArgs args) {
-    int32_t i;
+static Janet janet_core_describe(int32_t argc, Janet *argv) {
     JanetBuffer b;
     janet_buffer_init(&b, 0);
-    for (i = 0; i < args.n; ++i) {
-        int32_t len;
-        const uint8_t *str = janet_description(args.v[i]);
-        len = janet_string_length(str);
-        janet_buffer_push_bytes(&b, str, len);
-    }
-    *args.ret = janet_stringv(b.data, b.count);
+    for (int32_t i = 0; i < argc; ++i)
+        janet_description_b(&b, argv[i]);
+    Janet ret =  janet_stringv(b.data, b.count);
     janet_buffer_deinit(&b);
-    return 0;
+    return ret;
 }
 
-static int janet_core_string(JanetArgs args) {
-    int32_t i;
+static Janet janet_core_string(int32_t argc, Janet *argv) {
     JanetBuffer b;
     janet_buffer_init(&b, 0);
-    for (i = 0; i < args.n; ++i) {
-        int32_t len;
-        const uint8_t *str = janet_to_string(args.v[i]);
-        len = janet_string_length(str);
-        janet_buffer_push_bytes(&b, str, len);
-    }
-    *args.ret = janet_stringv(b.data, b.count);
+    for (int32_t i = 0; i < argc; ++i)
+        janet_to_string_b(&b, argv[i]);
+    Janet ret = janet_stringv(b.data, b.count);
     janet_buffer_deinit(&b);
-    return 0;
+    return ret;
 }
 
-static int janet_core_symbol(JanetArgs args) {
-    int32_t i;
+static Janet janet_core_symbol(int32_t argc, Janet *argv) {
     JanetBuffer b;
     janet_buffer_init(&b, 0);
-    for (i = 0; i < args.n; ++i) {
-        int32_t len;
-        const uint8_t *str = janet_to_string(args.v[i]);
-        len = janet_string_length(str);
-        janet_buffer_push_bytes(&b, str, len);
-    }
-    *args.ret = janet_symbolv(b.data, b.count);
+    for (int32_t i = 0; i < argc; ++i)
+        janet_to_string_b(&b, argv[i]);
+    Janet ret = janet_symbolv(b.data, b.count);
     janet_buffer_deinit(&b);
-    return 0;
+    return ret;
 }
 
-static int janet_core_buffer(JanetArgs args) {
-    int32_t i;
+static Janet janet_core_keyword(int32_t argc, Janet *argv) {
+    JanetBuffer b;
+    janet_buffer_init(&b, 0);
+    for (int32_t i = 0; i < argc; ++i)
+        janet_to_string_b(&b, argv[i]);
+    Janet ret = janet_keywordv(b.data, b.count);
+    janet_buffer_deinit(&b);
+    return ret;
+}
+
+static Janet janet_core_buffer(int32_t argc, Janet *argv) {
     JanetBuffer *b = janet_buffer(0);
-    for (i = 0; i < args.n; ++i) {
-        int32_t len;
-        const uint8_t *str = janet_to_string(args.v[i]);
-        len = janet_string_length(str);
-        janet_buffer_push_bytes(b, str, len);
-    }
-    JANET_RETURN_BUFFER(args, b);
+    for (int32_t i = 0; i < argc; ++i)
+        janet_to_string_b(b, argv[i]);
+    return janet_wrap_buffer(b);
 }
 
-static int janet_core_is_abstract(JanetArgs args) {
-    JANET_FIXARITY(args, 1);
-    JANET_RETURN_BOOLEAN(args, janet_checktype(args.v[0], JANET_ABSTRACT));
+static Janet janet_core_is_abstract(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    return janet_wrap_boolean(janet_checktype(argv[0], JANET_ABSTRACT));
 }
 
-static int janet_core_scannumber(JanetArgs args) {
-    const uint8_t *data;
-    Janet x;
-    int32_t len;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_BYTES(data, len, args, 0);
-    x = janet_scan_number(data, len);
-    JANET_RETURN(args, x);
+static Janet janet_core_scannumber(int32_t argc, Janet *argv) {
+    double number;
+    janet_fixarity(argc, 1);
+    JanetByteView view = janet_getbytes(argv, 1);
+    if (janet_scan_number(view.bytes, view.len, &number))
+        return janet_wrap_nil();
+    return janet_wrap_number(number);
 }
 
-static int janet_core_scaninteger(JanetArgs args) {
-    const uint8_t *data;
-    int32_t len, ret;
-    int err = 0;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_BYTES(data, len, args, 0);
-    ret = janet_scan_integer(data, len, &err);
-    if (err) {
-        JANET_RETURN_NIL(args);
-    }
-    JANET_RETURN_INTEGER(args, ret);
+static Janet janet_core_tuple(int32_t argc, Janet *argv) {
+    return janet_wrap_tuple(janet_tuple_n(argv, argc));
 }
 
-static int janet_core_scanreal(JanetArgs args) {
-    const uint8_t *data;
-    int32_t len;
-    double ret;
-    int err = 0;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_BYTES(data, len, args, 0);
-    ret = janet_scan_real(data, len, &err);
-    if (err) {
-        JANET_RETURN_NIL(args);
-    }
-    JANET_RETURN_REAL(args, ret);
+static Janet janet_core_array(int32_t argc, Janet *argv) {
+    JanetArray *array = janet_array(argc);
+    array->count = argc;
+    memcpy(array->data, argv, argc * sizeof(Janet));
+    return janet_wrap_array(array);
 }
 
-static int janet_core_tuple(JanetArgs args) {
-    JANET_RETURN_TUPLE(args, janet_tuple_n(args.v, args.n));
-}
-
-static int janet_core_array(JanetArgs args) {
-    JanetArray *array = janet_array(args.n);
-    array->count = args.n;
-    memcpy(array->data, args.v, args.n * sizeof(Janet));
-    JANET_RETURN_ARRAY(args, array);
-}
-
-static int janet_core_table(JanetArgs args) {
+static Janet janet_core_table(int32_t argc, Janet *argv) {
     int32_t i;
-    JanetTable *table = janet_table(args.n >> 1);
-    if (args.n & 1)
-        JANET_THROW(args, "expected even number of arguments");
-    for (i = 0; i < args.n; i += 2) {
-        janet_table_put(table, args.v[i], args.v[i + 1]);
+    if (argc & 1)
+        janet_panic("expected even number of arguments");
+    JanetTable *table = janet_table(argc >> 1);
+    for (i = 0; i < argc; i += 2) {
+        janet_table_put(table, argv[i], argv[i + 1]);
     }
-    JANET_RETURN_TABLE(args, table);
+    return janet_wrap_table(table);
 }
 
-static int janet_core_struct(JanetArgs args) {
+static Janet janet_core_struct(int32_t argc, Janet *argv) {
     int32_t i;
-    JanetKV *st = janet_struct_begin(args.n >> 1);
-    if (args.n & 1)
-        JANET_THROW(args, "expected even number of arguments");
-    for (i = 0; i < args.n; i += 2) {
-        janet_struct_put(st, args.v[i], args.v[i + 1]);
+    if (argc & 1)
+        janet_panic("expected even number of arguments");
+    JanetKV *st = janet_struct_begin(argc >> 1);
+    for (i = 0; i < argc; i += 2) {
+        janet_struct_put(st, argv[i], argv[i + 1]);
     }
-    JANET_RETURN_STRUCT(args, janet_struct_end(st));
+    return janet_wrap_struct(janet_struct_end(st));
 }
 
-static int janet_core_gensym(JanetArgs args) {
-    JANET_FIXARITY(args, 0);
-    JANET_RETURN_SYMBOL(args, janet_symbol_gen());
+static Janet janet_core_gensym(int32_t argc, Janet *argv) {
+    (void) argv;
+    janet_fixarity(argc, 0);
+    return janet_wrap_symbol(janet_symbol_gen());
 }
 
-static int janet_core_gccollect(JanetArgs args) {
-    (void) args;
+static Janet janet_core_gccollect(int32_t argc, Janet *argv) {
+    (void) argv;
+    (void) argc;
     janet_collect();
-    return 0;
+    return janet_wrap_nil();
 }
 
-static int janet_core_gcsetinterval(JanetArgs args) {
-    int32_t val;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_INTEGER(val, args, 0);
+static Janet janet_core_gcsetinterval(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    int32_t val = janet_getinteger(argv, 0);
     if (val < 0)
-        JANET_THROW(args, "expected non-negative integer");
+        janet_panic("expected non-negative integer");
     janet_vm_gc_interval = val;
-    JANET_RETURN_NIL(args);
+    return janet_wrap_nil();
 }
 
-static int janet_core_gcinterval(JanetArgs args) {
-    JANET_FIXARITY(args, 0);
-    JANET_RETURN_INTEGER(args, janet_vm_gc_interval);
+static Janet janet_core_gcinterval(int32_t argc, Janet *argv) {
+    (void) argv;
+    janet_fixarity(argc, 0);
+    return janet_wrap_number(janet_vm_gc_interval);
 }
 
-static int janet_core_type(JanetArgs args) {
-    JANET_FIXARITY(args, 1);
-    JanetType t = janet_type(args.v[0]);
+static Janet janet_core_type(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    JanetType t = janet_type(argv[0]);
     if (t == JANET_ABSTRACT) {
-        JANET_RETURN(args, janet_csymbolv(janet_abstract_type(janet_unwrap_abstract(args.v[0]))->name));
+        return janet_ckeywordv(janet_abstract_type(janet_unwrap_abstract(argv[0]))->name);
     } else {
-        JANET_RETURN(args, janet_csymbolv(janet_type_names[t]));
+        return janet_ckeywordv(janet_type_names[t]);
     }
 }
 
-static int janet_core_next(JanetArgs args) {
-    Janet ds;
-    const JanetKV *kv;
-    JANET_FIXARITY(args, 2);
-    JANET_CHECKMANY(args, 0, JANET_TFLAG_DICTIONARY);
-    ds = args.v[0];
-    if (janet_checktype(ds, JANET_TABLE)) {
-        JanetTable *t = janet_unwrap_table(ds);
-        kv = janet_checktype(args.v[1], JANET_NIL)
-            ? NULL
-            : janet_table_find(t, args.v[1]);
-        kv = janet_table_next(t, kv);
-    } else {
-        const JanetKV *st = janet_unwrap_struct(ds);
-        kv = janet_checktype(args.v[1], JANET_NIL)
-            ? NULL
-            : janet_struct_find(st, args.v[1]);
-        kv = janet_struct_next(st, kv);
+static Janet janet_core_next(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 2);
+    JanetDictView view = janet_getdictionary(argv, 0);
+    const JanetKV *end = view.kvs + view.cap;
+    const JanetKV *kv = janet_checktype(argv[1], JANET_NIL)
+        ? view.kvs
+        : janet_dict_find(view.kvs, view.cap, argv[1]) + 1;
+    while (kv < end) {
+        if (!janet_checktype(kv->key, JANET_NIL)) return kv->key;
+        kv++;
     }
-    if (kv)
-        JANET_RETURN(args, kv->key);
-    JANET_RETURN_NIL(args);
+    return janet_wrap_nil();
 }
 
-static int janet_core_hash(JanetArgs args) {
-    JANET_FIXARITY(args, 1);
-    JANET_RETURN_INTEGER(args, janet_hash(args.v[0]));
+static Janet janet_core_hash(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    return janet_wrap_number(janet_hash(argv[0]));
 }
 
 static const JanetReg cfuns[] = {
     {"native", janet_core_native,
-        "(native path)\n\n"
-        "Load a native module from the given path. The path "
-        "must be an absolute or relative path on the file system, and is "
-        "usually a .so file on Unix systems, and a .dll file on Windows. "
-        "Returns an environment table that contains functions and other values "
-        "from the native module."
+        JDOC("(native path [,env])\n\n"
+                "Load a native module from the given path. The path "
+                "must be an absolute or relative path on the file system, and is "
+                "usually a .so file on Unix systems, and a .dll file on Windows. "
+                "Returns an environment table that contains functions and other values "
+                "from the native module.")
     },
     {"print", janet_core_print,
-        "(print & xs)\n\n"
-        "Print values to the console (standard out). Value are converted "
-        "to strings if they are not already. After printing all values, a "
-        "newline character is printed. Returns nil."
+        JDOC("(print & xs)\n\n"
+                "Print values to the console (standard out). Value are converted "
+                "to strings if they are not already. After printing all values, a "
+                "newline character is printed. Returns nil.")
     },
     {"describe", janet_core_describe,
-        "(describe x)\n\n"
-        "Returns a string that is a human readable description of a value x."
+        JDOC("(describe x)\n\n"
+                "Returns a string that is a human readable description of a value x.")
     },
     {"string", janet_core_string,
-        "(string & parts)\n\n"
-        "Creates a string by concatenating values together. Values are "
-        "converted to bytes via describe if they are not byte sequences. "
-        "Returns the new string."
+        JDOC("(string & parts)\n\n"
+                "Creates a string by concatenating values together. Values are "
+                "converted to bytes via describe if they are not byte sequences. "
+                "Returns the new string.")
     },
     {"symbol", janet_core_symbol,
-        "(symbol & xs)\n\n"
-        "Creates a symbol by concatenating values together. Values are "
-        "converted to bytes via describe if they are not byte sequences. Returns "
-        "the new symbol."
+        JDOC("(symbol & xs)\n\n"
+                "Creates a symbol by concatenating values together. Values are "
+                "converted to bytes via describe if they are not byte sequences. Returns "
+                "the new symbol.")
+    },
+    {"keyword", janet_core_keyword,
+        JDOC("(keyword & xs)\n\n"
+                "Creates a keyword by concatenating values together. Values are "
+                "converted to bytes via describe if they are not byte sequences. Returns "
+                "the new keyword.")
     },
     {"buffer", janet_core_buffer,
-        "(buffer & xs)\n\n"
-        "Creates a new buffer by concatenating values together. Values are "
-        "converted to bytes via describe if they are not byte sequences. Returns "
-        "the new symbol."
+        JDOC("(buffer & xs)\n\n"
+                "Creates a new buffer by concatenating values together. Values are "
+                "converted to bytes via describe if they are not byte sequences. Returns "
+                "the new buffer.")
     },
     {"abstract?", janet_core_is_abstract,
-        "(abstract? x)\n\n"
-        "Check if x is an abstract type."
+        JDOC("(abstract? x)\n\n"
+                "Check if x is an abstract type.")
     },
     {"table", janet_core_table,
-        "(table & kvs)\n\n"
-        "Creates a new table from a variadic number of keys and values. "
-        "kvs is a sequence k1, v1, k2, v2, k3, v3, ... If kvs has "
-        "an odd number of elements, an error will be thrown. Returns the "
-        "new table."
+        JDOC("(table & kvs)\n\n"
+                "Creates a new table from a variadic number of keys and values. "
+                "kvs is a sequence k1, v1, k2, v2, k3, v3, ... If kvs has "
+                "an odd number of elements, an error will be thrown. Returns the "
+                "new table.")
     },
     {"array", janet_core_array,
-        "(array & items)\n\n"
-        "Create a new array that contains items. Returns the new array."
+        JDOC("(array & items)\n\n"
+                "Create a new array that contains items. Returns the new array.")
     },
     {"scan-number", janet_core_scannumber,
-        "(scan-number str)\n\n"
-        "Parse a number from a byte sequence an return that number, either and integer "
-        "or a real. The number "
-        "must be in the same format as numbers in janet source code. Will return nil "
-        "on an invalid number."
-    },
-    {"scan-integer", janet_core_scaninteger,
-        "(scan-integer str)\n\n"
-        "Parse an integer from a byte sequence an return that number. The integer "
-        "must be in the same format as integers in janet source code. Will return nil "
-        "on an invalid integer."
-    },
-    {"scan-real", janet_core_scanreal,
-        "(scan-real str)\n\n"
-        "Parse a real number from a byte sequence an return that number. The number "
-        "must be in the same format as numbers in janet source code. Will return nil "
-        "on an invalid number."
+        JDOC("(scan-number str)\n\n"
+                "Parse a number from a byte sequence an return that number, either and integer "
+                "or a real. The number "
+                "must be in the same format as numbers in janet source code. Will return nil "
+                "on an invalid number.")
     },
     {"tuple", janet_core_tuple,
-        "(tuple & items)\n\n"
-        "Creates a new tuple that contains items. Returns the new tuple."
+        JDOC("(tuple & items)\n\n"
+                "Creates a new tuple that contains items. Returns the new tuple.")
     },
     {"struct", janet_core_struct,
-        "(struct & kvs)\n\n"
-        "Create a new struct from a sequence of key value pairs. "
-        "kvs is a sequence k1, v1, k2, v2, k3, v3, ... If kvs has "
-        "an odd number of elements, an error will be thrown. Returns the "
-        "new struct."
+        JDOC("(struct & kvs)\n\n"
+                "Create a new struct from a sequence of key value pairs. "
+                "kvs is a sequence k1, v1, k2, v2, k3, v3, ... If kvs has "
+                "an odd number of elements, an error will be thrown. Returns the "
+                "new struct.")
     },
     {"gensym", janet_core_gensym,
-        "(gensym)\n\n"
-        "Returns a new symbol that is unique across the runtime. This means it "
-        "will not collide with any already created symbols during compilation, so "
-        "it can be used in macros to generate automatic bindings."
+        JDOC("(gensym)\n\n"
+                "Returns a new symbol that is unique across the runtime. This means it "
+                "will not collide with any already created symbols during compilation, so "
+                "it can be used in macros to generate automatic bindings.")
     },
     {"gccollect", janet_core_gccollect,
-        "(gccollect)\n\n"
-        "Run garbage collection. You should probably not call this manually."
+        JDOC("(gccollect)\n\n"
+                "Run garbage collection. You should probably not call this manually.")
     },
     {"gcsetinterval", janet_core_gcsetinterval,
-        "(gcsetinterval interval)\n\n"
-        "Set an integer number of bytes to allocate before running garbage collection. "
-        "Low values interval will be slower but use less memory. "
-        "High values will be faster but use more memory."
+        JDOC("(gcsetinterval interval)\n\n"
+                "Set an integer number of bytes to allocate before running garbage collection. "
+                "Low valuesi for interval will be slower but use less memory. "
+                "High values will be faster but use more memory.")
     },
     {"gcinterval", janet_core_gcinterval,
-        "(gcinterval)\n\n"
-        "Returns the integer number of bytes to allocate before running an iteration "
-        "of garbage collection."
+        JDOC("(gcinterval)\n\n"
+                "Returns the integer number of bytes to allocate before running an iteration "
+                "of garbage collection.")
     },
     {"type", janet_core_type,
-        "(type x)\n\n"
-        "Returns the type of x as a keyword symbol. x is one of\n"
-        "\t:nil\n"
-        "\t:boolean\n"
-        "\t:integer\n"
-        "\t:real\n"
-        "\t:array\n"
-        "\t:tuple\n"
-        "\t:table\n"
-        "\t:struct\n"
-        "\t:string\n"
-        "\t:buffer\n"
-        "\t:symbol\n"
-        "\t:abstract\n"
-        "\t:function\n"
-        "\t:cfunction"
+        JDOC("(type x)\n\n"
+                "Returns the type of x as a keyword symbol. x is one of\n"
+                "\t:nil\n"
+                "\t:boolean\n"
+                "\t:integer\n"
+                "\t:real\n"
+                "\t:array\n"
+                "\t:tuple\n"
+                "\t:table\n"
+                "\t:struct\n"
+                "\t:string\n"
+                "\t:buffer\n"
+                "\t:symbol\n"
+                "\t:keyword\n"
+                "\t:function\n"
+                "\t:cfunction\n\n"
+                "or another symbol for an abstract type.")
     },
     {"next", janet_core_next,
-        "(next dict key)\n\n"
-        "Gets the next key in a struct or table. Can be used to iterate through "
-        "the keys of a data structure in an unspecified order. Keys are guaranteed "
-        "to be seen only once per iteration if they data structure is not mutated "
-        "during iteration. If key is nil, next returns the first key. If next "
-        "returns nil, there are no more keys to iterate through. "
+        JDOC("(next dict key)\n\n"
+                "Gets the next key in a struct or table. Can be used to iterate through "
+                "the keys of a data structure in an unspecified order. Keys are guaranteed "
+                "to be seen only once per iteration if they data structure is not mutated "
+                "during iteration. If key is nil, next returns the first key. If next "
+                "returns nil, there are no more keys to iterate through. ")
     },
     {"hash", janet_core_hash,
-        "(hash value)\n\n"
-        "Gets a hash value for any janet value. The hash is an integer can be used "
-        "as a cheap hash function for all janet objects. If two values are strictly equal, "
-        "then they will have the same hash value."
+        JDOC("(hash value)\n\n"
+                "Gets a hash value for any janet value. The hash is an integer can be used "
+                "as a cheap hash function for all janet objects. If two values are strictly equal, "
+                "then they will have the same hash value.")
     },
     {NULL, NULL, NULL}
 };
 
+#ifndef JANET_NO_BOOTSTRAP
+
 /* Utility for inline assembly */
 static void janet_quick_asm(
         JanetTable *env,
@@ -502,7 +458,7 @@ static void templatize_varop(
         SSS(JOP_GET, 4, 0, 5), /* operand = args[i] */
         SSS(op, 3, 3, 4), /* accum = accum op operand */
         SSI(JOP_ADD_IMMEDIATE, 5, 5, 1), /* i++ */
-        SSI(JOP_EQUALS_INTEGER, 2, 5, 1), /* jump? = (i == argn) */
+        SSI(JOP_EQUALS, 2, 5, 1), /* jump? = (i == argn) */
         SI(JOP_JUMP_IF_NOT, 2, -4), /* if not jump? go back 4 */
 
         /* Done, do last and return accumulator */
@@ -550,7 +506,7 @@ static void templatize_comparator(
         SI(JOP_JUMP_IF_NOT, 2, 7), /* if not jump? goto fail (return false) */
         SSI(JOP_ADD_IMMEDIATE, 5, 5, 1), /* i++ */
         SS(JOP_MOVE_NEAR, 3, 4), /* last = next */
-        SSI(JOP_EQUALS_INTEGER, 2, 5, 1), /* jump? = (i == argn) */
+        SSI(JOP_EQUALS, 2, 5, 1), /* jump? = (i == argn) */
         SI(JOP_JUMP_IF_NOT, 2, -6), /* if not jump? go back 6 */
 
         /* Done, return true */
@@ -592,7 +548,7 @@ static void make_apply(JanetTable *env) {
         /* Main loop */
         SSS(JOP_GET, 5, 1, 4), /* x = args[i] */
         SSI(JOP_ADD_IMMEDIATE, 4, 4, 1), /* i++ */
-        SSI(JOP_EQUALS_INTEGER, 3, 4, 2), /* jump? = (i == argn) */
+        SSI(JOP_EQUALS, 3, 4, 2), /* jump? = (i == argn) */
         SI(JOP_JUMP_IF, 3, 3), /* if jump? go forward 3 */
         S(JOP_PUSH, 5),
         (JOP_JUMP | ((uint32_t)(-5) << 8)),
@@ -605,214 +561,214 @@ static void make_apply(JanetTable *env) {
     };
     janet_quick_asm(env, JANET_FUN_APPLY | JANET_FUNCDEF_FLAG_VARARG,
             "apply", 1, 6, apply_asm, sizeof(apply_asm),
-            "(apply f & args)\n\n"
-            "Applies a function to a variable number of arguments. Each element in args "
-            "is used as an argument to f, except the last element in args, which is expected to "
-            "be an array-like. Each element in this last argument is then also pushed as an argument to "
-            "f. For example:\n\n"
-            "\t(apply + 1000 (range 10))\n\n"
-            "sums the first 10 integers and 1000.)");
+            JDOC("(apply f & args)\n\n"
+                "Applies a function to a variable number of arguments. Each element in args "
+                "is used as an argument to f, except the last element in args, which is expected to "
+                "be an array-like. Each element in this last argument is then also pushed as an argument to "
+                "f. For example:\n\n"
+                "\t(apply + 1000 (range 10))\n\n"
+                "sums the first 10 integers and 1000.)"));
 }
 
-JanetTable *janet_core_env(void) {
-    static const uint32_t error_asm[] = {
-        JOP_ERROR
-    };
-    static const uint32_t debug_asm[] = {
-       JOP_SIGNAL | (2 << 24),
-       JOP_RETURN_NIL
-    };
-    static const uint32_t yield_asm[] = {
-        JOP_SIGNAL | (3 << 24),
-        JOP_RETURN
-    };
-    static const uint32_t resume_asm[] = {
-        JOP_RESUME | (1 << 24),
-        JOP_RETURN
-    };
-    static const uint32_t get_asm[] = {
-        JOP_GET | (1 << 24),
-        JOP_RETURN
-    };
-    static const uint32_t put_asm[] = {
-        JOP_PUT | (1 << 16) | (2 << 24),
-        JOP_RETURN
-    };
-    static const uint32_t length_asm[] = {
-        JOP_LENGTH,
-        JOP_RETURN
-    };
-    static const uint32_t bnot_asm[] = {
-        JOP_BNOT,
-        JOP_RETURN
-    };
+static const uint32_t error_asm[] = {
+    JOP_ERROR
+};
+static const uint32_t debug_asm[] = {
+   JOP_SIGNAL | (2 << 24),
+   JOP_RETURN_NIL
+};
+static const uint32_t yield_asm[] = {
+    JOP_SIGNAL | (3 << 24),
+    JOP_RETURN
+};
+static const uint32_t resume_asm[] = {
+    JOP_RESUME | (1 << 24),
+    JOP_RETURN
+};
+static const uint32_t get_asm[] = {
+    JOP_GET | (1 << 24),
+    JOP_RETURN
+};
+static const uint32_t put_asm[] = {
+    JOP_PUT | (1 << 16) | (2 << 24),
+    JOP_RETURN
+};
+static const uint32_t length_asm[] = {
+    JOP_LENGTH,
+    JOP_RETURN
+};
+static const uint32_t bnot_asm[] = {
+    JOP_BNOT,
+    JOP_RETURN
+};
+#endif /* ifndef JANET_NO_BOOTSTRAP */
 
+JanetTable *janet_core_env(void) {
     JanetTable *env = janet_table(0);
     Janet ret = janet_wrap_table(env);
 
     /* Load main functions */
     janet_cfuns(env, NULL, cfuns);
 
+#ifndef JANET_NO_BOOTSTRAP
     janet_quick_asm(env, JANET_FUN_YIELD, "debug", 0, 1, debug_asm, sizeof(debug_asm),
-            "(debug)\n\n"
-            "Throws a debug signal that can be caught by a parent fiber and used to inspect "
-            "the running state of the current fiber. Returns nil.");
+            JDOC("(debug)\n\n"
+                "Throws a debug signal that can be caught by a parent fiber and used to inspect "
+                "the running state of the current fiber. Returns nil."));
     janet_quick_asm(env, JANET_FUN_ERROR, "error", 1, 1, error_asm, sizeof(error_asm),
-            "(error e)\n\n"
-            "Throws an error e that can be caught and handled by a parent fiber.");
+            JDOC("(error e)\n\n"
+                "Throws an error e that can be caught and handled by a parent fiber."));
     janet_quick_asm(env, JANET_FUN_YIELD, "yield", 1, 2, yield_asm, sizeof(yield_asm),
-            "(yield x)\n\n"
-            "Yield a value to a parent fiber. When a fiber yields, its execution is paused until "
-            "another thread resumes it. The fiber will then resume, and the last yield call will "
-            "return the value that was passed to resume.");
+            JDOC("(yield x)\n\n"
+                "Yield a value to a parent fiber. When a fiber yields, its execution is paused until "
+                "another thread resumes it. The fiber will then resume, and the last yield call will "
+                "return the value that was passed to resume."));
     janet_quick_asm(env, JANET_FUN_RESUME, "resume", 2, 2, resume_asm, sizeof(resume_asm),
-            "(resume fiber [,x])\n\n"
-            "Resume a new or suspended fiber and optionally pass in a value to the fiber that "
-            "will be returned to the last yield in the case of a pending fiber, or the argument to "
-            "the dispatch function in the case of a new fiber. Returns either the return result of "
-            "the fiber's dispatch function, or the value from the next yield call in fiber.");
+            JDOC("(resume fiber [,x])\n\n"
+                "Resume a new or suspended fiber and optionally pass in a value to the fiber that "
+                "will be returned to the last yield in the case of a pending fiber, or the argument to "
+                "the dispatch function in the case of a new fiber. Returns either the return result of "
+                "the fiber's dispatch function, or the value from the next yield call in fiber."));
     janet_quick_asm(env, JANET_FUN_GET, "get", 2, 2, get_asm, sizeof(get_asm),
-            "(get ds key)\n\n"
-            "Get a value from any associative data structure. Arrays, tuples, tables, structs, strings, "
-            "symbols, and buffers are all associative and can be used with get. Order structures, name "
-            "arrays, tuples, strings, buffers, and symbols must use integer keys. Structs and tables can "
-            "take any value as a key except nil and return a value except nil. Byte sequences will return "
-            "integer representations of bytes as result of a get call.");
+            JDOC("(get ds key)\n\n"
+                "Get a value from any associative data structure. Arrays, tuples, tables, structs, strings, "
+                "symbols, and buffers are all associative and can be used with get. Order structures, name "
+                "arrays, tuples, strings, buffers, and symbols must use integer keys. Structs and tables can "
+                "take any value as a key except nil and return a value except nil. Byte sequences will return "
+                "integer representations of bytes as result of a get call."));
     janet_quick_asm(env, JANET_FUN_PUT, "put", 3, 3, put_asm, sizeof(put_asm),
-            "(put ds key value)\n\n"
-            "Associate a key with a value in any mutable associative data structure. Indexed data structures "
-            "(arrays and buffers) only accept non-negative integer keys, and will expand if an out of bounds "
-            "value is provided. In an array, extra space will be filled with nils, and in a buffer, extra "
-            "space will be filled with 0 bytes. In a table, putting a key that is contained in the table prototype "
-            "will hide the association defined by the prototype, but will not mutate the prototype table. Putting "
-            "a value nil into a table will remove the key from the table. Returns the data structure ds.");
+            JDOC("(put ds key value)\n\n"
+                "Associate a key with a value in any mutable associative data structure. Indexed data structures "
+                "(arrays and buffers) only accept non-negative integer keys, and will expand if an out of bounds "
+                "value is provided. In an array, extra space will be filled with nils, and in a buffer, extra "
+                "space will be filled with 0 bytes. In a table, putting a key that is contained in the table prototype "
+                "will hide the association defined by the prototype, but will not mutate the prototype table. Putting "
+                "a value nil into a table will remove the key from the table. Returns the data structure ds."));
     janet_quick_asm(env, JANET_FUN_LENGTH, "length", 1, 1, length_asm, sizeof(length_asm),
-            "(length ds)\n\n"
-            "Returns the length or count of a data structure in constant time as an integer. For "
-            "structs and tables, returns the number of key-value pairs in the data structure.");
+            JDOC("(length ds)\n\n"
+                "Returns the length or count of a data structure in constant time as an integer. For "
+                "structs and tables, returns the number of key-value pairs in the data structure."));
     janet_quick_asm(env, JANET_FUN_BNOT, "bnot", 1, 1, bnot_asm, sizeof(bnot_asm),
-            "(bnot x)\n\nReturns the bitwise inverse of integer x.");
+            JDOC("(bnot x)\n\nReturns the bit-wise inverse of integer x."));
     make_apply(env);
 
     /* Variadic ops */
     templatize_varop(env, JANET_FUN_ADD, "+", 0, 0, JOP_ADD,
-            "(+ & xs)\n\n"
-            "Returns the sum of all xs. xs must be integers or real numbers only. If xs is empty, return 0.");
+            JDOC("(+ & xs)\n\n"
+            "Returns the sum of all xs. xs must be integers or real numbers only. If xs is empty, return 0."));
     templatize_varop(env, JANET_FUN_SUBTRACT, "-", 0, 0, JOP_SUBTRACT,
-            "(- & xs)\n\n"
+            JDOC("(- & xs)\n\n"
             "Returns the difference of xs. If xs is empty, returns 0. If xs has one element, returns the "
             "negative value of that element. Otherwise, returns the first element in xs minus the sum of "
-            "the rest of the elements.");
+            "the rest of the elements."));
     templatize_varop(env, JANET_FUN_MULTIPLY, "*", 1, 1, JOP_MULTIPLY,
-            "(* & xs)\n\n"
-            "Returns the product of all elements in xs. If xs is empty, returns 1.");
+            JDOC("(* & xs)\n\n"
+            "Returns the product of all elements in xs. If xs is empty, returns 1."));
     templatize_varop(env, JANET_FUN_DIVIDE, "/", 1, 1, JOP_DIVIDE,
-            "(/ & xs)\n\n"
+            JDOC("(/ & xs)\n\n"
             "Returns the quotient of xs. If xs is empty, returns 1. If xs has one value x, returns "
             "the reciprocal of x. Otherwise return the first value of xs repeatedly divided by the remaining "
-            "values. Division by two integers uses truncating division.");
-    templatize_varop(env, JANET_FUN_BAND, "&", -1, -1, JOP_BAND,
-            "(& & xs)\n\n"
-            "Returns the bitwise and of all values in xs. Each x in xs must be an integer.");
-    templatize_varop(env, JANET_FUN_BOR, "|", 0, 0, JOP_BOR,
-            "(| & xs)\n\n"
-            "Returns the bitwise or of all values in xs. Each x in xs must be an integer.");
-    templatize_varop(env, JANET_FUN_BXOR, "^", 0, 0, JOP_BXOR,
-            "(^ & xs)\n\n"
-            "Returns the bitwise xor of all values in xs. Each in xs must be an integer.");
-    templatize_varop(env, JANET_FUN_LSHIFT, "<<", 1, 1, JOP_SHIFT_LEFT,
-            "(<< x & shifts)\n\n"
+            "values. Division by two integers uses truncating division."));
+    templatize_varop(env, JANET_FUN_BAND, "band", -1, -1, JOP_BAND,
+            JDOC("(band & xs)\n\n"
+            "Returns the bit-wise and of all values in xs. Each x in xs must be an integer."));
+    templatize_varop(env, JANET_FUN_BOR, "bor", 0, 0, JOP_BOR,
+            JDOC("(bor & xs)\n\n"
+            "Returns the bit-wise or of all values in xs. Each x in xs must be an integer."));
+    templatize_varop(env, JANET_FUN_BXOR, "bxor", 0, 0, JOP_BXOR,
+            JDOC("(bxor & xs)\n\n"
+            "Returns the bit-wise xor of all values in xs. Each in xs must be an integer."));
+    templatize_varop(env, JANET_FUN_LSHIFT, "blshift", 1, 1, JOP_SHIFT_LEFT,
+            JDOC("(blshift x & shifts)\n\n"
             "Returns the value of x bit shifted left by the sum of all values in shifts. x "
-            "and each element in shift must be an integer.");
-    templatize_varop(env, JANET_FUN_RSHIFT, ">>", 1, 1, JOP_SHIFT_RIGHT,
-            "(>> x & shifts)\n\n"
+            "and each element in shift must be an integer."));
+    templatize_varop(env, JANET_FUN_RSHIFT, "brshift", 1, 1, JOP_SHIFT_RIGHT,
+            JDOC("(brshift x & shifts)\n\n"
             "Returns the value of x bit shifted right by the sum of all values in shifts. x "
-            "and each element in shift must be an integer.");
-    templatize_varop(env, JANET_FUN_RSHIFTU, ">>>", 1, 1, JOP_SHIFT_RIGHT_UNSIGNED,
-            "(>> x & shifts)\n\n"
+            "and each element in shift must be an integer."));
+    templatize_varop(env, JANET_FUN_RSHIFTU, "brushift", 1, 1, JOP_SHIFT_RIGHT_UNSIGNED,
+            JDOC("(brushift x & shifts)\n\n"
             "Returns the value of x bit shifted right by the sum of all values in shifts. x "
             "and each element in shift must be an integer. The sign of x is not preserved, so "
-            "for positive shifts the return value will always be positive.");
+            "for positive shifts the return value will always be positive."));
 
     /* Variadic comparators */
     templatize_comparator(env, JANET_FUN_ORDER_GT, "order>", 0, JOP_GREATER_THAN,
-            "(order> & xs)\n\n"
-            "Check if xs is strictly descending according to a total order "
-            "over all values. Returns a boolean.");
+            JDOC("(order> & xs)\n\n"
+                "Check if xs is strictly descending according to a total order "
+                "over all values. Returns a boolean."));
     templatize_comparator(env, JANET_FUN_ORDER_LT, "order<", 0, JOP_LESS_THAN,
-            "(order< & xs)\n\n"
-            "Check if xs is strictly increasing according to a total order "
-            "over all values. Returns a boolean.");
+            JDOC("(order< & xs)\n\n"
+                "Check if xs is strictly increasing according to a total order "
+                "over all values. Returns a boolean."));
     templatize_comparator(env, JANET_FUN_ORDER_GTE, "order>=", 1, JOP_LESS_THAN,
-            "(order>= & xs)\n\n"
-            "Check if xs is not increasing according to a total order "
-            "over all values. Returns a boolean.");
+            JDOC("(order>= & xs)\n\n"
+                "Check if xs is not increasing according to a total order "
+                "over all values. Returns a boolean."));
     templatize_comparator(env, JANET_FUN_ORDER_LTE, "order<=", 1, JOP_GREATER_THAN,
-            "(order<= & xs)\n\n"
-            "Check if xs is not decreasing according to a total order "
-            "over all values. Returns a boolean.");
+            JDOC("(order<= & xs)\n\n"
+                "Check if xs is not decreasing according to a total order "
+                "over all values. Returns a boolean."));
     templatize_comparator(env, JANET_FUN_ORDER_EQ, "=", 0, JOP_EQUALS,
-            "(= & xs)\n\n"
-            "Returns true if all values in xs are the same, false otherwise.");
+            JDOC("(= & xs)\n\n"
+                "Returns true if all values in xs are the same, false otherwise."));
     templatize_comparator(env, JANET_FUN_ORDER_NEQ, "not=", 1, JOP_EQUALS,
-            "(not= & xs)\n\n"
-            "Return true if any values in xs are not equal, otherwise false.");
+            JDOC("(not= & xs)\n\n"
+                "Return true if any values in xs are not equal, otherwise false."));
     templatize_comparator(env, JANET_FUN_GT, ">", 0, JOP_NUMERIC_GREATER_THAN,
-            "(> & xs)\n\n"
-            "Check if xs is in numerically descending order. Returns a boolean.");
+            JDOC("(> & xs)\n\n"
+                "Check if xs is in numerically descending order. Returns a boolean."));
     templatize_comparator(env, JANET_FUN_LT, "<", 0, JOP_NUMERIC_LESS_THAN,
-            "(< & xs)\n\n"
-            "Check if xs is in numerically ascending order. Returns a boolean.");
+            JDOC("(< & xs)\n\n"
+                "Check if xs is in numerically ascending order. Returns a boolean."));
     templatize_comparator(env, JANET_FUN_GTE, ">=", 0, JOP_NUMERIC_GREATER_THAN_EQUAL,
-            "(>= & xs)\n\n"
-            "Check if xs is in numerically non-ascending order. Returns a boolean.");
+            JDOC("(>= & xs)\n\n"
+                "Check if xs is in numerically non-ascending order. Returns a boolean."));
     templatize_comparator(env, JANET_FUN_LTE, "<=", 0, JOP_NUMERIC_LESS_THAN_EQUAL,
-            "(<= & xs)\n\n"
-            "Check if xs is in numerically non-descending order. Returns a boolean.");
+            JDOC("(<= & xs)\n\n"
+                "Check if xs is in numerically non-descending order. Returns a boolean."));
     templatize_comparator(env, JANET_FUN_EQ, "==", 0, JOP_NUMERIC_EQUAL,
-            "(== & xs)\n\n"
-            "Check if all values in xs are numerically equal (4.0 == 4). Returns a boolean.");
+            JDOC("(== & xs)\n\n"
+                "Check if all values in xs are numerically equal (4.0 == 4). Returns a boolean."));
     templatize_comparator(env, JANET_FUN_NEQ, "not==", 1, JOP_NUMERIC_EQUAL,
-            "(not== & xs)\n\n"
-            "Check if any values in xs are not numerically equal (3.0 not== 4). Returns a boolean.");
+            JDOC("(not== & xs)\n\n"
+                "Check if any values in xs are not numerically equal (3.0 not== 4). Returns a boolean."));
 
     /* Platform detection */
     janet_def(env, "janet/version", janet_cstringv(JANET_VERSION),
-            "The version number of the running janet program.");
+            JDOC("The version number of the running janet program."));
     janet_def(env, "janet/build", janet_cstringv(JANET_BUILD),
-            "The build identifier of the running janet program.");
+            JDOC("The build identifier of the running janet program."));
+
+    /* Allow references to the environment */
+    janet_def(env, "_env", ret, JDOC("The environment table for the current scope."));
+#endif
 
     /* Set as gc root */
     janet_gcroot(janet_wrap_table(env));
 
     /* Load auxiliary envs */
-    {
-        JanetArgs args;
-        args.n = 1;
-        args.v = &ret;
-        args.ret = &ret;
-        janet_lib_io(args);
-        janet_lib_math(args);
-        janet_lib_array(args);
-        janet_lib_tuple(args);
-        janet_lib_buffer(args);
-        janet_lib_table(args);
-        janet_lib_fiber(args);
-        janet_lib_os(args);
-        janet_lib_parse(args);
-        janet_lib_compile(args);
-        janet_lib_string(args);
-        janet_lib_marsh(args);
+    janet_lib_io(env);
+    janet_lib_math(env);
+    janet_lib_array(env);
+    janet_lib_tuple(env);
+    janet_lib_buffer(env);
+    janet_lib_table(env);
+    janet_lib_fiber(env);
+    janet_lib_os(env);
+    janet_lib_parse(env);
+    janet_lib_compile(env);
+    janet_lib_debug(env);
+    janet_lib_string(env);
+    janet_lib_marsh(env);
 #ifdef JANET_ASSEMBLER
-        janet_lib_asm(args);
+    janet_lib_asm(env);
 #endif
-    }
-
-    /* Allow references to the environment */
-    janet_def(env, "_env", ret, "The environment table for the current scope.");
 
+#ifndef JANET_NO_BOOTSTRAP
     /* Run bootstrap source */
     janet_dobytes(env, janet_gen_core, janet_gen_core_size, "core.janet", NULL);
+#endif
 
     return env;
 }

src/core/debug.c

@@ -0,0 +1,295 @@
+/*
+* Copyright (c) 2019 Calvin Rose
+*
+* Permission is hereby granted, free of charge, to any person obtaining a copy
+* of this software and associated documentation files (the "Software"), to
+* deal in the Software without restriction, including without limitation the
+* rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+* sell copies of the Software, and to permit persons to whom the Software is
+* furnished to do so, subject to the following conditions:
+*
+* The above copyright notice and this permission notice shall be included in
+* all copies or substantial portions of the Software.
+*
+* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
+* IN THE SOFTWARE.
+*/
+
+#include <janet/janet.h>
+#include "gc.h"
+#include "state.h"
+#include "util.h"
+
+/* Implements functionality to build a debugger from within janet.
+ * The repl should also be able to serve as pretty featured debugger
+ * out of the box. */
+
+/* Add a break point to a function */
+void janet_debug_break(JanetFuncDef *def, int32_t pc) {
+    if (pc >= def->bytecode_length || pc < 0)
+        janet_panic("invalid bytecode offset");
+    def->bytecode[pc] |= 0x80;
+}
+
+/* Remove a break point from a function */
+void janet_debug_unbreak(JanetFuncDef *def, int32_t pc) {
+    if (pc >= def->bytecode_length || pc < 0)
+        janet_panic("invalid bytecode offset");
+    def->bytecode[pc] &= ~((uint32_t)0x80);
+}
+
+/*
+ * Find a location for a breakpoint given a source file an
+ * location.
+ */
+void janet_debug_find(
+        JanetFuncDef **def_out, int32_t *pc_out,
+        const uint8_t *source, int32_t offset) {
+    /* Scan the heap for right func def */
+    JanetGCMemoryHeader *current = janet_vm_blocks;
+    /* Keep track of the best source mapping we have seen so far */
+    int32_t besti = -1;
+    int32_t best_range = INT32_MAX;
+    JanetFuncDef *best_def = NULL;
+    while (NULL != current) {
+        if ((current->flags & JANET_MEM_TYPEBITS) == JANET_MEMORY_FUNCDEF) {
+            JanetFuncDef *def = (JanetFuncDef *)(current + 1);
+            if (def->sourcemap &&
+                    def->source &&
+                    !janet_string_compare(source, def->source)) {
+                /* Correct source file, check mappings. The chosen
+                 * pc index is the first match with the smallest range. */
+                int32_t i;
+                for (i = 0; i < def->bytecode_length; i++) {
+                    int32_t start = def->sourcemap[i].start;
+                    int32_t end = def->sourcemap[i].end;
+                    if (end - start < best_range &&
+                            start <= offset &&
+                            end >= offset) {
+                        best_range = end - start;
+                        besti = i;
+                        best_def = def;
+                    }
+                }
+            }
+        }
+        current = current->next;
+    }
+    if (best_def) {
+        *def_out = best_def;
+        *pc_out = besti;
+    } else {
+        janet_panic("could not find breakpoint");
+    }
+}
+
+/*
+ * CFuns
+ */
+
+/* Helper to find funcdef and bytecode offset to insert or remove breakpoints.
+ * Takes a source file name and byte offset. */
+static void helper_find(int32_t argc, Janet *argv, JanetFuncDef **def, int32_t *bytecode_offset) {
+    janet_fixarity(argc, 2);
+    const uint8_t *source = janet_getstring(argv, 0);
+    int32_t source_offset = janet_getinteger(argv, 1);
+    janet_debug_find(def, bytecode_offset, source, source_offset);
+}
+
+/* Helper to find funcdef and bytecode offset to insert or remove breakpoints.
+ * Takes a function and byte offset*/
+static void helper_find_fun(int32_t argc, Janet *argv, JanetFuncDef **def, int32_t *bytecode_offset) {
+    janet_arity(argc, 1, 2);
+    JanetFunction *func = janet_getfunction(argv, 0);
+    int32_t offset = (argc == 2) ? janet_getinteger(argv, 1) : 0;
+    *def = func->def;
+    *bytecode_offset = offset;
+}
+
+static Janet cfun_break(int32_t argc, Janet *argv) {
+    JanetFuncDef *def;
+    int32_t offset;
+    helper_find(argc, argv, &def, &offset);
+    janet_debug_break(def, offset);
+    return janet_wrap_nil();
+}
+
+static Janet cfun_unbreak(int32_t argc, Janet *argv) {
+    JanetFuncDef *def;
+    int32_t offset;
+    helper_find(argc, argv, &def, &offset);
+    janet_debug_unbreak(def, offset);
+    return janet_wrap_nil();
+}
+
+static Janet cfun_fbreak(int32_t argc, Janet *argv) {
+    JanetFuncDef *def;
+    int32_t offset;
+    helper_find_fun(argc, argv, &def, &offset);
+    janet_debug_break(def, offset);
+    return janet_wrap_nil();
+}
+
+static Janet cfun_unfbreak(int32_t argc, Janet *argv) {
+    JanetFuncDef *def;
+    int32_t offset;
+    helper_find_fun(argc, argv, &def, &offset);
+    janet_debug_unbreak(def, offset);
+    return janet_wrap_nil();
+}
+
+static Janet cfun_lineage(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    JanetFiber *fiber = janet_getfiber(argv, 0);
+    JanetArray *array = janet_array(0);
+    while (fiber) {
+        janet_array_push(array, janet_wrap_fiber(fiber));
+        fiber = fiber->child;
+    }
+    return janet_wrap_array(array);
+}
+
+/* Extract info from one stack frame */
+static Janet doframe(JanetStackFrame *frame) {
+    int32_t off;
+    JanetTable *t = janet_table(3);
+    JanetFuncDef *def = NULL;
+    if (frame->func) {
+        janet_table_put(t, janet_ckeywordv("function"), janet_wrap_function(frame->func));
+        def = frame->func->def;
+        if (def->name) {
+            janet_table_put(t, janet_ckeywordv("name"), janet_wrap_string(def->name));
+        }
+    } else {
+        JanetCFunction cfun = (JanetCFunction)(frame->pc);
+        if (cfun) {
+            Janet name = janet_table_get(janet_vm_registry, janet_wrap_cfunction(cfun));
+            if (!janet_checktype(name, JANET_NIL)) {
+                janet_table_put(t, janet_ckeywordv("name"), name);
+            }
+        }
+        janet_table_put(t, janet_ckeywordv("c"), janet_wrap_true());
+    }
+    if (frame->flags & JANET_STACKFRAME_TAILCALL) {
+        janet_table_put(t, janet_ckeywordv("tail"), janet_wrap_true());
+    }
+    if (frame->func && frame->pc) {
+        Janet *stack = (Janet *)frame + JANET_FRAME_SIZE;
+        JanetArray *slots;
+        off = (int32_t) (frame->pc - def->bytecode);
+        janet_table_put(t, janet_ckeywordv("pc"), janet_wrap_integer(off));
+        if (def->sourcemap) {
+            JanetSourceMapping mapping = def->sourcemap[off];
+            janet_table_put(t, janet_ckeywordv("source-start"), janet_wrap_integer(mapping.start));
+            janet_table_put(t, janet_ckeywordv("source-end"), janet_wrap_integer(mapping.end));
+        }
+        if (def->source) {
+            janet_table_put(t, janet_ckeywordv("source"), janet_wrap_string(def->source));
+        }
+        /* Add stack arguments */
+        slots = janet_array(def->slotcount);
+        memcpy(slots->data, stack, sizeof(Janet) * def->slotcount);
+        slots->count = def->slotcount;
+        janet_table_put(t, janet_ckeywordv("slots"), janet_wrap_array(slots));
+    }
+    return janet_wrap_table(t);
+}
+
+static Janet cfun_stack(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    JanetFiber *fiber = janet_getfiber(argv, 0);
+    JanetArray *array = janet_array(0);
+    {
+        int32_t i = fiber->frame;
+        JanetStackFrame *frame;
+        while (i > 0) {
+            frame = (JanetStackFrame *)(fiber->data + i - JANET_FRAME_SIZE);
+            janet_array_push(array, doframe(frame));
+            i = frame->prevframe;
+        }
+    }
+    return janet_wrap_array(array);
+}
+
+static Janet cfun_argstack(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    JanetFiber *fiber = janet_getfiber(argv, 0);
+    JanetArray *array = janet_array(fiber->stacktop - fiber->stackstart);
+    memcpy(array->data, fiber->data + fiber->stackstart, array->capacity * sizeof(Janet));
+    array->count = array->capacity;
+    return janet_wrap_array(array);
+}
+
+static const JanetReg cfuns[] = {
+    {
+        "debug/break", cfun_break,
+        JDOC("(debug/break source byte-offset)\n\n"
+                "Sets a breakpoint with source a key at a given byte offset. An offset "
+                "of 0 is the first byte in a file. Will throw an error if the breakpoint location "
+                "cannot be found. For example\n\n"
+                "\t(debug/break \"core.janet\" 1000)\n\n"
+                "wil set a breakpoint at the 1000th byte of the file core.janet.")
+    },
+    {
+        "debug/unbreak", cfun_unbreak,
+        JDOC("(debug/unbreak source byte-offset)\n\n"
+                "Remove a breakpoint with a source key at a given byte offset. An offset "
+                "of 0 is the first byte in a file. Will throw an error if the breakpoint "
+                "cannot be found.")
+    },
+    {
+        "debug/fbreak", cfun_fbreak,
+        JDOC("(debug/fbreak fun [,pc=0])\n\n"
+                "Set a breakpoint in a given function. pc is an optional offset, which "
+                "is in bytecode instructions. fun is a function value. Will throw an error "
+                "if the offset is too large or negative.")
+    },
+    {
+        "debug/unfbreak", cfun_unfbreak,
+        JDOC("(debug/unfbreak fun [,pc=0])\n\n"
+                "Unset a breakpoint set with debug/fbreak.")
+    },
+    {
+        "debug/arg-stack", cfun_argstack,
+        JDOC("(debug/arg-stack fiber)\n\n"
+                "Gets all values currently on the fiber's argument stack. Normally, "
+                "this should be empty unless the fiber signals while pushing arguments "
+                "to make a function call. Returns a new array.")
+    },
+    {
+        "debug/stack", cfun_stack,
+        JDOC("(debug/stack fib)\n\n"
+                "Gets information about the stack as an array of tables. Each table "
+                "in the array contains information about a stack frame. The top most, current "
+                "stack frame is the first table in the array, and the bottom most stack frame "
+                "is the last value. Each stack frame contains some of the following attributes:\n\n"
+                "\t:c - true if the stack frame is a c function invocation\n"
+                "\t:column - the current source column of the stack frame\n"
+                "\t:function - the function that the stack frame represents\n"
+                "\t:line - the current source line of the stack frame\n"
+                "\t:name - the human friendly name of the function\n"
+                "\t:pc - integer indicating the location of the program counter\n"
+                "\t:source - string with the file path or other identifier for the source code\n"
+                "\t:slots - array of all values in each slot\n"
+                "\t:tail - boolean indicating a tail call")
+    },
+    {
+        "debug/lineage", cfun_lineage,
+        JDOC("(debug/lineage fib)\n\n"
+                "Returns an array of all child fibers from a root fiber. This function "
+                "is useful when a fiber signals or errors to an ancestor fiber. Using this function, "
+                "the fiber handling the error can see which fiber raised the signal. This function should "
+                "be used mostly for debugging purposes.")
+    },
+    {NULL, NULL, NULL}
+};
+
+/* Module entry point */
+void janet_lib_debug(JanetTable *env) {
+    janet_cfuns(env, NULL, cfuns);
+}

src/core/emit.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -61,7 +61,7 @@ static int32_t janetc_const(JanetCompiler *c, Janet x) {
         if (janet_equals(x, scope->consts[i]))
             return i;
     }
-    /* Ensure not too many constsants. */
+    /* Ensure not too many constants. */
     if (len >= 0xFFFF) {
         janetc_cerror(c, "too many constants");
         return 0;
@@ -82,17 +82,17 @@ static void janetc_loadconst(JanetCompiler *c, Janet k, int32_t reg) {
         case JANET_FALSE:
             janetc_emit(c, (reg << 8) | JOP_LOAD_FALSE);
             break;
-        case JANET_INTEGER:
+        case JANET_NUMBER:
             {
-                int32_t i = janet_unwrap_integer(k);
-                if (i <= INT16_MAX && i >= INT16_MIN) {
-                    janetc_emit(c,
-                            (i << 16) |
-                            (reg << 8) |
-                            JOP_LOAD_INTEGER);
-                    break;
-                }
-                goto do_constant;
+                double dval = janet_unwrap_number(k);
+                int32_t i = (int32_t) dval;
+                if (dval != i || !(dval >= INT16_MIN && dval <= INT16_MAX))
+                    goto do_constant;
+                janetc_emit(c,
+                        (i << 16) |
+                        (reg << 8) |
+                        JOP_LOAD_INTEGER);
+                break;
             }
         default:
         do_constant:

src/core/emit.h

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to

src/core/fiber.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -24,12 +24,13 @@
 #include "fiber.h"
 #include "state.h"
 #include "gc.h"
+#include "util.h"
 
 static JanetFiber *make_fiber(int32_t capacity) {
     Janet *data;
     JanetFiber *fiber = janet_gcalloc(JANET_MEMORY_FIBER, sizeof(JanetFiber));
-    if (capacity < 16) {
-        capacity = 16;
+    if (capacity < 32) {
+        capacity = 32;
     }
     fiber->capacity = capacity;
     data = malloc(sizeof(Janet) * capacity);
@@ -50,8 +51,7 @@ static JanetFiber *make_fiber(int32_t capacity) {
 /* Initialize a new fiber */
 JanetFiber *janet_fiber(JanetFunction *callee, int32_t capacity) {
     JanetFiber *fiber = make_fiber(capacity);
-    if (janet_fiber_funcframe(fiber, callee))
-        janet_fiber_set_status(fiber, JANET_STATUS_ERROR);
+    if (janet_fiber_funcframe(fiber, callee)) return NULL;
     return fiber;
 }
 
@@ -65,8 +65,7 @@ JanetFiber *janet_fiber_n(JanetFunction *callee, int32_t capacity, const Janet *
     }
     memcpy(fiber->data + fiber->stacktop, argv, argn * sizeof(Janet));
     fiber->stacktop = newstacktop;
-    if (janet_fiber_funcframe(fiber, callee))
-        janet_fiber_set_status(fiber, JANET_STATUS_ERROR);
+    if (janet_fiber_funcframe(fiber, callee)) return NULL;
     return fiber;
 }
 
@@ -132,6 +131,13 @@ int janet_fiber_funcframe(JanetFiber *fiber, JanetFunction *func) {
     int32_t nextstacktop = nextframe + func->def->slotcount + JANET_FRAME_SIZE;
     int32_t next_arity = fiber->stacktop - fiber->stackstart;
 
+    /* Check strict arity before messing with state */
+    if (func->def->flags & JANET_FUNCDEF_FLAG_FIXARITY) {
+        if (func->def->arity != next_arity) {
+            return 1;
+        }
+    }
+
     if (fiber->capacity < nextstacktop) {
         janet_fiber_setcapacity(fiber, 2 * nextstacktop);
     }
@@ -163,13 +169,6 @@ int janet_fiber_funcframe(JanetFiber *fiber, JanetFunction *func) {
         }
     }
 
-    /* Check strict arity AFTER getting fiber to valid state. */
-    if (func->def->flags & JANET_FUNCDEF_FLAG_FIXARITY) {
-        if (func->def->arity != next_arity) {
-            return 1;
-        }
-    }
-
     /* Good return */
     return 0;
 }
@@ -198,6 +197,13 @@ int janet_fiber_funcframe_tail(JanetFiber *fiber, JanetFunction *func) {
     int32_t next_arity = fiber->stacktop - fiber->stackstart;
     int32_t stacksize;
 
+    /* Check strict arity before messing with state */
+    if (func->def->flags & JANET_FUNCDEF_FLAG_FIXARITY) {
+        if (func->def->arity != next_arity) {
+            return 1;
+        }
+    }
+
     if (fiber->capacity < nextstacktop) {
         janet_fiber_setcapacity(fiber, 2 * nextstacktop);
     }
@@ -205,7 +211,7 @@ int janet_fiber_funcframe_tail(JanetFiber *fiber, JanetFunction *func) {
     Janet *stack = fiber->data + fiber->frame;
     Janet *args = fiber->data + fiber->stackstart;
 
-    /* Detatch old function */
+    /* Detach old function */
     if (NULL != janet_fiber_frame(fiber)->func)
         janet_env_detach(janet_fiber_frame(fiber)->env);
     janet_fiber_frame(fiber)->env = NULL;
@@ -241,13 +247,6 @@ int janet_fiber_funcframe_tail(JanetFiber *fiber, JanetFunction *func) {
     janet_fiber_frame(fiber)->pc = func->def->bytecode;
     janet_fiber_frame(fiber)->flags |= JANET_STACKFRAME_TAILCALL;
 
-    /* Check strict arity AFTER getting fiber to valid state. */
-    if (func->def->flags & JANET_FUNCDEF_FLAG_FIXARITY) {
-        if (func->def->arity != next_arity) {
-            return 1;
-        }
-    }
-
     /* Good return */
     return 0;
 }
@@ -294,32 +293,28 @@ void janet_fiber_popframe(JanetFiber *fiber) {
 
 /* CFuns */
 
-static int cfun_new(JanetArgs args) {
+static Janet cfun_new(int32_t argc, Janet *argv) {
+    janet_arity(argc, 1, 2);
+    JanetFunction *func = janet_getfunction(argv, 0);
     JanetFiber *fiber;
-    JanetFunction *func;
-    JANET_MINARITY(args, 1);
-    JANET_MAXARITY(args, 2);
-    JANET_ARG_FUNCTION(func, args, 0);
     if (func->def->flags & JANET_FUNCDEF_FLAG_FIXARITY) {
         if (func->def->arity != 0) {
-            JANET_THROW(args, "expected nullary function in fiber constructor");
+            janet_panic("expected nullary function in fiber constructor");
         }
     }
     fiber = janet_fiber(func, 64);
-    if (args.n == 2) {
-        const uint8_t *flags;
-        int32_t len, i;
-        JANET_ARG_BYTES(flags, len, args, 1);
+    if (argc == 2) {
+        int32_t i;
+        JanetByteView view = janet_getbytes(argv, 1);
         fiber->flags = 0;
         janet_fiber_set_status(fiber, JANET_STATUS_NEW);
-        for (i = 0; i < len; i++) {
-            if (flags[i] >= '0' && flags[i] <= '9') {
-                fiber->flags |= JANET_FIBER_MASK_USERN(flags[i] - '0');
+        for (i = 0; i < view.len; i++) {
+            if (view.bytes[i] >= '0' && view.bytes[i] <= '9') {
+                fiber->flags |= JANET_FIBER_MASK_USERN(view.bytes[i] - '0');
             } else {
-                switch (flags[i]) {
+                switch (view.bytes[i]) {
                     default:
-                        JANET_THROW(args, "invalid flag, expected a, d, e, u, or y");
-                    case ':':
+                        janet_panicf("invalid flag %c, expected a, d, e, u, or y", view.bytes[i]);
                         break;
                     case 'a':
                         fiber->flags |=
@@ -344,205 +339,93 @@ static int cfun_new(JanetArgs args) {
             }
         }
     }
-    JANET_RETURN_FIBER(args, fiber);
+    return janet_wrap_fiber(fiber);
 }
 
-static int cfun_status(JanetArgs args) {
-    JanetFiber *fiber;
-    const char *status = "";
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_FIBER(fiber, args, 0);
+static Janet cfun_status(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    JanetFiber *fiber = janet_getfiber(argv, 0);
     uint32_t s = (fiber->flags & JANET_FIBER_STATUS_MASK) >>
         JANET_FIBER_STATUS_OFFSET;
-    switch (s) {
-        case JANET_STATUS_DEAD: status = ":dead"; break;
-        case JANET_STATUS_ERROR: status = ":error"; break;
-        case JANET_STATUS_DEBUG: status = ":debug"; break;
-        case JANET_STATUS_PENDING: status = ":pending"; break;
-        case JANET_STATUS_USER0: status = ":user0"; break;
-        case JANET_STATUS_USER1: status = ":user1"; break;
-        case JANET_STATUS_USER2: status = ":user2"; break;
-        case JANET_STATUS_USER3: status = ":user3"; break;
-        case JANET_STATUS_USER4: status = ":user4"; break;
-        case JANET_STATUS_USER5: status = ":user5"; break;
-        case JANET_STATUS_USER6: status = ":user6"; break;
-        case JANET_STATUS_USER7: status = ":user7"; break;
-        case JANET_STATUS_USER8: status = ":user8"; break;
-        case JANET_STATUS_USER9: status = ":user9"; break;
-        case JANET_STATUS_NEW: status = ":new"; break;
-        default:
-        case JANET_STATUS_ALIVE: status = ":alive"; break;
-    }
-    JANET_RETURN_CSYMBOL(args, status);
+    return janet_ckeywordv(janet_status_names[s]);
 }
 
-/* Extract info from one stack frame */
-static Janet doframe(JanetStackFrame *frame) {
-    int32_t off;
-    JanetTable *t = janet_table(3);
-    JanetFuncDef *def = NULL;
-    if (frame->func) {
-        janet_table_put(t, janet_csymbolv(":function"), janet_wrap_function(frame->func));
-        def = frame->func->def;
-        if (def->name) {
-            janet_table_put(t, janet_csymbolv(":name"), janet_wrap_string(def->name));
-        }
-    } else {
-        JanetCFunction cfun = (JanetCFunction)(frame->pc);
-        if (cfun) {
-            Janet name = janet_table_get(janet_vm_registry, janet_wrap_cfunction(cfun));
-            if (!janet_checktype(name, JANET_NIL)) {
-                janet_table_put(t, janet_csymbolv(":name"), name);
-            }
-        }
-        janet_table_put(t, janet_csymbolv(":c"), janet_wrap_true());
-    }
-    if (frame->flags & JANET_STACKFRAME_TAILCALL) {
-        janet_table_put(t, janet_csymbolv(":tail"), janet_wrap_true());
-    }
-    if (frame->func && frame->pc) {
-        off = (int32_t) (frame->pc - def->bytecode);
-        janet_table_put(t, janet_csymbolv(":pc"), janet_wrap_integer(off));
-        if (def->sourcemap) {
-            JanetSourceMapping mapping = def->sourcemap[off];
-            janet_table_put(t, janet_csymbolv(":line"), janet_wrap_integer(mapping.line));
-            janet_table_put(t, janet_csymbolv(":column"), janet_wrap_integer(mapping.column));
-        }
-        if (def->source) {
-            janet_table_put(t, janet_csymbolv(":source"), janet_wrap_string(def->source));
-        }
-    }
-    return janet_wrap_table(t);
+static Janet cfun_current(int32_t argc, Janet *argv) {
+    (void) argv;
+    janet_fixarity(argc, 0);
+    return janet_wrap_fiber(janet_vm_fiber);
 }
 
-static int cfun_stack(JanetArgs args) {
-    JanetFiber *fiber;
-    JanetArray *array;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_FIBER(fiber, args, 0);
-    array = janet_array(0);
-    {
-        int32_t i = fiber->frame;
-        JanetStackFrame *frame;
-        while (i > 0) {
-            frame = (JanetStackFrame *)(fiber->data + i - JANET_FRAME_SIZE);
-            janet_array_push(array, doframe(frame));
-            i = frame->prevframe;
-        }
-    }
-    JANET_RETURN_ARRAY(args, array);
+static Janet cfun_maxstack(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    JanetFiber *fiber = janet_getfiber(argv, 0);
+    return janet_wrap_integer(fiber->maxstack);
 }
 
-static int cfun_current(JanetArgs args) {
-    JANET_FIXARITY(args, 0);
-    JANET_RETURN_FIBER(args, janet_vm_fiber);
-}
-
-static int cfun_lineage(JanetArgs args) {
-    JanetFiber *fiber;
-    JanetArray *array;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_FIBER(fiber, args, 0);
-    array = janet_array(0);
-    while (fiber) {
-        janet_array_push(array, janet_wrap_fiber(fiber));
-        fiber = fiber->child;
-    }
-    JANET_RETURN_ARRAY(args, array);
-}
-
-static int cfun_maxstack(JanetArgs args) {
-    JanetFiber *fiber;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_FIBER(fiber, args, 0);
-    JANET_RETURN_INTEGER(args, fiber->maxstack);
-}
-
-static int cfun_setmaxstack(JanetArgs args) {
-    JanetFiber *fiber;
-    int32_t maxs;
-    JANET_FIXARITY(args, 2);
-    JANET_ARG_FIBER(fiber, args, 0);
-    JANET_ARG_INTEGER(maxs, args, 1);
+static Janet cfun_setmaxstack(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 2);
+    JanetFiber *fiber = janet_getfiber(argv, 0);
+    int32_t maxs = janet_getinteger(argv, 1);
     if (maxs < 0) {
-        JANET_THROW(args, "expected positive integer");
+        janet_panic("expected positive integer");
     }
     fiber->maxstack = maxs;
-    JANET_RETURN_FIBER(args, fiber);
+    return argv[0];
 }
 
 static const JanetReg cfuns[] = {
-    {"fiber/new", cfun_new,
-        "(fiber/new func [,sigmask])\n\n"
-        "Create a new fiber with function body func. Can optionally "
-        "take a set of signals to block from the current parent fiber "
-        "when called. The mask is specified as symbol where each character "
-        "is used to indicate a signal to block. The default sigmask is :y. "
-        "For example, \n\n"
-        "\t(fiber/new myfun :e123)\n\n"
-        "blocks error signals and user signals 1, 2 and 3. The signals are "
-        "as follows: \n\n"
-        "\ta - block all signals\n"
-        "\td - block debug signals\n"
-        "\te - block error signals\n"
-        "\tu - block user signals\n"
-        "\ty - block yield signals\n"
-        "\t0-9 - block a specific user signal"
+    {
+        "fiber/new", cfun_new,
+        JDOC("(fiber/new func [,sigmask])\n\n"
+                "Create a new fiber with function body func. Can optionally "
+                "take a set of signals to block from the current parent fiber "
+                "when called. The mask is specified as a keyword where each character "
+                "is used to indicate a signal to block. The default sigmask is :y. "
+                "For example, \n\n"
+                "\t(fiber/new myfun :e123)\n\n"
+                "blocks error signals and user signals 1, 2 and 3. The signals are "
+                "as follows: \n\n"
+                "\ta - block all signals\n"
+                "\td - block debug signals\n"
+                "\te - block error signals\n"
+                "\tu - block user signals\n"
+                "\ty - block yield signals\n"
+                "\t0-9 - block a specific user signal")
     },
-    {"fiber/status", cfun_status,
-        "(fiber/status fib)\n\n"
-        "Get the status of a fiber. The status will be one of:\n\n"
-        "\t:dead - the fiber has finished\n"
-        "\t:error - the fiber has errored out\n"
-        "\t:debug - the fiber is suspended in debug mode\n"
-        "\t:pending - the fiber has been yielded\n"
-        "\t:user(0-9) - the fiber is suspended by a user signal\n"
-        "\t:alive - the fiber is currently running and cannot be resumed\n"
-        "\t:new - the fiber has just been created and not yet run"
+    {
+        "fiber/status", cfun_status,
+        JDOC("(fiber/status fib)\n\n"
+                "Get the status of a fiber. The status will be one of:\n\n"
+                "\t:dead - the fiber has finished\n"
+                "\t:error - the fiber has errored out\n"
+                "\t:debug - the fiber is suspended in debug mode\n"
+                "\t:pending - the fiber has been yielded\n"
+                "\t:user(0-9) - the fiber is suspended by a user signal\n"
+                "\t:alive - the fiber is currently running and cannot be resumed\n"
+                "\t:new - the fiber has just been created and not yet run")
     },
-    {"fiber/stack", cfun_stack,
-        "(fiber/stack fib)\n\n"
-        "Gets information about the stack as an array of tables. Each table "
-        "in the array contains information about a stack frame. The top most, current "
-        "stack frame is the first table in the array, and the bottom most stack frame "
-        "is the last value. Each stack frame contains some of the following attributes:\n\n"
-        "\t:c - true if the stack frame is a c function invokation\n"
-        "\t:column - the current source column of the stack frame\n"
-        "\t:function - the function that the stack frame represents\n"
-        "\t:line - the current source line of the stack frame\n"
-        "\t:name - the human friendly name of the function\n"
-        "\t:pc - integer indicating the location of the program counter\n"
-        "\t:source - string with filename or other identifier for the source code\n"
-        "\t:tail - boolean indicating a tail call"
+    {
+        "fiber/current", cfun_current,
+        JDOC("(fiber/current)\n\n"
+                "Returns the currently running fiber.")
     },
-    {"fiber/current", cfun_current,
-        "(fiber/current)\n\n"
-        "Returns the currently running fiber."
+    {
+        "fiber/maxstack", cfun_maxstack,
+        JDOC("(fiber/maxstack fib)\n\n"
+                "Gets the maximum stack size in janet values allowed for a fiber. While memory for "
+                "the fiber's stack is not allocated up front, the fiber will not allocated more "
+                "than this amount and will throw a stack-overflow error if more memory is needed. ")
     },
-    {"fiber/lineage", cfun_lineage,
-        "(fiber/lineage fib)\n\n"
-        "Returns an array of all child fibers from a root fiber. This function "
-        "is useful when a fiber signals or errors to an ancestor fiber. Using this function, "
-        "the fiber handling the error can see which fiber raised the signal. This function should "
-        "be used mostly for debugging purposes."
-    },
-    {"fiber/maxstack", cfun_maxstack,
-        "(fiber/maxstack fib)\n\n"
-        "Gets the maximum stack size in janet values allowed for a fiber. While memory for "
-        "the fiber's stack is not allocated up front, the fiber will not allocated more "
-        "than this amount and will throw a stackoverflow error if more memory is needed. "
-    },
-    {"fiber/setmaxstack", cfun_setmaxstack,
-        "(fiber/setmaxstack fib maxstack)\n\n"
-        "Sets the maximum stack size in janet values for a fiber. By default, the "
-        "maximum stacksize is usually 8192."
+    {
+        "fiber/setmaxstack", cfun_setmaxstack,
+        JDOC("(fiber/setmaxstack fib maxstack)\n\n"
+                "Sets the maximum stack size in janet values for a fiber. By default, the "
+                "maximum stack size is usually 8192.")
     },
     {NULL, NULL, NULL}
 };
 
 /* Module entry point */
-int janet_lib_fiber(JanetArgs args) {
-    JanetTable *env = janet_env(args);
+void janet_lib_fiber(JanetTable *env) {
     janet_cfuns(env, NULL, cfuns);
-    return 0;
 }

src/core/fiber.h

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to

src/core/gc.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -60,6 +60,7 @@ void janet_mark(Janet x) {
         switch (janet_type(x)) {
             default: break;
             case JANET_STRING:
+            case JANET_KEYWORD:
             case JANET_SYMBOL: janet_mark_string(janet_unwrap_string(x)); break;
             case JANET_FUNCTION: janet_mark_function(janet_unwrap_function(x)); break;
             case JANET_ARRAY: janet_mark_array(janet_unwrap_array(x)); break;
@@ -195,6 +196,11 @@ recur:
     if (janet_gc_reachable(fiber))
         return;
     janet_gc_mark(fiber);
+
+    /* Mark values on the argument stack */
+    janet_mark_many(fiber->data + fiber->stackstart,
+            fiber->stacktop - fiber->stackstart);
+
     i = fiber->frame;
     j = fiber->stackstart - JANET_FRAME_SIZE;
     while (i > 0) {
@@ -357,11 +363,9 @@ static int janet_gc_idequals(Janet lhs, Janet rhs) {
         case JANET_TRUE:
         case JANET_FALSE:
         case JANET_NIL:
+        case JANET_NUMBER:
+            /* These values don't really matter to the gc so returning 1 all the time is fine. */
             return 1;
-        case JANET_INTEGER:
-            return janet_unwrap_integer(lhs) == janet_unwrap_integer(rhs);
-        case JANET_REAL:
-            return janet_unwrap_real(lhs) == janet_unwrap_real(rhs);
         default:
             return janet_unwrap_pointer(lhs) == janet_unwrap_pointer(rhs);
     }

src/core/gc.h

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to

src/core/io.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -27,6 +27,7 @@
 #include <stdio.h>
 #include <janet/janet.h>
 #include <errno.h>
+#include "util.h"
 
 #define IO_WRITE 1
 #define IO_READ 2
@@ -47,19 +48,22 @@ struct IOFile {
 static int janet_io_gc(void *p, size_t len);
 
 JanetAbstractType janet_io_filetype = {
-    ":core.file",
+    "core/file",
     janet_io_gc,
     NULL
 };
 
-/* Check argupments to fopen */
-static int checkflags(const uint8_t *str, int32_t len) {
+/* Check arguments to fopen */
+static int checkflags(const uint8_t *str) {
     int flags = 0;
     int32_t i;
-    if (!len || len > 3) return -1;
+    int32_t len = janet_string_length(str);
+    if (!len || len > 3)
+        janet_panic("file mode must have a length between 1 and 3");
     switch (*str) {
         default:
-            return -1;
+            janet_panicf("invalid flag %c, expected w, a, or r", *str);
+            break;
         case 'w':
             flags |= IO_WRITE;
             break;
@@ -73,7 +77,8 @@ static int checkflags(const uint8_t *str, int32_t len) {
     for (i = 1; i < len; i++) {
         switch (str[i]) {
             default:
-                return -1;
+                janet_panicf("invalid flag %c, expected + or b", str[i]);
+                break;
             case '+':
                 if (flags & IO_UPDATE) return -1;
                 flags |= IO_UPDATE;
@@ -87,41 +92,6 @@ static int checkflags(const uint8_t *str, int32_t len) {
     return flags;
 }
 
-/* Check file argument */
-static IOFile *checkfile(JanetArgs args, int32_t n) {
-    IOFile *iof;
-    if (n >= args.n) {
-        *args.ret = janet_cstringv("expected core.file");
-        return NULL;
-    }
-    if (!janet_checktype(args.v[n], JANET_ABSTRACT)) {
-        *args.ret = janet_cstringv("expected core.file");
-        return NULL;
-    }
-    iof = (IOFile *) janet_unwrap_abstract(args.v[n]);
-    if (janet_abstract_type(iof) != &janet_io_filetype) {
-        *args.ret = janet_cstringv("expected core.file");
-        return NULL;
-    }
-    return iof;
-}
-
-/* Check buffer argument */
-static JanetBuffer *checkbuffer(JanetArgs args, int32_t n, int optional) {
-    if (optional && n == args.n) {
-        return janet_buffer(0);
-    }
-    if (n >= args.n) {
-        *args.ret = janet_cstringv("expected buffer");
-        return NULL;
-    }
-    if (!janet_checktype(args.v[n], JANET_BUFFER)) {
-        *args.ret = janet_cstringv("expected buffer");
-        return NULL;
-    }
-    return janet_unwrap_abstract(args.v[n]);
-}
-
 static Janet makef(FILE *f, int flags) {
     IOFile *iof = (IOFile *) janet_abstract(&janet_io_filetype, sizeof(IOFile));
     iof->file = f;
@@ -130,176 +100,147 @@ static Janet makef(FILE *f, int flags) {
 }
 
 /* Open a process */
-static int janet_io_popen(JanetArgs args) {
-    const uint8_t *fname, *fmode;
-    int32_t modelen;
-    FILE *f;
-    int flags;
-    JANET_MINARITY(args, 1);
-    JANET_MAXARITY(args, 2);
-    JANET_ARG_STRING(fname, args, 0);
-    if (args.n == 2) {
-        if (!janet_checktype(args.v[1], JANET_STRING) &&
-            !janet_checktype(args.v[1], JANET_SYMBOL))
-            JANET_THROW(args, "expected string mode");
-        fmode = janet_unwrap_string(args.v[1]);
-        modelen = janet_string_length(fmode);
-    } else {
-        fmode = (const uint8_t *)"r";
-        modelen = 1;
+#ifdef __EMSCRIPTEN__
+static Janet janet_io_popen(int32_t argc, Janet *argv) {
+    (void) argc;
+    (void) argv;
+    janet_panic("not implemented on this platform");
+    return janet_wrap_nil();
+}
+#else
+static Janet janet_io_popen(int32_t argc, Janet *argv) {
+    janet_arity(argc, 1, 2);
+    const uint8_t *fname = janet_getstring(argv, 0);
+    const uint8_t *fmode = NULL;
+    if (argc == 2) {
+        fmode = janet_getkeyword(argv, 1);
+        if (janet_string_length(fmode) != 1 ||
+            !(fmode[0] == 'r' || fmode[0] == 'w')) {
+            janet_panicf("invalid file mode :%S, expected :r or :w", fmode);
+        }
     }
-    if (fmode[0] == ':') {
-        fmode++;
-        modelen--;
-    }
-    if (modelen != 1 || !(fmode[0] == 'r' || fmode[0] == 'w')) {
-        JANET_THROW(args, "invalid file mode");
-    }
-    flags = (fmode[0] == 'r') ? IO_PIPED | IO_READ : IO_PIPED | IO_WRITE;
+    int flags = (fmode && fmode[0] == '2')
+        ? IO_PIPED | IO_WRITE
+        : IO_PIPED | IO_READ;
 #ifdef JANET_WINDOWS
 #define popen _popen
 #endif
-#ifdef __EMSCRIPTEN__
-#define popen(A, B) (errno = 0, NULL)
-#endif
-    f = popen((const char *)fname, (const char *)fmode);
+    FILE *f = popen((const char *)fname, (const char *)fmode);
     if (!f) {
-        if (errno == EMFILE) {
-            JANET_THROW(args, "too many streams are open");
-        }
-        JANET_THROW(args, "could not open file");
+        return janet_wrap_nil();
     }
-    JANET_RETURN(args, makef(f, flags));
+    return makef(f, flags);
 }
+#endif
 
-/* Open a a file and return a userdata wrapper around the C file API. */
-static int janet_io_fopen(JanetArgs args) {
-    const uint8_t *fname, *fmode;
-    int32_t modelen;
-    FILE *f;
+static Janet janet_io_fopen(int32_t argc, Janet *argv) {
+    janet_arity(argc, 1, 2);
+    const uint8_t *fname = janet_getstring(argv, 0);
+    const uint8_t *fmode;
     int flags;
-    JANET_MINARITY(args, 1);
-    JANET_MAXARITY(args, 2);
-    JANET_ARG_STRING(fname, args, 0);
-    if (args.n == 2) {
-        if (!janet_checktype(args.v[1], JANET_STRING) &&
-            !janet_checktype(args.v[1], JANET_SYMBOL))
-            JANET_THROW(args, "expected string mode");
-        fmode = janet_unwrap_string(args.v[1]);
-        modelen = janet_string_length(fmode);
+    if (argc == 2) {
+        fmode = janet_getkeyword(argv, 1);
+        flags = checkflags(fmode);
     } else {
         fmode = (const uint8_t *)"r";
-        modelen = 1;
+        flags = IO_READ;
     }
-    if (fmode[0] == ':') {
-        fmode++;
-        modelen--;
-    }
-    if ((flags = checkflags(fmode, modelen)) < 0) {
-        JANET_THROW(args, "invalid file mode");
-    }
-    f = fopen((const char *)fname, (const char *)fmode);
-    JANET_RETURN(args, f ? makef(f, flags) : janet_wrap_nil());
+    FILE *f = fopen((const char *)fname, (const char *)fmode);
+    return f ? makef(f, flags) : janet_wrap_nil();
 }
 
 /* Read up to n bytes into buffer. Return error string if error. */
-static const char *read_chunk(IOFile *iof, JanetBuffer *buffer, int32_t nBytesMax) {
+static void read_chunk(IOFile *iof, JanetBuffer *buffer, int32_t nBytesMax) {
     if (!(iof->flags & (IO_READ | IO_UPDATE)))
-        return "file is not readable";
-    /* Ensure buffer size */
-    if (janet_buffer_extra(buffer, nBytesMax))
-        return "buffer overflow";
+        janet_panic("file is not readable");
+    janet_buffer_extra(buffer, nBytesMax);
     size_t ntoread = nBytesMax;
     size_t nread = fread((char *)(buffer->data + buffer->count), 1, ntoread, iof->file);
     if (nread != ntoread && ferror(iof->file))
-        return "could not read file";
+        janet_panic("could not read file");
     buffer->count += (int32_t) nread;
-    return NULL;
 }
 
 /* Read a certain number of bytes into memory */
-static int janet_io_fread(JanetArgs args) {
-    JanetBuffer *b;
-    IOFile *iof = checkfile(args, 0);
-    if (!iof) return 1;
-    if (iof->flags & IO_CLOSED)
-        JANET_THROW(args, "file is closed");
-    b = checkbuffer(args, 2, 1);
-    if (!b) return 1;
-    if (janet_checktype(args.v[1], JANET_SYMBOL)) {
-        const uint8_t *sym = janet_unwrap_symbol(args.v[1]);
-        if (!janet_cstrcmp(sym, ":all")) {
+static Janet janet_io_fread(int32_t argc, Janet *argv) {
+    janet_arity(argc, 2, 3);
+    IOFile *iof = janet_getabstract(argv, 0, &janet_io_filetype);
+    if (iof->flags & IO_CLOSED) janet_panic("file is closed");
+    JanetBuffer *buffer;
+    if (argc == 2) {
+        buffer = janet_buffer(0);
+    } else {
+        buffer = janet_getbuffer(argv, 2);
+    }
+    if (janet_checktype(argv[1], JANET_KEYWORD)) {
+        const uint8_t *sym = janet_unwrap_keyword(argv[1]);
+        if (!janet_cstrcmp(sym, "all")) {
             /* Read whole file */
             int status = fseek(iof->file, 0, SEEK_SET);
             if (status) {
                 /* backwards fseek did not work (stream like popen) */
                 int32_t sizeBefore;
                 do {
-                    sizeBefore = b->count;
-                    const char *maybeErr = read_chunk(iof, b, 1024);
-                    if (maybeErr) JANET_THROW(args, maybeErr);
-                } while (sizeBefore < b->count);
+                    sizeBefore = buffer->count;
+                    read_chunk(iof, buffer, 1024);
+                } while (sizeBefore < buffer->count);
             } else {
                 fseek(iof->file, 0, SEEK_END);
                 long fsize = ftell(iof->file);
                 fseek(iof->file, 0, SEEK_SET);
-                if (fsize > INT32_MAX) JANET_THROW(args, "buffer overflow");
-                const char *maybeErr = read_chunk(iof, b, (int32_t) fsize);;
-                if (maybeErr) JANET_THROW(args, maybeErr);
+                read_chunk(iof, buffer, (int32_t) fsize);
             }
-        } else if (!janet_cstrcmp(sym, ":line")) {
+        } else if (!janet_cstrcmp(sym, "line")) {
             for (;;) {
                 int x = fgetc(iof->file);
-                if (x != EOF && janet_buffer_push_u8(b, (uint8_t)x))
-                    JANET_THROW(args, "buffer overflow");
+                if (x != EOF) janet_buffer_push_u8(buffer, (uint8_t)x);
                 if (x == EOF || x == '\n') break;
             }
         } else {
-            JANET_THROW(args, "expected one of :all, :line");
+            janet_panicf("expected one of :all, :line, got %v", argv[1]);
         }
-    } else if (!janet_checktype(args.v[1], JANET_INTEGER)) {
-        JANET_THROW(args, "expected positive integer");
     } else {
-        int32_t len = janet_unwrap_integer(args.v[1]);
-        if (len < 0) JANET_THROW(args, "expected positive integer");
-        const char *maybeErr = read_chunk(iof, b, len);
-        if (maybeErr) JANET_THROW(args, maybeErr);
+        int32_t len = janet_getinteger(argv, 1);
+        if (len < 0) janet_panic("expected positive integer");
+        read_chunk(iof, buffer, len);
     }
-    JANET_RETURN(args, janet_wrap_buffer(b));
+    return janet_wrap_buffer(buffer);
 }
 
 /* Write bytes to a file */
-static int janet_io_fwrite(JanetArgs args) {
-    int32_t len, i;
-    const uint8_t *str;
-    IOFile *iof = checkfile(args, 0);
-    if (!iof) return 1;
+static Janet janet_io_fwrite(int32_t argc, Janet *argv) {
+    janet_arity(argc, 1, -1);
+    IOFile *iof = janet_getabstract(argv, 0, &janet_io_filetype);
     if (iof->flags & IO_CLOSED)
-        JANET_THROW(args, "file is closed");
+        janet_panic("file is closed");
     if (!(iof->flags & (IO_WRITE | IO_APPEND | IO_UPDATE)))
-        JANET_THROW(args, "file is not writeable");
-    for (i = 1; i < args.n; i++) {
-        JANET_CHECKMANY(args, i, JANET_TFLAG_BYTES);
-    }
-    for (i = 1; i < args.n; i++) {
-        JANET_ARG_BYTES(str, len, args, i);
-        if (len) {
-            if (!fwrite(str, len, 1, iof->file)) JANET_THROW(args, "error writing to file");
+        janet_panic("file is not writeable");
+    int32_t i;
+    /* Verify all arguments before writing to file */
+    for (i = 1; i < argc; i++)
+        janet_getbytes(argv, i);
+    for (i = 1; i < argc; i++) {
+        JanetByteView view = janet_getbytes(argv, i);
+        if (view.len) {
+            if (!fwrite(view.bytes, view.len, 1, iof->file)) {
+                janet_panic("error writing to file");
+            }
         }
     }
-    JANET_RETURN(args, janet_wrap_abstract(iof));
+    return argv[0];
 }
 
 /* Flush the bytes in the file */
-static int janet_io_fflush(JanetArgs args) {
-    IOFile *iof = checkfile(args, 0);
-    if (!iof) return 1;
+static Janet janet_io_fflush(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    IOFile *iof = janet_getabstract(argv, 0, &janet_io_filetype);
     if (iof->flags & IO_CLOSED)
-        JANET_THROW(args, "file is closed");
+        janet_panic("file is closed");
     if (!(iof->flags & (IO_WRITE | IO_APPEND | IO_UPDATE)))
-        JANET_THROW(args, "file is not flushable");
-    if (fflush(iof->file)) JANET_THROW(args, "could not flush file");
-    JANET_RETURN(args, janet_wrap_abstract(iof));
+        janet_panic("file is not writeable");
+    if (fflush(iof->file))
+        janet_panic("could not flush file");
+    return argv[0];
 }
 
 /* Cleanup a file */
@@ -313,139 +254,133 @@ static int janet_io_gc(void *p, size_t len) {
 }
 
 /* Close a file */
-static int janet_io_fclose(JanetArgs args) {
-    IOFile *iof = checkfile(args, 0);
-    if (!iof) return 1;
-    if (iof->flags & (IO_CLOSED))
-        JANET_THROW(args, "file already closed");
+static Janet janet_io_fclose(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    IOFile *iof = janet_getabstract(argv, 0, &janet_io_filetype);
+    if (iof->flags & IO_CLOSED)
+        janet_panic("file is closed");
     if (iof->flags & (IO_NOT_CLOSEABLE))
-        JANET_THROW(args, "file not closable");
+        janet_panic("file not closable");
     if (iof->flags & IO_PIPED) {
 #ifdef JANET_WINDOWS
 #define pclose _pclose
 #endif
-        if (pclose(iof->file)) JANET_THROW(args, "could not close file");
+        if (pclose(iof->file)) janet_panic("could not close file");
     } else {
-        if (fclose(iof->file)) JANET_THROW(args, "could not close file");
+        if (fclose(iof->file)) janet_panic("could not close file");
     }
     iof->flags |= IO_CLOSED;
-    JANET_RETURN(args, janet_wrap_abstract(iof));
+    return argv[0];
 }
 
 /* Seek a file */
-static int janet_io_fseek(JanetArgs args) {
+static Janet janet_io_fseek(int32_t argc, Janet *argv) {
+    janet_arity(argc, 2, 3);
+    IOFile *iof = janet_getabstract(argv, 0, &janet_io_filetype);
+    if (iof->flags & IO_CLOSED)
+        janet_panic("file is closed");
     long int offset = 0;
     int whence = SEEK_CUR;
-    IOFile *iof = checkfile(args, 0);
-    if (!iof) return 1;
-    if (iof->flags & IO_CLOSED)
-        JANET_THROW(args, "file is closed");
-    if (args.n >= 2) {
-        const uint8_t *whence_sym;
-        if (!janet_checktype(args.v[1], JANET_SYMBOL))
-            JANET_THROW(args, "expected symbol");
-        whence_sym = janet_unwrap_symbol(args.v[1]);
-        if (!janet_cstrcmp(whence_sym, ":cur")) {
+    if (argc >= 2) {
+        const uint8_t *whence_sym = janet_getkeyword(argv, 1);
+        if (!janet_cstrcmp(whence_sym, "cur")) {
             whence = SEEK_CUR;
-        } else if (!janet_cstrcmp(whence_sym, ":set")) {
+        } else if (!janet_cstrcmp(whence_sym, "set")) {
             whence = SEEK_SET;
-        } else if (!janet_cstrcmp(whence_sym, ":end")) {
+        } else if (!janet_cstrcmp(whence_sym, "end")) {
             whence = SEEK_END;
         } else {
-            JANET_THROW(args, "expected one of :cur, :set, :end");
+            janet_panicf("expected one of :cur, :set, :end, got %v", argv[1]);
         }
-        if (args.n >= 3) {
-            double doffset;
-            JANET_ARG_NUMBER(doffset, args, 2);
-            offset = (long int)doffset;
+        if (argc == 3) {
+            offset = (long) janet_getinteger64(argv, 2);
         }
     }
-    if (fseek(iof->file, offset, whence))
-        JANET_THROW(args, "error seeking file");
-    JANET_RETURN(args, args.v[0]);
+    if (fseek(iof->file, offset, whence)) janet_panic("error seeking file");
+    return argv[0];
 }
 
 static const JanetReg cfuns[] = {
-    {"file/open", janet_io_fopen,
-        "(file/open path [,mode])\n\n"
-        "Open a file. path is files absolute or relative path, and "
-        "mode is a set of flags indicating the mode to open the file in. "
-        "mode is a keyword where each character represents a flag. If the file "
-        "cannot be opened, returns nil, otherwise returns the new file handle. "
-        "Mode flags:\n\n"
-        "\tr - allow reading from the file\n"
-        "\tw - allow witing to the file\n"
-        "\ta - append to the file\n"
-        "\tb - open the file in binary mode (rather than text mode)\n"
-        "\t+ - append to the file instead of overwriting it"
+    {
+        "file/open", janet_io_fopen,
+        JDOC("(file/open path [,mode])\n\n"
+                "Open a file. path is an absolute or relative path, and "
+                "mode is a set of flags indicating the mode to open the file in. "
+                "mode is a keyword where each character represents a flag. If the file "
+                "cannot be opened, returns nil, otherwise returns the new file handle. "
+                "Mode flags:\n\n"
+                "\tr - allow reading from the file\n"
+                "\tw - allow writing to the file\n"
+                "\ta - append to the file\n"
+                "\tb - open the file in binary mode (rather than text mode)\n"
+                "\t+ - append to the file instead of overwriting it")
     },
-    {"file/close", janet_io_fclose,
-        "(file/close f)\n\n"
-        "Close a file and release all related resources. When you are "
-        "done reading a file, close it to prevent a resource leak and let "
-        "other processes read the file."
+    {
+        "file/close", janet_io_fclose,
+        JDOC("(file/close f)\n\n"
+                "Close a file and release all related resources. When you are "
+                "done reading a file, close it to prevent a resource leak and let "
+                "other processes read the file.")
     },
-    {"file/read", janet_io_fread,
-        "(file/read f what [,buf])\n\n"
-        "Read a number of bytes from a file into a buffer. A buffer can "
-        "be provided as an optional fourth argument. otherwise a new buffer "
-        "is created. 'what' can either be an integer or a keyword. Returns the "
-        "buffer with file contents. "
-        "Values for 'what':\n\n"
-        "\t:all - read the whole file\n"
-        "\t:line - read up to and including the next newline character\n"
-        "\tn (integer) - read up to n bytes from the file"
+    {
+        "file/read", janet_io_fread,
+        JDOC("(file/read f what [,buf])\n\n"
+                "Read a number of bytes from a file into a buffer. A buffer can "
+                "be provided as an optional fourth argument, otherwise a new buffer "
+                "is created. 'what' can either be an integer or a keyword. Returns the "
+                "buffer with file contents. "
+                "Values for 'what':\n\n"
+                "\t:all - read the whole file\n"
+                "\t:line - read up to and including the next newline character\n"
+                "\tn (integer) - read up to n bytes from the file")
     },
-    {"file/write", janet_io_fwrite,
-        "(file/write f bytes)\n\n"
-        "Writes to a file. 'bytes' must be string, buffer, or symbol. Returns the "
-        "file"
+    {
+        "file/write", janet_io_fwrite,
+        JDOC("(file/write f bytes)\n\n"
+                "Writes to a file. 'bytes' must be string, buffer, or symbol. Returns the "
+                "file.")
     },
-    {"file/flush", janet_io_fflush,
-        "(file/flush f)\n\n"
-        "Flush any buffered bytes to the filesystem. In most files, writes are "
-        "buffered for efficiency reasons. Returns the file handle."
+    {
+        "file/flush", janet_io_fflush,
+        JDOC("(file/flush f)\n\n"
+                "Flush any buffered bytes to the file system. In most files, writes are "
+                "buffered for efficiency reasons. Returns the file handle.")
     },
-    {"file/seek", janet_io_fseek,
-        "(file/seek f [,whence [,n]])\n\n"
-        "Jump to a relative location in the file. 'whence' must be one of\n\n"
-        "\t:cur - jump relative to the current file location\n"
-        "\t:set - jump relative to the beginning of the file\n"
-        "\t:end - jump relative to the end of the file\n\n"
-        "By default, 'whence' is :cur. Optionally a value n may be passed "
-        "for the relative number of bytes to seek in the file. n may be a real "
-        "number to handle large files of more the 4GB. Returns the file handle."
+    {
+        "file/seek", janet_io_fseek,
+        JDOC("(file/seek f [,whence [,n]])\n\n"
+                "Jump to a relative location in the file. 'whence' must be one of\n\n"
+                "\t:cur - jump relative to the current file location\n"
+                "\t:set - jump relative to the beginning of the file\n"
+                "\t:end - jump relative to the end of the file\n\n"
+                "By default, 'whence' is :cur. Optionally a value n may be passed "
+                "for the relative number of bytes to seek in the file. n may be a real "
+                "number to handle large files of more the 4GB. Returns the file handle.")
     },
-    {"file/popen", janet_io_popen,
-        "(file/popen path [,mode])\n\n"
-        "Open a file that is backed by a process. The file must be opened in either "
-        "the :r (read) or the :w (write) mode. In :r mode, the stdout of the "
-        "process can be read from the file. In :w mode, the stdin of the process "
-        "can be written to. Returns the new file."
+    {
+        "file/popen", janet_io_popen,
+        JDOC("(file/popen path [,mode])\n\n"
+                "Open a file that is backed by a process. The file must be opened in either "
+                "the :r (read) or the :w (write) mode. In :r mode, the stdout of the "
+                "process can be read from the file. In :w mode, the stdin of the process "
+                "can be written to. Returns the new file.")
     },
     {NULL, NULL, NULL}
 };
 
 /* Module entry point */
-int janet_lib_io(JanetArgs args) {
-    JanetTable *env = janet_env(args);
+void janet_lib_io(JanetTable *env) {
     janet_cfuns(env, NULL, cfuns);
-
     /* stdout */
     janet_def(env, "stdout",
             makef(stdout, IO_APPEND | IO_NOT_CLOSEABLE | IO_SERIALIZABLE),
-            "The standard output file.");
-
-
+            JDOC("The standard output file."));
     /* stderr */
     janet_def(env, "stderr",
             makef(stderr, IO_APPEND | IO_NOT_CLOSEABLE | IO_SERIALIZABLE),
-            "The standard error file.");
-
+            JDOC("The standard error file."));
     /* stdin */
     janet_def(env, "stdin",
             makef(stdin, IO_READ | IO_NOT_CLOSEABLE | IO_SERIALIZABLE),
-            "The standard input file.");
-
-    return 0;
+            JDOC("The standard input file."));
 }

src/core/marsh.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -21,12 +21,12 @@
 */
 
 #include <janet/janet.h>
-#include <setjmp.h>
 
 #include "state.h"
 #include "vector.h"
 #include "gc.h"
 #include "fiber.h"
+#include "util.h"
 
 typedef struct {
     jmp_buf err;
@@ -61,14 +61,15 @@ const char *mr_strings[] = {
 
 /* Lead bytes in marshaling protocol */
 enum {
-    LB_NIL = 200,
+    LB_REAL = 200,
+    LB_NIL,
     LB_FALSE,
     LB_TRUE,
     LB_FIBER,
     LB_INTEGER,
-    LB_REAL,
     LB_STRING,
     LB_SYMBOL,
+    LB_KEYWORD,
     LB_ARRAY,
     LB_TUPLE,
     LB_TABLE,
@@ -87,16 +88,16 @@ enum {
 static Janet entry_getval(Janet env_entry) {
     if (janet_checktype(env_entry, JANET_TABLE)) {
         JanetTable *entry = janet_unwrap_table(env_entry);
-        Janet checkval = janet_table_get(entry, janet_csymbolv(":value"));
+        Janet checkval = janet_table_get(entry, janet_ckeywordv("value"));
         if (janet_checktype(checkval, JANET_NIL)) {
-            checkval = janet_table_get(entry, janet_csymbolv(":ref"));
+            checkval = janet_table_get(entry, janet_ckeywordv("ref"));
         }
         return checkval;
     } else if (janet_checktype(env_entry, JANET_STRUCT)) {
         const JanetKV *entry = janet_unwrap_struct(env_entry);
-        Janet checkval = janet_struct_get(entry, janet_csymbolv(":value"));
+        Janet checkval = janet_struct_get(entry, janet_ckeywordv("value"));
         if (janet_checktype(checkval, JANET_NIL)) {
-            checkval = janet_struct_get(entry, janet_csymbolv(":ref"));
+            checkval = janet_struct_get(entry, janet_ckeywordv("ref"));
         }
         return checkval;
     } else {
@@ -123,7 +124,7 @@ JanetTable *janet_env_lookup(JanetTable *env) {
 /* Marshal an integer onto the buffer */
 static void pushint(MarshalState *st, int32_t x) {
     if (x >= 0 && x < 200) {
-        if (janet_buffer_push_u8(st->buf, x)) longjmp(st->err, MR_OVERFLOW);
+        janet_buffer_push_u8(st->buf, x);
     } else {
         uint8_t intbuf[5];
         intbuf[0] = LB_INTEGER;
@@ -131,16 +132,16 @@ static void pushint(MarshalState *st, int32_t x) {
         intbuf[2] = (x >> 8) & 0xFF;
         intbuf[3] = (x >> 16) & 0xFF;
         intbuf[4] = (x >> 24) & 0xFF;
-        if (janet_buffer_push_bytes(st->buf, intbuf, 5)) longjmp(st->err, MR_OVERFLOW);
+        janet_buffer_push_bytes(st->buf, intbuf, 5);
     }
 }
 
 static void pushbyte(MarshalState *st, uint8_t b) {
-    if (janet_buffer_push_u8(st->buf, b)) longjmp(st->err, MR_OVERFLOW);
+    janet_buffer_push_u8(st->buf, b);
 }
 
 static void pushbytes(MarshalState *st, const uint8_t *bytes, int32_t len) {
-    if (janet_buffer_push_bytes(st->buf, bytes, len)) longjmp(st->err, MR_OVERFLOW);
+    janet_buffer_push_bytes(st->buf, bytes, len);
 }
 
 /* Forward declaration to enable mutual recursion. */
@@ -234,8 +235,8 @@ static void marshal_one_def(MarshalState *st, JanetFuncDef *def, int flags) {
     if (def->flags & JANET_FUNCDEF_FLAG_HASSOURCEMAP) {
         for (int32_t i = 0; i < def->bytecode_length; i++) {
             JanetSourceMapping map = def->sourcemap[i];
-            pushint(st, map.line);
-            pushint(st, map.column);
+            pushint(st, map.start);
+            pushint(st, map.end);
         }
     }
 }
@@ -297,9 +298,15 @@ static void marshal_one(MarshalState *st, Janet x, int flags) {
         case JANET_TRUE:
             pushbyte(st, 200 + type);
             goto done;
-        case JANET_INTEGER:
-            pushint(st, janet_unwrap_integer(x));
-            goto done;
+        case JANET_NUMBER:
+            {
+                double xval = janet_unwrap_number(x);
+                if (janet_checkintrange(xval)) {
+                    pushint(st, (int32_t) xval);
+                    goto done;
+                }
+                break;
+            }
     }
 
 #define MARK_SEEN() \
@@ -308,7 +315,7 @@ static void marshal_one(MarshalState *st, Janet x, int flags) {
     /* Check reference and registry value */
     {
         Janet check = janet_table_get(&st->seen, x);
-        if (janet_checktype(check, JANET_INTEGER)) {
+        if (janet_checkint(check)) {
             pushbyte(st, LB_REFERENCE);
             pushint(st, janet_unwrap_integer(check));
             goto done;
@@ -328,13 +335,13 @@ static void marshal_one(MarshalState *st, Janet x, int flags) {
 
     /* Reference types */
     switch (type) {
-        case JANET_REAL:
+        case JANET_NUMBER:
             {
                 union {
                     double d;
                     uint8_t bytes[8];
                 } u;
-                u.d = janet_unwrap_real(x);
+                u.d = janet_unwrap_number(x);
 #ifdef JANET_BIG_ENDIAN
                 /* Swap byte order */
                 uint8_t temp;
@@ -350,12 +357,15 @@ static void marshal_one(MarshalState *st, Janet x, int flags) {
             goto done;
         case JANET_STRING:
         case JANET_SYMBOL:
+        case JANET_KEYWORD:
             {
                 const uint8_t *str = janet_unwrap_string(x);
                 int32_t length = janet_string_length(str);
                 /* Record reference */
                 MARK_SEEN();
-                uint8_t lb = (type == JANET_STRING) ? LB_STRING : LB_SYMBOL;
+                uint8_t lb = (type == JANET_STRING) ? LB_STRING :
+                    (type == JANET_SYMBOL) ? LB_SYMBOL :
+                    LB_KEYWORD;
                 pushbyte(st, lb);
                 pushint(st, length);
                 pushbytes(st, str, length);
@@ -397,30 +407,32 @@ static void marshal_one(MarshalState *st, Janet x, int flags) {
             goto done;
         case JANET_TABLE:
             {
-                const JanetKV *kv = NULL;
                 JanetTable *t = janet_unwrap_table(x);
                 MARK_SEEN();
                 pushbyte(st, t->proto ? LB_TABLE_PROTO : LB_TABLE);
                 pushint(st, t->count);
                 if (t->proto)
                     marshal_one(st, janet_wrap_table(t->proto), flags + 1);
-                while ((kv = janet_table_next(t, kv))) {
-                    marshal_one(st, kv->key, flags + 1);
-                    marshal_one(st, kv->value, flags + 1);
+                for (int32_t i = 0; i < t->capacity; i++) {
+                    if (janet_checktype(t->data[i].key, JANET_NIL))
+                        continue;
+                    marshal_one(st, t->data[i].key, flags + 1);
+                    marshal_one(st, t->data[i].value, flags + 1);
                 }
             }
             goto done;
         case JANET_STRUCT:
             {
                 int32_t count;
-                const JanetKV *kv = NULL;
                 const JanetKV *struct_ = janet_unwrap_struct(x);
                 count = janet_struct_length(struct_);
                 pushbyte(st, LB_STRUCT);
                 pushint(st, count);
-                while ((kv = janet_struct_next(struct_, kv))) {
-                    marshal_one(st, kv->key, flags + 1);
-                    marshal_one(st, kv->value, flags + 1);
+                for (int32_t i = 0; i < janet_struct_capacity(struct_); i++) {
+                    if (janet_checktype(struct_[i].key, JANET_NIL))
+                        continue;
+                    marshal_one(st, struct_[i].key, flags + 1);
+                    marshal_one(st, struct_[i].value, flags + 1);
                 }
                 /* Mark as seen AFTER marshaling */
                 MARK_SEEN();
@@ -598,7 +610,7 @@ static const uint8_t *unmarshal_one_env(
             data = unmarshal_one(st, data, &fiberv, flags);
             if (!janet_checktype(fiberv, JANET_FIBER)) longjmp(st->err, UMR_EXPECTED_FIBER);
             env->as.fiber = janet_unwrap_fiber(fiberv);
-            /* Unmarshaling fiber may set values */
+            /* Unmarshalling fiber may set values */
             if (env->offset != 0 && env->offset != offset) longjmp(st->err, UMR_UNKNOWN);
             if (env->length != 0 && env->length != length) longjmp(st->err, UMR_UNKNOWN);
         } else {
@@ -633,7 +645,7 @@ static const uint8_t *unmarshal_one_def(
         *out = st->lookup_defs[index];
     } else {
         /* Initialize with values that will not break garbage collection
-         * if unmarshaling fails. */
+         * if unmarshalling fails. */
         JanetFuncDef *def = janet_gcalloc(JANET_MEMORY_FUNCDEF, sizeof(JanetFuncDef));
         def->environments_length = 0;
         def->defs_length = 0;
@@ -740,8 +752,8 @@ static const uint8_t *unmarshal_one_def(
                 JANET_OUT_OF_MEMORY;
             }
             for (int32_t i = 0; i < bytecode_length; i++) {
-                def->sourcemap[i].line = readint(st, &data);
-                def->sourcemap[i].column = readint(st, &data);
+                def->sourcemap[i].start = readint(st, &data);
+                def->sourcemap[i].end = readint(st, &data);
             }
         } else {
             def->sourcemap = NULL;
@@ -774,7 +786,7 @@ static const uint8_t *unmarshal_one_fiber(
     fiber->data = NULL;
     fiber->child = NULL;
 
-    /* Set frame later so fiber can be GCed at anytime if unmarshaling fails */
+    /* Set frame later so fiber can be GCed at anytime if unmarshalling fails */
     int32_t frame = 0;
     int32_t stack = 0;
     int32_t stacktop = 0;
@@ -790,7 +802,6 @@ static const uint8_t *unmarshal_one_fiber(
     if ((int32_t)(frame + JANET_FRAME_SIZE) > fiber->stackstart ||
             fiber->stackstart > fiber->stacktop ||
             fiber->stacktop > fiber->maxstack) {
-        /* printf("bad flags and ints.\n"); */
         goto error;
     }
 
@@ -820,7 +831,6 @@ static const uint8_t *unmarshal_one_fiber(
         Janet funcv;
         data = unmarshal_one(st, data, &funcv, flags + 1);
         if (!janet_checktype(funcv, JANET_FUNCTION)) {
-            /* printf("bad root func.\n"); */
             goto error;
         }
         func = janet_unwrap_function(funcv);
@@ -936,13 +946,14 @@ static const uint8_t *unmarshal_one(
 #else
                 memcpy(&u.bytes, data + 1, sizeof(double));
 #endif
-                *out = janet_wrap_real(u.d);
+                *out = janet_wrap_number(u.d);
                 janet_array_push(&st->lookup, *out);
                 return data + 9;
             }
         case LB_STRING:
         case LB_SYMBOL:
         case LB_BUFFER:
+        case LB_KEYWORD:
         case LB_REGISTRY:
             {
                 data++;
@@ -954,6 +965,9 @@ static const uint8_t *unmarshal_one(
                 } else if (lead == LB_SYMBOL) {
                     const uint8_t *str = janet_symbol(data, len);
                     *out = janet_wrap_symbol(str);
+                } else if (lead == LB_KEYWORD) {
+                    const uint8_t *str = janet_keyword(data, len);
+                    *out = janet_wrap_keyword(str);
                 } else if (lead == LB_REGISTRY) {
                     if (st->reg) {
                         Janet regkey = janet_symbolv(data, len);
@@ -1088,91 +1102,77 @@ int janet_unmarshal(
 
 /* C functions */
 
-static int cfun_env_lookup(JanetArgs args) {
-    JanetTable *env;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_TABLE(env, args, 0);
-    JANET_RETURN_TABLE(args, janet_env_lookup(env));
+static Janet cfun_env_lookup(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    JanetTable *env = janet_gettable(argv, 0);
+    return janet_wrap_table(janet_env_lookup(env));
 }
 
-static int cfun_marshal(JanetArgs args) {
+static Janet cfun_marshal(int32_t argc, Janet *argv) {
+    janet_arity(argc, 1, 2);
     JanetBuffer *buffer;
-    JanetTable *rreg;
+    JanetTable *rreg = NULL;
     Janet err_param = janet_wrap_nil();
     int status;
-    JANET_MINARITY(args, 1);
-    JANET_MAXARITY(args, 3);
-    if (args.n > 1) {
-        /* Reverse Registry provided */
-        JANET_ARG_TABLE(rreg, args, 1);
-    } else {
-        rreg = NULL;
+    if (argc > 1) {
+        rreg = janet_gettable(argv, 1);
     }
-    if (args.n > 2) {
-        /* Buffer provided */
-        JANET_ARG_BUFFER(buffer, args, 2);
+    if (argc > 2) {
+        buffer = janet_getbuffer(argv, 2);
     } else {
         buffer = janet_buffer(10);
     }
-    status = janet_marshal(buffer, args.v[0], &err_param, rreg, 0);
-    if (status) {
-        const uint8_t *errstr = janet_formatc(
-                "%s for %V",
-                mr_strings[status],
-                err_param);
-        JANET_THROWV(args, janet_wrap_string(errstr));
-    }
-    JANET_RETURN_BUFFER(args, buffer);
+    status = janet_marshal(buffer, argv[0], &err_param, rreg, 0);
+    if (status)
+        janet_panicf("%s for %V", mr_strings[status], err_param);
+    return janet_wrap_buffer(buffer);
 }
 
-static int cfun_unmarshal(JanetArgs args) {
-    const uint8_t *bytes;
-    JanetTable *reg;
-    int32_t len;
+static Janet cfun_unmarshal(int32_t argc, Janet *argv) {
+    janet_arity(argc, 1, 2);
+    JanetByteView view = janet_getbytes(argv, 0);
+    JanetTable *reg = NULL;
+    Janet ret;
     int status;
-    JANET_MINARITY(args, 1);
-    JANET_MAXARITY(args, 2);
-    JANET_ARG_BYTES(bytes, len, args, 0);
-    if (args.n > 1) {
-        JANET_ARG_TABLE(reg, args, 1);
-    } else {
-        reg = NULL;
+    if (argc > 1) {
+        reg = janet_gettable(argv, 1);
     }
-    status = janet_unmarshal(bytes, (size_t) len, 0, args.ret, reg, NULL);
+    status = janet_unmarshal(view.bytes, (size_t) view.len, 0, &ret, reg, NULL);
     if (status) {
-        JANET_THROW(args, umr_strings[status]);
+        janet_panic(umr_strings[status]);
     }
-    return JANET_SIGNAL_OK;
+    return ret;
 }
 
 static const JanetReg cfuns[] = {
-    {"marshal", cfun_marshal,
-        "(marshal x [,reverse-lookup [,buffer]])\n\n"
-        "Marshal a janet value into a buffer and return the buffer. The buffer "
-        "can the later be unmarshalled to reconstruct the initial value. "
-        "Optionally, one can pass in a reverse lookup table to not marshal "
-        "aliased values that are found in the table. Then a forward"
-        "lookup table can be used to recover the origrinal janet value when "
-        "unmarshaling."
+    {
+        "marshal", cfun_marshal,
+        JDOC("(marshal x [,reverse-lookup [,buffer]])\n\n"
+                "Marshal a janet value into a buffer and return the buffer. The buffer "
+                "can the later be unmarshalled to reconstruct the initial value. "
+                "Optionally, one can pass in a reverse lookup table to not marshal "
+                "aliased values that are found in the table. Then a forward"
+                "lookup table can be used to recover the original janet value when "
+                "unmarshalling.")
     },
-    {"unmarshal", cfun_unmarshal,
-        "(unmarshal buffer [,lookup])\n\n"
-        "Unmarshal a janet value from a buffer. An optional lookup table "
-        "can be provided to allow for aliases to be resolved. Returns the value "
-        "unmarshaled from the buffer."
+    {
+        "unmarshal", cfun_unmarshal,
+        JDOC("(unmarshal buffer [,lookup])\n\n"
+                "Unmarshal a janet value from a buffer. An optional lookup table "
+                "can be provided to allow for aliases to be resolved. Returns the value "
+                "unmarshalled from the buffer.")
     },
-    {"env-lookup", cfun_env_lookup,
-        "(env-lookup env)\n\n"
-        "Creates a forward lookup table for unmarshaling from an environment. "
-        "To create a reverse lookup table, use the invert function to swap keys "
-        "and values in the returned table."
+    {
+        "env-lookup", cfun_env_lookup,
+        JDOC("(env-lookup env)\n\n"
+                "Creates a forward lookup table for unmarshalling from an environment. "
+                "To create a reverse lookup table, use the invert function to swap keys "
+                "and values in the returned table.")
     },
     {NULL, NULL, NULL}
 };
 
 /* Module entry point */
-int janet_lib_marsh(JanetArgs args) {
-    JanetTable *env = janet_env(args);
+void janet_lib_marsh(JanetTable *env) {
     janet_cfuns(env, NULL, cfuns);
-    return 0;
 }

src/core/math.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -22,77 +22,36 @@
 
 #include <janet/janet.h>
 #include <math.h>
+#include "util.h"
 
 /* Get a random number */
-int janet_rand(JanetArgs args) {
-    JANET_FIXARITY(args, 0);
+Janet janet_rand(int32_t argc, Janet *argv) {
+    (void) argv;
+    janet_fixarity(argc, 0);
     double r = (rand() % RAND_MAX) / ((double) RAND_MAX);
-    JANET_RETURN_REAL(args, r);
+    return janet_wrap_number(r);
 }
 
 /* Seed the random number generator */
-int janet_srand(JanetArgs args) {
-    int32_t x = 0;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_INTEGER(x, args, 0);
+Janet janet_srand(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    int32_t x = janet_getinteger(argv, 0);
     srand((unsigned) x);
-    return 0;
+    return janet_wrap_nil();
 }
 
-/* Convert a number to an integer */
-int janet_int(JanetArgs args) {
-    JANET_FIXARITY(args, 1);
-    switch (janet_type(args.v[0])) {
-        default:
-            JANET_THROW(args, "could not convert to integer");
-        case JANET_REAL:
-            *args.ret = janet_wrap_integer((int32_t) janet_unwrap_real(args.v[0]));
-            break;
-        case JANET_INTEGER:
-            *args.ret = args.v[0];
-            break;
-    }
-    return 0;
-}
-
-/* Convert a number to a real number */
-int janet_real(JanetArgs args) {
-    JANET_FIXARITY(args, 1);
-    switch (janet_type(args.v[0])) {
-        default:
-            JANET_THROW(args, "could not convert to real");
-        case JANET_REAL:
-            *args.ret = args.v[0];
-            break;
-        case JANET_INTEGER:
-            *args.ret = janet_wrap_real((double) janet_unwrap_integer(args.v[0]));
-            break;
-    }
-    return 0;
-}
-
-int janet_remainder(JanetArgs args) {
-    JANET_FIXARITY(args, 2);
-    if (janet_checktype(args.v[0], JANET_INTEGER) &&
-            janet_checktype(args.v[1], JANET_INTEGER)) {
-        int32_t x, y;
-        x = janet_unwrap_integer(args.v[0]);
-        y = janet_unwrap_integer(args.v[1]);
-        JANET_RETURN_INTEGER(args, x % y);
-    } else {
-        double x, y;
-        JANET_ARG_NUMBER(x, args, 0);
-        JANET_ARG_NUMBER(y, args, 1);
-        JANET_RETURN_REAL(args, fmod(x, y));
-    }
+Janet janet_remainder(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 2);
+    double x = janet_getnumber(argv, 0);
+    double y = janet_getnumber(argv, 1);
+    return janet_wrap_number(fmod(x, y));
 }
 
 #define JANET_DEFINE_MATHOP(name, fop)\
-int janet_##name(JanetArgs args) {\
-    double x;\
-    JANET_FIXARITY(args, 1);\
-    JANET_ARG_NUMBER(x, args, 0);\
-    JANET_RETURN_REAL(args, fop(x));\
+Janet janet_##name(int32_t argc, Janet *argv) {\
+    janet_fixarity(argc, 1); \
+    double x = janet_getnumber(argv, 0); \
+    return janet_wrap_number(fop(x)); \
 }
 
 JANET_DEFINE_MATHOP(acos, acos)
@@ -113,110 +72,119 @@ JANET_DEFINE_MATHOP(fabs, fabs)
 JANET_DEFINE_MATHOP(floor, floor)
 
 #define JANET_DEFINE_MATH2OP(name, fop)\
-int janet_##name(JanetArgs args) {\
-    double lhs, rhs;\
-    JANET_FIXARITY(args, 2);\
-    JANET_ARG_NUMBER(lhs, args, 0);\
-    JANET_ARG_NUMBER(rhs, args, 1);\
-    JANET_RETURN_REAL(args, fop(lhs, rhs));\
+Janet janet_##name(int32_t argc, Janet *argv) {\
+    janet_fixarity(argc, 2); \
+    double lhs = janet_getnumber(argv, 0); \
+    double rhs = janet_getnumber(argv, 1); \
+    return janet_wrap_number(fop(lhs, rhs)); \
 }\
 
 JANET_DEFINE_MATH2OP(atan2, atan2)
 JANET_DEFINE_MATH2OP(pow, pow)
 
-static int janet_not(JanetArgs args) {
-    JANET_FIXARITY(args, 1);
-    JANET_RETURN_BOOLEAN(args, !janet_truthy(args.v[0]));
+static Janet janet_not(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    return janet_wrap_boolean(!janet_truthy(argv[0]));
 }
 
 static const JanetReg cfuns[] = {
-    {"%", janet_remainder,
-        "(% dividend divisor)\n\n"
-        "Returns the remainder of dividend / divisor."
+    {
+        "%", janet_remainder,
+        JDOC("(% dividend divisor)\n\n"
+                "Returns the remainder of dividend / divisor.")
     },
-    {"not", janet_not,
-        "(not x)\n\nReturns the boolen inverse of x."
+    {
+        "not", janet_not,
+        JDOC("(not x)\n\nReturns the boolean inverse of x.")
     },
-    {"int", janet_int,
-        "(int x)\n\nCast a number x to an integer."
+    {
+        "math/random", janet_rand,
+        JDOC("(math/random)\n\n"
+                "Returns a uniformly distributed random number between 0 and 1.")
     },
-    {"real", janet_real,
-        "(real x)\n\nCast a number x to a real number."
+    {
+        "math/seedrandom", janet_srand,
+        JDOC("(math/seedrandom seed)\n\n"
+                "Set the seed for the random number generator. 'seed' should be an "
+                "an integer.")
     },
-    {"math/random", janet_rand,
-        "(math/random)\n\n"
-        "Returns a uniformly distrbuted random real number between 0 and 1."
+    {
+        "math/cos", janet_cos,
+        JDOC("(math/cos x)\n\n"
+                "Returns the cosine of x.")
     },
-    {"math/seedrandom", janet_srand,
-        "(math/seedrandom seed)\n\n"
-        "Set the seed for the random number generator. 'seed' should be an "
-        "an integer."
+    {
+        "math/sin", janet_sin,
+        JDOC("(math/sin x)\n\n"
+                "Returns the sine of x.")
     },
-    {"math/cos", janet_cos,
-        "(math/cos x)\n\n"
-        "Returns the cosine of x."
+    {
+        "math/tan", janet_tan,
+        JDOC("(math/tan x)\n\n"
+                "Returns the tangent of x.")
     },
-    {"math/sin", janet_sin,
-        "(math/sin x)\n\n"
-        "Returns the sine of x."
+    {
+        "math/acos", janet_acos,
+        JDOC("(math/acos x)\n\n"
+                "Returns the arccosine of x.")
     },
-    {"math/tan", janet_tan,
-        "(math/tan x)\n\n"
-        "Returns the tangent of x."
+    {
+        "math/asin", janet_asin,
+        JDOC("(math/asin x)\n\n"
+                "Returns the arcsine of x.")
     },
-    {"math/acos", janet_acos,
-        "(math/acos x)\n\n"
-        "Returns the arccosine of x."
+    {
+        "math/atan", janet_atan,
+        JDOC("(math/atan x)\n\n"
+                "Returns the arctangent of x.")
     },
-    {"math/asin", janet_asin,
-        "(math/asin x)\n\n"
-        "Returns the arcsine of x."
+    {
+        "math/exp", janet_exp,
+        JDOC("(math/exp x)\n\n"
+                "Returns e to the power of x.")
     },
-    {"math/atan", janet_atan,
-        "(math/atan x)\n\n"
-        "Returns the arctangent of x."
+    {
+        "math/log", janet_log,
+        JDOC("(math/log x)\n\n"
+                "Returns log base 2 of x.")
     },
-    {"math/exp", janet_exp,
-        "(math/exp x)\n\n"
-        "Returns e to the power of x."
+    {
+        "math/log10", janet_log10,
+        JDOC("(math/log10 x)\n\n"
+                "Returns log base 10 of x.")
     },
-    {"math/log", janet_log,
-        "(math/log x)\n\n"
-        "Returns log base 2 of x."
+    {
+        "math/sqrt", janet_sqrt,
+        JDOC("(math/sqrt x)\n\n"
+                "Returns the square root of x.")
     },
-    {"math/log10", janet_log10,
-        "(math/log10 x)\n\n"
-        "Returns log base 10 of x."
+    {
+        "math/floor", janet_floor,
+        JDOC("(math/floor x)\n\n"
+                "Returns the largest integer value number that is not greater than x.")
     },
-    {"math/sqrt", janet_sqrt,
-        "(math/sqrt x)\n\n"
-        "Returns the square root of x."
+    {
+        "math/ceil", janet_ceil,
+        JDOC("(math/ceil x)\n\n"
+                "Returns the smallest integer value number that is not less than x.")
     },
-    {"math/floor", janet_floor,
-        "(math/floor x)\n\n"
-        "Returns the largest integer value real number that is not greater than x."
-    },
-    {"math/ceil", janet_ceil,
-        "(math/ceil x)\n\n"
-        "Returns the smallest integer value real number that is not less than x."
-    },
-    {"math/pow", janet_pow,
-        "(math/pow a x)\n\n"
-        "Return a to the power of x."
+    {
+        "math/pow", janet_pow,
+        JDOC("(math/pow a x)\n\n"
+                "Return a to the power of x.")
     },
     {NULL, NULL, NULL}
 };
 
 /* Module entry point */
-int janet_lib_math(JanetArgs args) {
-    JanetTable *env = janet_env(args);
+void janet_lib_math(JanetTable *env) {
     janet_cfuns(env, NULL, cfuns);
-
-    janet_def(env, "math/pi", janet_wrap_real(3.1415926535897931),
-            "The value pi.");
-    janet_def(env, "math/e", janet_wrap_real(2.7182818284590451),
-            "The base of the natural log.");
-    janet_def(env, "math/inf", janet_wrap_real(INFINITY),
-            "The real number representing positive infinity");
-    return 0;
+#ifndef JANET_NO_BOOTSTRAP
+    janet_def(env, "math/pi", janet_wrap_number(3.1415926535897931),
+            JDOC("The value pi."));
+    janet_def(env, "math/e", janet_wrap_number(2.7182818284590451),
+            JDOC("The base of the natural log."));
+    janet_def(env, "math/inf", janet_wrap_number(INFINITY),
+            JDOC("The number representing positive infinity"));
+#endif
 }

src/core/multisym.c

@@ -1,111 +0,0 @@
-/*
-* Copyright (c) 2018 Calvin Rose
-*
-* Permission is hereby granted, free of charge, to any person obtaining a copy
-* of this software and associated documentation files (the "Software"), to
-* deal in the Software without restriction, including without limitation the
-* rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
-* sell copies of the Software, and to permit persons to whom the Software is
-* furnished to do so, subject to the following conditions:
-*
-* The above copyright notice and this permission notice shall be included in
-* all copies or substantial portions of the Software.
-*
-* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
-* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
-* IN THE SOFTWARE.
-*/
-
-#include <janet/janet.h>
-#include "compile.h"
-#include "emit.h"
-#include "vector.h"
-
-/* Parse a part of a symbol that can be used for building up code. */
-static JanetSlot multisym_parse_part(JanetCompiler *c, const uint8_t *sympart, int32_t len) {
-    if (sympart[0] == ':') {
-        return janetc_cslot(janet_symbolv(sympart, len));
-    } else {
-        int err = 0;
-        int32_t num = janet_scan_integer(sympart + 1, len - 1, &err);
-        if (err) {
-            return janetc_resolve(c, janet_symbol(sympart + 1, len - 1));
-        } else {
-            return janetc_cslot(janet_wrap_integer(num));
-        }
-    }
-}
-
-static JanetSlot multisym_do_parts(JanetFopts opts, int put, const uint8_t *sym, Janet rvalue) {
-    JanetSlot slot;
-    JanetFopts subopts = janetc_fopts_default(opts.compiler);
-    int i, j;
-    for (i = 1, j = 0; sym[i]; i++) {
-        if (sym[i] == ':' || sym[i] == '.') {
-            if (j) {
-                JanetSlot target = janetc_gettarget(subopts);
-                JanetSlot value = multisym_parse_part(opts.compiler, sym + j, i - j);
-                janetc_emit_sss(opts.compiler, JOP_GET, target, slot, value, 1);
-                slot = target;
-            } else {
-                const uint8_t *nextsym = janet_symbol(sym + j, i - j);
-                slot = janetc_resolve(opts.compiler, nextsym);
-            }
-            j = i;
-        }
-    }
-
-    if (j) {
-        /* multisym (outermost get or put) */
-        JanetSlot target = janetc_gettarget(opts);
-        JanetSlot key = multisym_parse_part(opts.compiler, sym + j, i - j);
-        if (put) {
-            subopts.flags = JANET_FOPTS_HINT;
-            subopts.hint = target;
-            JanetSlot r_slot = janetc_value(subopts, rvalue);
-            janetc_emit_sss(opts.compiler, JOP_PUT, slot, key, r_slot, 0);
-            janetc_copy(opts.compiler, target, r_slot);
-        } else {
-            janetc_emit_sss(opts.compiler, JOP_GET, target, slot, key, 1);
-        }
-        return target;
-    } else {
-        /* normal symbol */
-        if (put) {
-            JanetSlot ret, dest;
-            dest = janetc_resolve(opts.compiler, sym);
-            if (!(dest.flags & JANET_SLOT_MUTABLE)) {
-                janetc_cerror(opts.compiler, "cannot set constant");
-                return janetc_cslot(janet_wrap_nil());
-            }
-            subopts.flags = JANET_FOPTS_HINT;
-            subopts.hint = dest;
-            ret = janetc_value(subopts, rvalue);
-            janetc_copy(opts.compiler, dest, ret);
-            return ret;
-        }
-        return janetc_resolve(opts.compiler, sym);
-    }
-}
-
-/* Check if a symbol is a multisym, and if so, transform
- * it and emit the code for treating it as a bunch of nested
- * gets. */
-JanetSlot janetc_sym_rvalue(JanetFopts opts, const uint8_t *sym) {
-    if (janet_string_length(sym) && sym[0] != ':') {
-        return multisym_do_parts(opts, 0, sym, janet_wrap_nil());
-    } else {
-        /* keyword */
-        return janetc_cslot(janet_wrap_symbol(sym));
-    }
-}
-
-/* Check if a symbol is a multisym, and if so, transform 
- * it into the correct 'put' expression. */
-JanetSlot janetc_sym_lvalue(JanetFopts opts, const uint8_t *sym, Janet value) {
-    return multisym_do_parts(opts, 1, sym, value);
-}

src/core/os.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -23,6 +23,7 @@
 #include <janet/janet.h>
 #include <stdlib.h>
 #include <time.h>
+#include "util.h"
 
 #ifdef JANET_WINDOWS
 #include <Windows.h>
@@ -40,27 +41,28 @@
 #include <mach/mach.h>
 #endif
 
-static int os_which(JanetArgs args) {
+static Janet os_which(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 0);
+    (void) argv;
     #ifdef JANET_WINDOWS
-        JANET_RETURN_CSYMBOL(args, ":windows");
+        return janet_ckeywordv("windows");
     #elif __APPLE__
-        JANET_RETURN_CSYMBOL(args, ":macos");
+        return janet_ckeywordv("macos");
     #elif defined(__EMSCRIPTEN__)
-        JANET_RETURN_CSYMBOL(args, ":web");
+        return janet_ckeywordv("web");
     #else
-        JANET_RETURN_CSYMBOL(args, ":posix");
+        return janet_ckeywordv("posix");
     #endif
 }
 
 #ifdef JANET_WINDOWS
-static int os_execute(JanetArgs args) {
-    JANET_MINARITY(args, 1);
+static Janet os_execute(int32_t argc, Janet *argv) {
+    janet_arity(argc, 1, -1);
     JanetBuffer *buffer = janet_buffer(10);
-    for (int32_t i = 0; i < args.n; i++) {
-        const uint8_t *argstring;
-        JANET_ARG_STRING(argstring, args, i);
+    for (int32_t i = 0; i < argc; i++) {
+        const uint8_t *argstring = janet_getstring(argv, i);
         janet_buffer_push_bytes(buffer, argstring, janet_string_length(argstring));
-        if (i != args.n - 1) {
+        if (i != argc - 1) {
             janet_buffer_push_u8(buffer, ' ');
         }
     }
@@ -80,7 +82,7 @@ static int os_execute(JanetArgs args) {
         buffer->count);
     if (nwritten == 0) {
         free(sys_str);
-        JANET_THROW(args, "could not create process");
+        janet_panic("could not create process");
     }
 
     STARTUPINFO si;
@@ -102,7 +104,7 @@ static int os_execute(JanetArgs args) {
                 &si,
                 &pi)) {
         free(sys_str);
-        JANET_THROW(args, "could not create process");
+        janet_panic("could not create process");
     }
     free(sys_str);
 
@@ -114,61 +116,57 @@ static int os_execute(JanetArgs args) {
     GetExitCodeProcess(pi.hProcess, (LPDWORD)&status);
     CloseHandle(pi.hProcess);
     CloseHandle(pi.hThread);
-    JANET_RETURN_INTEGER(args, (int32_t)status);
+    return janet_wrap_integer(status);
 }
 #else
-static int os_execute(JanetArgs args) {
-    JANET_MINARITY(args, 1);
-    const uint8_t **argv = malloc(sizeof(uint8_t *) * (args.n + 1));
-    if (NULL == argv) {
+static Janet os_execute(int32_t argc, Janet *argv) {
+    janet_arity(argc, 1, -1);
+    const uint8_t **child_argv = malloc(sizeof(uint8_t *) * (argc + 1));
+    if (NULL == child_argv) {
         JANET_OUT_OF_MEMORY;
     }
-    for (int32_t i = 0; i < args.n; i++) {
-        JANET_ARG_STRING(argv[i], args, i);
+    for (int32_t i = 0; i < argc; i++) {
+        child_argv[i] = janet_getstring(argv, i);
     }
-    argv[args.n] = NULL;
+    child_argv[argc] = NULL;
 
     /* Fork child process */
     pid_t pid = fork();
     if (pid < 0) {
-        JANET_THROW(args, "failed to execute");
+        janet_panic("failed to execute");
     } else if (pid == 0) {
-        if (-1 == execve((const char *)argv[0], (char **)argv, NULL)) {
+        if (-1 == execve((const char *)child_argv[0], (char **)child_argv, NULL)) {
             exit(1);
         }
     }
     int status;
     waitpid(pid, &status, 0);
-    JANET_RETURN_INTEGER(args, status);
+    return janet_wrap_integer(status);
 }
 #endif
 
-static int os_shell(JanetArgs args) {
-    int nofirstarg = (args.n < 1 || !janet_checktype(args.v[0], JANET_STRING));
-    const char *cmd = nofirstarg
-        ? NULL
-        : (const char *) janet_unwrap_string(args.v[0]);
+static Janet os_shell(int32_t argc, Janet *argv) {
+    janet_arity(argc, 0, 1);
+    const char *cmd = argc
+        ? (const char *)janet_getstring(argv, 0)
+        : NULL;
     int stat = system(cmd);
-    JANET_RETURN(args, cmd
-            ? janet_wrap_integer(stat)
-            : janet_wrap_boolean(stat));
+    return argc
+        ? janet_wrap_integer(stat)
+        : janet_wrap_boolean(stat);
 }
 
-static int os_getenv(JanetArgs args) {
-    const uint8_t *k;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_STRING(k, args, 0);
+static Janet os_getenv(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    const uint8_t *k = janet_getstring(argv, 0);
     const char *cstr = (const char *) k;
     const char *res = getenv(cstr);
-    if (!res) {
-        JANET_RETURN_NIL(args);
-    }
-    JANET_RETURN(args, cstr
-            ? janet_cstringv(res)
-            : janet_wrap_nil());
+    return (res && cstr)
+        ? janet_cstringv(res)
+        : janet_wrap_nil();
 }
 
-static int os_setenv(JanetArgs args) {
+static Janet os_setenv(int32_t argc, Janet *argv) {
 #ifdef JANET_WINDOWS
 #define SETENV(K,V) _putenv_s(K, V)
 #define UNSETENV(K) _putenv_s(K, "")
@@ -176,39 +174,35 @@ static int os_setenv(JanetArgs args) {
 #define SETENV(K,V) setenv(K, V, 1)
 #define UNSETENV(K) unsetenv(K)
 #endif
-    const uint8_t *k;
-    const char *ks;
-    JANET_MAXARITY(args, 2);
-    JANET_MINARITY(args, 1);
-    JANET_ARG_STRING(k, args, 0);
-    ks = (const char *) k;
-    if (args.n == 1 || janet_checktype(args.v[1], JANET_NIL)) {
+    janet_arity(argc, 1, 2);
+    const uint8_t *k = janet_getstring(argv, 0);
+    const char *ks = (const char *) k;
+    if (argc == 1 || janet_checktype(argv[1], JANET_NIL)) {
         UNSETENV(ks);
     } else {
-        const uint8_t *v;
-        JANET_ARG_STRING(v, args, 1);
-        const char *vc = (const char *) v;
-        SETENV(ks, vc);
+        const uint8_t *v = janet_getstring(argv, 1);
+        SETENV(ks, (const char *)v);
     }
-    return 0;
+    return janet_wrap_nil();
 }
 
-static int os_exit(JanetArgs args) {
-    JANET_MAXARITY(args, 1);
-    if (args.n == 0) {
+static Janet os_exit(int32_t argc, Janet *argv) {
+    janet_arity(argc, 0, 1);
+    if (argc == 0) {
         exit(EXIT_SUCCESS);
-    } else if (janet_checktype(args.v[0], JANET_INTEGER)) {
-        exit(janet_unwrap_integer(args.v[0]));
+    } else if (janet_checkint(argv[0])) {
+        exit(janet_unwrap_integer(argv[0]));
     } else {
         exit(EXIT_FAILURE);
     }
-    return 0;
+    return janet_wrap_nil();
 }
 
-static int os_time(JanetArgs args) {
-    JANET_FIXARITY(args, 0);
+static Janet os_time(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 0);
+    (void) argv;
     double dtime = (double)(time(NULL));
-    JANET_RETURN_REAL(args, dtime);
+    return janet_wrap_number(dtime);
 }
 
 /* Clock shims */
@@ -238,22 +232,19 @@ static int gettime(struct timespec *spec) {
 #define gettime(TV) clock_gettime(CLOCK_MONOTONIC, (TV))
 #endif
 
-static int os_clock(JanetArgs args) {
-    JANET_FIXARITY(args, 0);
+static Janet os_clock(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 0);
+    (void) argv;
     struct timespec tv;
-    if (gettime(&tv))
-        JANET_THROW(args, "could not get time");
+    if (gettime(&tv)) janet_panic("could not get time");
     double dtime = tv.tv_sec + (tv.tv_nsec / 1E9);
-    JANET_RETURN_REAL(args, dtime);
+    return janet_wrap_number(dtime);
 }
 
-static int os_sleep(JanetArgs args) {
-    double delay;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_NUMBER(delay, args, 0);
-    if (delay < 0) {
-        JANET_THROW(args, "invalid argument to sleep");
-    }
+static Janet os_sleep(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    double delay = janet_getnumber(argv, 0);
+    if (delay < 0) janet_panic("invalid argument to sleep");
 #ifdef JANET_WINDOWS
     Sleep((DWORD) (delay * 1000));
 #else
@@ -264,11 +255,12 @@ static int os_sleep(JanetArgs args) {
         : 0;
     nanosleep(&ts, NULL);
 #endif
-    return 0;
+    return janet_wrap_nil();
 }
 
-static int os_cwd(JanetArgs args) {
-    JANET_FIXARITY(args, 0);
+static Janet os_cwd(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 0);
+    (void) argv;
     char buf[FILENAME_MAX];
     char *ptr;
 #ifdef JANET_WINDOWS
@@ -276,68 +268,73 @@ static int os_cwd(JanetArgs args) {
 #else
     ptr = getcwd(buf, FILENAME_MAX);
 #endif
-    if (NULL == ptr) {
-        JANET_THROW(args, "could not get current directory");
-    }
-    JANET_RETURN_CSTRING(args, ptr);
+    if (NULL == ptr) janet_panic("could not get current directory");
+    return janet_cstringv(ptr);
 }
 
 static const JanetReg cfuns[] = {
-    {"os/which", os_which,
-        "(os/which)\n\n"
-        "Check the current operating system. Returns one of:\n\n"
-        "\t:windows - Microsoft Windows\n"
-        "\t:macos - Apple macos\n"
-        "\t:posix - A POSIX compatible system (default)"
+    {
+        "os/which", os_which,
+        JDOC("(os/which)\n\n"
+                "Check the current operating system. Returns one of:\n\n"
+                "\t:windows - Microsoft Windows\n"
+                "\t:macos - Apple macos\n"
+                "\t:posix - A POSIX compatible system (default)")
     },
-    {"os/execute", os_execute,
-        "(os/execute program & args)\n\n"
-        "Execute a program on the system and pass it string arguments. Returns "
-        "the exit status of the program."
+    {
+        "os/execute", os_execute,
+        JDOC("(os/execute program & args)\n\n"
+                "Execute a program on the system and pass it string arguments. Returns "
+                "the exit status of the program.")
     },
-    {"os/shell", os_shell,
-        "(os/shell str)\n\n"
-        "Pass a command string str directly to the system shell."
+    {
+        "os/shell", os_shell,
+        JDOC("(os/shell str)\n\n"
+                "Pass a command string str directly to the system shell.")
     },
-    {"os/exit", os_exit,
-        "(os/exit x)\n\n"
-        "Exit from janet with an exit code equal to x. If x is not an integer, "
-        "the exit with status equal the hash of x."
+    {
+        "os/exit", os_exit,
+        JDOC("(os/exit x)\n\n"
+                "Exit from janet with an exit code equal to x. If x is not an integer, "
+                "the exit with status equal the hash of x.")
     },
-    {"os/getenv", os_getenv,
-        "(os/getenv variable)\n\n"
-        "Get the string value of an environment variable."
+    {
+        "os/getenv", os_getenv,
+        JDOC("(os/getenv variable)\n\n"
+                "Get the string value of an environment variable.")
     },
-    {"os/setenv", os_setenv,
-        "(os/setenv variable value)\n\n"
-        "Set an environment variable."
+    {
+        "os/setenv", os_setenv,
+        JDOC("(os/setenv variable value)\n\n"
+            "Set an environment variable.")
     },
-    {"os/time", os_time,
-        "(os/time)\n\n"
-        "Get the current time expressed as the number of seconds since "
-        "January 1, 1970, the Unix epoch. Returns a real number."
+    {
+        "os/time", os_time,
+        JDOC("(os/time)\n\n"
+            "Get the current time expressed as the number of seconds since "
+            "January 1, 1970, the Unix epoch. Returns a real number.")
     },
-    {"os/clock", os_clock,
-        "(os/clock)\n\n"
-        "Return the number of seconds since some fixed point in time. The clock "
-        "is guaranteed to be non decreased in real time."
+    {
+        "os/clock", os_clock,
+        JDOC("(os/clock)\n\n"
+            "Return the number of seconds since some fixed point in time. The clock "
+            "is guaranteed to be non decreased in real time.")
     },
-    {"os/sleep", os_sleep,
-        "(os/sleep nsec)\n\n"
-        "Suspend the program for nsec seconds. 'nsec' can be a real number. Returns "
-        "nil."
-
+    {
+        "os/sleep", os_sleep,
+        JDOC("(os/sleep nsec)\n\n"
+            "Suspend the program for nsec seconds. 'nsec' can be a real number. Returns "
+            "nil.")
     },
-    {"os/cwd", os_cwd,
-        "(os/cwd)\n\n"
-        "Returns the current working directory."
+    {
+        "os/cwd", os_cwd,
+        JDOC("(os/cwd)\n\n"
+            "Returns the current working directory.")
     },
     {NULL, NULL, NULL}
 };
 
 /* Module entry point */
-int janet_lib_os(JanetArgs args) {
-    JanetTable *env = janet_env(args);
+void janet_lib_os(JanetTable *env) {
     janet_cfuns(env, NULL, cfuns);
-    return 0;
 }

src/core/parse.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -21,6 +21,7 @@
 */
 
 #include <janet/janet.h>
+#include "util.h"
 
 /* Check if a character is whitespace */
 static int is_whitespace(uint8_t c) {
@@ -49,7 +50,7 @@ static int is_symbol_char(uint8_t c) {
 }
 
 /* Validate some utf8. Useful for identifiers. Only validates
- * the encoding, does not check for valid codepoints (they
+ * the encoding, does not check for valid code points (they
  * are less well defined than the encoding). */
 static int valid_utf8(const uint8_t *str, int32_t len) {
     int32_t i = 0;
@@ -74,7 +75,7 @@ static int valid_utf8(const uint8_t *str, int32_t len) {
             if ((str[j] >> 6) != 2) return 0;
         }
 
-        /* Check for overlong encodings */
+        /* Check for overlong encoding */
         if ((nexti == i + 2) && str[i] < 0xC2) return 0;
         if ((str[i] == 0xE0) && str[i + 1] < 0xA0) return 0;
         if ((str[i] == 0xF0) && str[i + 1] < 0x90) return 0;
@@ -102,8 +103,7 @@ struct JanetParseState {
     int32_t counter;
     int32_t argn;
     int flags;
-    size_t start_line;
-    size_t start_col;
+    size_t start;
     Consumer consumer;
 };
 
@@ -140,6 +140,7 @@ DEF_PARSER_STACK(_pushstate, JanetParseState, states, statecount, statecap)
 #define PFLAG_STRING 0x2000
 #define PFLAG_LONGSTRING 0x4000
 #define PFLAG_READERMAC 0x8000
+#define PFLAG_ATSYM 0x10000
 
 static void pushstate(JanetParser *p, Consumer consumer, int flags) {
     JanetParseState s;
@@ -147,8 +148,7 @@ static void pushstate(JanetParser *p, Consumer consumer, int flags) {
     s.argn = 0;
     s.flags = flags;
     s.consumer = consumer;
-    s.start_line = p->line;
-    s.start_col = p->col;
+    s.start = p->offset;
     _pushstate(p, s);
 }
 
@@ -159,16 +159,18 @@ static void popstate(JanetParser *p, Janet val) {
         if (newtop->flags & PFLAG_CONTAINER) {
             /* Source mapping info */
             if (janet_checktype(val, JANET_TUPLE)) {
-                janet_tuple_sm_line(janet_unwrap_tuple(val)) = (int32_t) top.start_line;
-                janet_tuple_sm_col(janet_unwrap_tuple(val)) = (int32_t) top.start_col;
+                janet_tuple_sm_start(janet_unwrap_tuple(val)) = (int32_t) top.start;
+                janet_tuple_sm_end(janet_unwrap_tuple(val)) = (int32_t) p->offset;
             }
             newtop->argn++;
+            /* Keep track of number of values in the root state */
+            if (p->statecount == 1) p->pending++;
             push_arg(p, val);
             return;
         } else if (newtop->flags & PFLAG_READERMAC) {
             Janet *t = janet_tuple_begin(2);
             int c = newtop->flags & 0xFF;
-            const char *which = 
+            const char *which =
                 (c == '\'') ? "quote" :
                 (c == ',') ? "unquote" :
                 (c == ';') ? "splice" :
@@ -176,8 +178,8 @@ static void popstate(JanetParser *p, Janet val) {
             t[0] = janet_csymbolv(which);
             t[1] = val;
             /* Quote source mapping info */
-            janet_tuple_sm_line(t) = (int32_t) newtop->start_line;
-            janet_tuple_sm_col(t) = (int32_t) newtop->start_col;
+            janet_tuple_sm_start(t) = (int32_t) newtop->start;
+            janet_tuple_sm_end(t) = (int32_t) p->offset;
             val = janet_wrap_tuple(janet_tuple_end(t));
         } else {
             return;
@@ -281,7 +283,8 @@ static int check_str_const(const char *cstr, const uint8_t *str, int32_t len) {
 }
 
 static int tokenchar(JanetParser *p, JanetParseState *state, uint8_t c) {
-    Janet numcheck, ret;
+    Janet ret;
+    double numval;
     int32_t blen;
     if (is_symbol_char(c)) {
         push_buf(p, (uint8_t) c);
@@ -290,9 +293,10 @@ static int tokenchar(JanetParser *p, JanetParseState *state, uint8_t c) {
     }
     /* Token finished */
     blen = (int32_t) p->bufcount;
-    numcheck = janet_scan_number(p->buf, blen);
-    if (!janet_checktype(numcheck, JANET_NIL)) {
-        ret = numcheck;
+    if (p->buf[0] == ':') {
+        ret = janet_keywordv(p->buf + 1, blen - 1);
+    } else if (!janet_scan_number(p->buf, blen, &numval)) {
+        ret = janet_wrap_number(numval);
     } else if (!check_str_const("nil", p->buf, blen)) {
         ret = janet_wrap_nil();
     } else if (!check_str_const("false", p->buf, blen)) {
@@ -304,7 +308,7 @@ static int tokenchar(JanetParser *p, JanetParseState *state, uint8_t c) {
             p->error = "symbol literal cannot start with a digit";
             return 0;
         } else {
-            /* Don't do full utf8 check unless we have seen non ascii characters. */
+            /* Don't do full utf-8 check unless we have seen non ascii characters. */
             int valid = (!state->argn) || valid_utf8(p->buf, blen);
             if (!valid) {
                 p->error = "invalid utf-8 in symbol";
@@ -327,78 +331,39 @@ static int comment(JanetParser *p, JanetParseState *state, uint8_t c) {
     return 1;
 }
 
-/* Forward declaration */
-static int root(JanetParser *p, JanetParseState *state, uint8_t c);
-
-static int dotuple(JanetParser *p, JanetParseState *state, uint8_t c) {
-    if (state->flags & PFLAG_SQRBRACKETS
-            ? c == ']'
-            : c == ')') {
-        int32_t i;
-        Janet *ret = janet_tuple_begin(state->argn);
-        for (i = state->argn - 1; i >= 0; i--) {
-            ret[i] = p->args[--p->argcount];
-        }
-        popstate(p, janet_wrap_tuple(janet_tuple_end(ret)));
-        return 1;
-    }
-    return root(p, state, c);
+static Janet close_tuple(JanetParser *p, JanetParseState *state) {
+    Janet *ret = janet_tuple_begin(state->argn);
+    for (int32_t i = state->argn - 1; i >= 0; i--)
+        ret[i] = p->args[--p->argcount];
+    return janet_wrap_tuple(janet_tuple_end(ret));
 }
 
-static int doarray(JanetParser *p, JanetParseState *state, uint8_t c) {
-    if (state->flags & PFLAG_SQRBRACKETS
-            ? c == ']'
-            : c == ')') {
-        int32_t i;
-        JanetArray *array = janet_array(state->argn);
-        for (i = state->argn - 1; i >= 0; i--) {
-            array->data[i] = p->args[--p->argcount];
-        }
-        array->count = state->argn;
-        popstate(p, janet_wrap_array(array));
-        return 1;
-    }
-    return root(p, state, c);
+static Janet close_array(JanetParser *p, JanetParseState *state) {
+    JanetArray *array = janet_array(state->argn);
+    for (int32_t i = state->argn - 1; i >= 0; i--)
+        array->data[i] = p->args[--p->argcount];
+    array->count = state->argn;
+    return janet_wrap_array(array);
 }
 
-static int dostruct(JanetParser *p, JanetParseState *state, uint8_t c) {
-    if (c == '}') {
-        int32_t i;
-        JanetKV *st;
-        if (state->argn & 1) {
-            p->error = "struct literal expects even number of arguments";
-            return 1;
-        }
-        st = janet_struct_begin(state->argn >> 1);
-        for (i = state->argn; i > 0; i -= 2) {
-            Janet value = p->args[--p->argcount];
-            Janet key = p->args[--p->argcount];
-            janet_struct_put(st, key, value);
-        }
-        popstate(p, janet_wrap_struct(janet_struct_end(st)));
-        return 1;
+static Janet close_struct(JanetParser *p, JanetParseState *state) {
+    JanetKV *st = janet_struct_begin(state->argn >> 1);
+    for (int32_t i = state->argn; i > 0; i -= 2) {
+        Janet value = p->args[--p->argcount];
+        Janet key = p->args[--p->argcount];
+        janet_struct_put(st, key, value);
     }
-    return root(p, state, c);
+    return janet_wrap_struct(janet_struct_end(st));
 }
 
-static int dotable(JanetParser *p, JanetParseState *state, uint8_t c) {
-    if (c == '}') {
-        int32_t i;
-        JanetTable *table;
-        if (state->argn & 1) {
-            p->error = "table literal expects even number of arguments";
-            return 1;
-        }
-        table = janet_table(state->argn >> 1);
-        for (i = state->argn; i > 0; i -= 2) {
-            Janet value = p->args[--p->argcount];
-            Janet key = p->args[--p->argcount];
-            janet_table_put(table, key, value);
-        }
-        popstate(p, janet_wrap_table(table));
-        return 1;
+static Janet close_table(JanetParser *p, JanetParseState *state) {
+    JanetTable *table = janet_table(state->argn >> 1);
+    for (int32_t i = state->argn; i > 0; i -= 2) {
+        Janet value = p->args[--p->argcount];
+        Janet key = p->args[--p->argcount];
+        janet_table_put(table, key, value);
     }
-    return root(p, state, c);
+    return janet_wrap_table(table);
 }
 
 #define PFLAG_INSTRING 0x100000
@@ -445,12 +410,14 @@ static int longstring(JanetParser *p, JanetParseState *state, uint8_t c) {
     }
 }
 
+static int root(JanetParser *p, JanetParseState *state, uint8_t c);
+
 static int ampersand(JanetParser *p, JanetParseState *state, uint8_t c) {
     (void) state;
     p->statecount--;
     switch (c) {
     case '{':
-        pushstate(p, dotable, PFLAG_CONTAINER | PFLAG_CURLYBRACKETS);
+        pushstate(p, root, PFLAG_CONTAINER | PFLAG_CURLYBRACKETS | PFLAG_ATSYM);
         return 1;
     case '"':
         pushstate(p, stringchar, PFLAG_BUFFER | PFLAG_STRING);
@@ -459,10 +426,10 @@ static int ampersand(JanetParser *p, JanetParseState *state, uint8_t c) {
         pushstate(p, longstring, PFLAG_BUFFER | PFLAG_LONGSTRING);
         return 1;
     case '[':
-        pushstate(p, doarray, PFLAG_CONTAINER | PFLAG_SQRBRACKETS);
+        pushstate(p, root, PFLAG_CONTAINER | PFLAG_SQRBRACKETS | PFLAG_ATSYM);
         return 1;
     case '(':
-        pushstate(p, doarray, PFLAG_CONTAINER | PFLAG_PARENS);
+        pushstate(p, root, PFLAG_CONTAINER | PFLAG_PARENS | PFLAG_ATSYM);
         return 1;
     default:
         break;
@@ -474,7 +441,6 @@ static int ampersand(JanetParser *p, JanetParseState *state, uint8_t c) {
 
 /* The root state of the parser */
 static int root(JanetParser *p, JanetParseState *state, uint8_t c) {
-    (void) state;
     switch (c) {
         default:
             if (is_whitespace(c)) return 1;
@@ -505,16 +471,44 @@ static int root(JanetParser *p, JanetParseState *state, uint8_t c) {
         case ')':
         case ']':
         case '}':
-            p->error = "mismatched delimiter";
+            {
+                Janet ds;
+                if (p->statecount == 1) {
+                    p->error = "mismatched delimiter";
+                    return 1;
+                }
+                if ((c == ')' && (state->flags & PFLAG_PARENS)) ||
+                        (c == ']' && (state->flags & PFLAG_SQRBRACKETS))) {
+                    if (state->flags & PFLAG_ATSYM) {
+                        ds = close_array(p, state);
+                    } else {
+                        ds = close_tuple(p, state);
+                    }
+                } else if (c == '}' && (state->flags & PFLAG_CURLYBRACKETS)) {
+                    if (state->argn & 1) {
+                        p->error = "struct and table literals expect even number of arguments";
+                        return 1;
+                    }
+                    if (state->flags & PFLAG_ATSYM) {
+                        ds = close_table(p, state);
+                    } else {
+                        ds = close_struct(p, state);
+                    }
+                } else {
+                    p->error = "mismatched delimiter";
+                    return 1;
+                }
+                popstate(p, ds);
+            }
             return 1;
         case '(':
-            pushstate(p, dotuple, PFLAG_CONTAINER | PFLAG_PARENS);
+            pushstate(p, root, PFLAG_CONTAINER | PFLAG_PARENS);
             return 1;
         case '[':
-            pushstate(p, dotuple, PFLAG_CONTAINER | PFLAG_SQRBRACKETS);
+            pushstate(p, root, PFLAG_CONTAINER | PFLAG_SQRBRACKETS);
             return 1;
         case '{':
-            pushstate(p, dostruct, PFLAG_CONTAINER | PFLAG_CURLYBRACKETS);
+            pushstate(p, root, PFLAG_CONTAINER | PFLAG_CURLYBRACKETS);
             return 1;
     }
 }
@@ -522,12 +516,7 @@ static int root(JanetParser *p, JanetParseState *state, uint8_t c) {
 int janet_parser_consume(JanetParser *parser, uint8_t c) {
     int consumed = 0;
     if (parser->error) return 0;
-    if (c == '\n') {
-        parser->line++;
-        parser->col = 0;
-    } else if (c != '\r') {
-        parser->col++;
-    }
+    parser->offset++;
     while (!consumed && !parser->error) {
         JanetParseState *state = parser->states + parser->statecount - 1;
         consumed = state->consumer(parser, state, c);
@@ -539,7 +528,6 @@ int janet_parser_consume(JanetParser *parser, uint8_t c) {
 enum JanetParserStatus janet_parser_status(JanetParser *parser) {
     if (parser->error) return JANET_PARSE_ERROR;
     if (parser->statecount > 1) return JANET_PARSE_PENDING;
-    if (parser->argcount) return JANET_PARSE_FULL;
     return JANET_PARSE_ROOT;
 }
 
@@ -547,6 +535,7 @@ void janet_parser_flush(JanetParser *parser) {
     parser->argcount = 0;
     parser->statecount = 1;
     parser->bufcount = 0;
+    parser->pending = 0;
 }
 
 const char *janet_parser_error(JanetParser *parser) {
@@ -563,12 +552,12 @@ const char *janet_parser_error(JanetParser *parser) {
 Janet janet_parser_produce(JanetParser *parser) {
     Janet ret;
     size_t i;
-    enum JanetParserStatus status = janet_parser_status(parser);
-    if (status != JANET_PARSE_FULL) return janet_wrap_nil();
+    if (parser->pending == 0) return janet_wrap_nil();
     ret = parser->args[0];
     for (i = 1; i < parser->argcount; i++) {
         parser->args[i - 1] = parser->args[i];
     }
+    parser->pending--;
     parser->argcount--;
     return ret;
 }
@@ -584,9 +573,9 @@ void janet_parser_init(JanetParser *parser) {
     parser->statecount = 0;
     parser->statecap = 0;
     parser->error = NULL;
-    parser->line = 1;
-    parser->col = 0;
     parser->lookback = -1;
+    parser->offset = 0;
+    parser->pending = 0;
 
     pushstate(parser, root, PFLAG_CONTAINER);
 }
@@ -617,145 +606,110 @@ static int parsergc(void *p, size_t size) {
 }
 
 static JanetAbstractType janet_parse_parsertype = {
-    ":core.parser",
+    "core/parser",
     parsergc,
     parsermark
 };
 
-JanetParser *janet_check_parser(Janet x) {
-    if (!janet_checktype(x, JANET_ABSTRACT))
-        return NULL;
-    void *abstract = janet_unwrap_abstract(x);
-    if (janet_abstract_type(abstract) != &janet_parse_parsertype)
-        return NULL;
-    return (JanetParser *)abstract;
-}
-
 /* C Function parser */
-static int cfun_parser(JanetArgs args) {
-    JANET_FIXARITY(args, 0);
+static Janet cfun_parser(int32_t argc, Janet *argv) {
+    (void) argv;
+    janet_fixarity(argc, 0);
     JanetParser *p = janet_abstract(&janet_parse_parsertype, sizeof(JanetParser));
     janet_parser_init(p);
-    JANET_RETURN_ABSTRACT(args, p);
+    return janet_wrap_abstract(p);
 }
 
-static int cfun_consume(JanetArgs args) {
-    const uint8_t *bytes;
-    int32_t len;
-    JanetParser *p;
-    int32_t i;
-    JANET_MINARITY(args, 2);
-    JANET_MAXARITY(args, 3);
-    JANET_CHECKABSTRACT(args, 0, &janet_parse_parsertype);
-    p = (JanetParser *) janet_unwrap_abstract(args.v[0]);
-    JANET_ARG_BYTES(bytes, len, args, 1);
-    if (args.n == 3) {
-        int32_t offset;
-        JANET_ARG_INTEGER(offset, args, 2);
-        if (offset < 0 || offset > len)
-            JANET_THROW(args, "invalid offset");
-        len -= offset;
-        bytes += offset;
+static Janet cfun_consume(int32_t argc, Janet *argv) {
+    janet_arity(argc, 2, 3);
+    JanetParser *p = janet_getabstract(argv, 0, &janet_parse_parsertype);
+    JanetByteView view = janet_getbytes(argv, 1);
+    if (argc == 3) {
+        int32_t offset = janet_getinteger(argv, 2);
+        if (offset < 0 || offset > view.len)
+            janet_panicf("invalid offset %d out of range [0,%d]", offset, view.len);
+        view.len -= offset;
+        view.bytes += offset;
     }
-    for (i = 0; i < len; i++) {
-        janet_parser_consume(p, bytes[i]);
+    int32_t i;
+    for (i = 0; i < view.len; i++) {
+        janet_parser_consume(p, view.bytes[i]);
         switch (janet_parser_status(p)) {
             case JANET_PARSE_ROOT:
             case JANET_PARSE_PENDING:
                 break;
             default:
-                JANET_RETURN_INTEGER(args, i + 1);
+                return janet_wrap_integer(i + 1);
         }
     }
-    JANET_RETURN_INTEGER(args, i);
+    return janet_wrap_integer(i);
 }
 
-static int cfun_byte(JanetArgs args) {
-    int32_t i;
-    JanetParser *p;
-    JANET_FIXARITY(args, 2);
-    JANET_CHECKABSTRACT(args, 0, &janet_parse_parsertype);
-    p = (JanetParser *) janet_unwrap_abstract(args.v[0]);
-    JANET_ARG_INTEGER(i, args, 1);
+static Janet cfun_has_more(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    JanetParser *p = janet_getabstract(argv, 0, &janet_parse_parsertype);
+    return janet_wrap_boolean(janet_parser_has_more(p));
+}
+
+static Janet cfun_byte(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 2);
+    JanetParser *p = janet_getabstract(argv, 0, &janet_parse_parsertype);
+    int32_t i = janet_getinteger(argv, 1);
     janet_parser_consume(p, 0xFF & i);
-    JANET_RETURN(args, args.v[0]);
+    return argv[0];
 }
 
-static int cfun_status(JanetArgs args) {
+static Janet cfun_status(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    JanetParser *p = janet_getabstract(argv, 0, &janet_parse_parsertype);
     const char *stat = NULL;
-    JanetParser *p;
-    JANET_FIXARITY(args, 1);
-    JANET_CHECKABSTRACT(args, 0, &janet_parse_parsertype);
-    p = (JanetParser *) janet_unwrap_abstract(args.v[0]);
     switch (janet_parser_status(p)) {
-        case JANET_PARSE_FULL:
-            stat = ":full";
-            break;
         case JANET_PARSE_PENDING:
-            stat = ":pending";
+            stat = "pending";
             break;
         case JANET_PARSE_ERROR:
-            stat = ":error";
+            stat = "error";
             break;
         case JANET_PARSE_ROOT:
-            stat = ":root";
+            stat = "root";
             break;
     }
-    JANET_RETURN_CSYMBOL(args, stat);
+    return janet_ckeywordv(stat);
 }
 
-static int cfun_error(JanetArgs args) {
-    const char *err;
-    JanetParser *p;
-    JANET_FIXARITY(args, 1);
-    JANET_CHECKABSTRACT(args, 0, &janet_parse_parsertype);
-    p = (JanetParser *) janet_unwrap_abstract(args.v[0]);
-    err = janet_parser_error(p);
-    if (err) {
-        JANET_RETURN_CSYMBOL(args, err);
-    } else {
-        JANET_RETURN_NIL(args);
-    }
+static Janet cfun_error(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    JanetParser *p = janet_getabstract(argv, 0, &janet_parse_parsertype);
+    const char *err = janet_parser_error(p);
+    if (err) return janet_cstringv(err);
+    return janet_wrap_nil();
 }
 
-static int cfun_produce(JanetArgs args) {
-    Janet val;
-    JanetParser *p;
-    JANET_FIXARITY(args, 1);
-    JANET_CHECKABSTRACT(args, 0, &janet_parse_parsertype);
-    p = (JanetParser *) janet_unwrap_abstract(args.v[0]);
-    val = janet_parser_produce(p);
-    JANET_RETURN(args, val);
+static Janet cfun_produce(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    JanetParser *p = janet_getabstract(argv, 0, &janet_parse_parsertype);
+    return janet_parser_produce(p);
 }
 
-static int cfun_flush(JanetArgs args) {
-    JanetParser *p;
-    JANET_FIXARITY(args, 1);
-    JANET_CHECKABSTRACT(args, 0, &janet_parse_parsertype);
-    p = (JanetParser *) janet_unwrap_abstract(args.v[0]);
+static Janet cfun_flush(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    JanetParser *p = janet_getabstract(argv, 0, &janet_parse_parsertype);
     janet_parser_flush(p);
-    JANET_RETURN(args, args.v[0]);
+    return argv[0];
 }
 
-static int cfun_where(JanetArgs args) {
-    JanetParser *p;
-    JANET_FIXARITY(args, 1);
-    JANET_CHECKABSTRACT(args, 0, &janet_parse_parsertype);
-    p = (JanetParser *) janet_unwrap_abstract(args.v[0]);
-    Janet *tup = janet_tuple_begin(2);
-    tup[0] = janet_wrap_integer((int32_t)p->line);
-    tup[1] = janet_wrap_integer((int32_t)p->col);
-    JANET_RETURN_TUPLE(args, janet_tuple_end(tup));
+static Janet cfun_where(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    JanetParser *p = janet_getabstract(argv, 0, &janet_parse_parsertype);
+    return janet_wrap_integer(p->offset);
 }
 
-static int cfun_state(JanetArgs args) {
+static Janet cfun_state(int32_t argc, Janet *argv) {
     size_t i;
     const uint8_t *str;
     size_t oldcount;
-    JanetParser *p;
-    JANET_FIXARITY(args, 1);
-    JANET_CHECKABSTRACT(args, 0, &janet_parse_parsertype);
-    p = (JanetParser *) janet_unwrap_abstract(args.v[0]);
+    janet_fixarity(argc, 1);
+    JanetParser *p = janet_getabstract(argv, 0, &janet_parse_parsertype);
     oldcount = p->bufcount;
     for (i = 0; i < p->statecount; i++) {
         JanetParseState *s = p->states + i;
@@ -776,70 +730,83 @@ static int cfun_state(JanetArgs args) {
     }
     str = janet_string(p->buf + oldcount, (int32_t)(p->bufcount - oldcount));
     p->bufcount = oldcount;
-    JANET_RETURN_STRING(args, str);
+    return janet_wrap_string(str);
 }
 
 static const JanetReg cfuns[] = {
-    {"parser/new", cfun_parser,
-        "(parser/new)\n\n"
-        "Creates and returns a new parser object. Parsers are state machines "
-        "that can receive bytes, and generate a stream of janet values. "
+    {
+        "parser/new", cfun_parser,
+        JDOC("(parser/new)\n\n"
+                "Creates and returns a new parser object. Parsers are state machines "
+                "that can receive bytes, and generate a stream of janet values. ")
     },
-    {"parser/produce", cfun_produce,
-        "(parser/produce parser)\n\n"
-        "Dequeue the next value in the parse queue. Will return nil if "
-        "no parsed values are in the queue, otherwise will dequeue the "
-        "next value."
+    {
+        "parser/has-more", cfun_has_more,
+        JDOC("(parser/has-more parser)\n\n"
+                "Check if the parser has more values in the value queue.")
     },
-    {"parser/consume", cfun_consume,
-        "(parser/consume parser bytes [, index])\n\n"
-        "Input bytes into the parser and parse them. Will not throw errors "
-        "if there is a parse error. Starts at the byte index given by index. Returns "
-        "the number of bytes read."
+    {
+        "parser/produce", cfun_produce,
+        JDOC("(parser/produce parser)\n\n"
+                "Dequeue the next value in the parse queue. Will return nil if "
+                "no parsed values are in the queue, otherwise will dequeue the "
+                "next value.")
     },
-    {"parser/byte", cfun_byte,
-        "(parser/byte parser b)\n\n"
-        "Input a single byte into the parser byte stream. Returns the parser."
+    {
+        "parser/consume", cfun_consume,
+        JDOC("(parser/consume parser bytes [, index])\n\n"
+                "Input bytes into the parser and parse them. Will not throw errors "
+                "if there is a parse error. Starts at the byte index given by index. Returns "
+                "the number of bytes read.")
     },
-    {"parser/error", cfun_error,
-        "(parser/error parser)\n\n"
-        "If the parser is in the error state, returns the message asscoiated with "
-        "that error. Otherwise, returns nil."
+    {
+        "parser/byte", cfun_byte,
+        JDOC("(parser/byte parser b)\n\n"
+                "Input a single byte into the parser byte stream. Returns the parser.")
     },
-    {"parser/status", cfun_status,
-        "(parser/status parser)\n\n"
-        "Gets the current status of the parser state machine. The status will "
-        "be one of:\n\n"
-        "\t:full - there are values in the parse queue to be consumed.\n"
-        "\t:pending - no values in the queue but a value is being parsed.\n"
-        "\t:error - a parsing error was encountered.\n"
-        "\t:root - the parser can either read more values or safely terminate."
+    {
+        "parser/error", cfun_error,
+        JDOC("(parser/error parser)\n\n"
+                "If the parser is in the error state, returns the message associated with "
+                "that error. Otherwise, returns nil. Also flushes the parser state and parser "
+                "queue, so be sure to handle everything in the queue before calling "
+                "parser/error.")
     },
-    {"parser/flush", cfun_flush,
-        "(parser/flush parser)\n\n"
-        "Clears the parser state and parse queue. Can be used to reset the parser "
-        "if an error was encountered. Does not reset the line and column counter, so "
-        "to begin parsing in a new context, create a new parser."
+    {
+        "parser/status", cfun_status,
+        JDOC("(parser/status parser)\n\n"
+                "Gets the current status of the parser state machine. The status will "
+                "be one of:\n\n"
+                "\t:pending - a value is being parsed.\n"
+                "\t:error - a parsing error was encountered.\n"
+                "\t:root - the parser can either read more values or safely terminate.")
     },
-    {"parser/state", cfun_state,
-        "(parser/state parser)\n\n"
-        "Returns a string representation of the internal state of the parser. "
-        "Each byte in the string represents a nested data structure. For example, "
-        "if the parser state is '([\"', then the parser is in the middle of parsing a "
-        "string inside of square brackets inside parens. Can be used to augment a repl prompt."
+    {
+        "parser/flush", cfun_flush,
+        JDOC("(parser/flush parser)\n\n"
+                "Clears the parser state and parse queue. Can be used to reset the parser "
+                "if an error was encountered. Does not reset the line and column counter, so "
+                "to begin parsing in a new context, create a new parser.")
     },
-    {"parser/where", cfun_where,
-        "(parser/where parser)\n\n"
-        "Returns the current line number and column number of the parser's location "
-        "in the byte stream as a tuple (line, column). Lines and columns are counted from "
-        "1, (the first byte is line1, column 1) and a newline is considered ascii 0x0A."
+    {
+        "parser/state", cfun_state,
+        JDOC("(parser/state parser)\n\n"
+                "Returns a string representation of the internal state of the parser. "
+                "Each byte in the string represents a nested data structure. For example, "
+                "if the parser state is '([\"', then the parser is in the middle of parsing a "
+                "string inside of square brackets inside parentheses. Can be used to augment a REPL prompt.")
+    },
+    {
+        "parser/where", cfun_where,
+        JDOC("(parser/where parser)\n\n"
+                "Returns the current line number and column number of the parser's location "
+                "in the byte stream as a tuple (line, column). Lines and columns are counted from "
+                "1, (the first byte is line 1, column 1) and a newline is considered ASCII 0x0A.")
     },
     {NULL, NULL, NULL}
 };
 
 /* Load the library */
-int janet_lib_parse(JanetArgs args) {
-    JanetTable *env = janet_env(args);
+void janet_lib_parse(JanetTable *env) {
     janet_cfuns(env, NULL, cfuns);
-    return 0;
 }

src/core/regalloc.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -57,7 +57,7 @@ static int32_t count_trailing_ones(uint32_t x) {
 /* Get N bits */
 #define nbits(N) (ithbit(N) - 1)
 
-/* Copy a regsiter allocator */
+/* Copy a register allocator */
 void janetc_regalloc_clone(JanetcRegisterAllocator *dest, JanetcRegisterAllocator *src) {
     size_t size;
     dest->count = src->count;
@@ -153,78 +153,3 @@ void janetc_regalloc_freetemp(JanetcRegisterAllocator *ra, int32_t reg, JanetcRe
     if (reg < 0xF0)
         janetc_regalloc_free(ra, reg);
 }
-
-/* Disable multi-slot allocation for now. */
-
-/*
-static int32_t checkrange(JanetcRegisterAllocator *ra, int32_t start, int32_t end) {
-    int32_t startchunk = start / 32;
-    int32_t endchunk = end / 32;
-    for (int32_t chunk = startchunk; chunk <= endchunk; chunk++) {
-        while (ra->count <= chunk) pushchunk(ra);
-        uint32_t mask = 0xFFFFFFFF;
-        if (chunk == startchunk)
-            mask &= ~nbits(start & 0x1F);
-        if (chunk == endchunk)
-            mask &= nbits(end & 0x1F);
-        uint32_t block = ra->chunks[chunk];
-        uint32_t masking = mask & block;
-        if (masking) {
-            int32_t nextbit = (block == 0xFFFFFFFF)
-                ? 32
-                : count_trailing_zeros(masking) + 1;
-            return chunk * 32 + nextbit;
-        }
-    }
-    return -1;
-}
-
-static void markrange(JanetcRegisterAllocator *ra, int32_t start, int32_t end) {
-    int32_t startchunk = start / 32;
-    int32_t endchunk = end / 32;
-    for (int32_t chunk = startchunk; chunk <= endchunk; chunk++) {
-        uint32_t mask = 0xFFFFFFFF;
-        if (chunk == startchunk)
-            mask &= ~nbits(start & 0x1F);
-        if (chunk == endchunk)
-            mask &= nbits(end & 0x1F);
-        ra->chunks[chunk] |= mask;
-    }
-}
-
-void janetc_regalloc_freerange(JanetcRegisterAllocator *ra, int32_t start, int32_t n) {
-    int32_t end = start + n - 1;
-    int32_t startchunk = start / 32;
-    int32_t endchunk = end / 32;
-    for (int32_t chunk = startchunk; chunk <= endchunk; chunk++) {
-        uint32_t mask = 0;
-        if (chunk == startchunk)
-            mask |= nbits(start & 0x1F);
-        if (chunk == endchunk)
-            mask |= ~nbits(end & 0x1F);
-        ra->chunks[chunk] &= mask;
-    }
-}
-
-int32_t janetc_regalloc_n(JanetcRegisterAllocator *ra, int32_t n) {
-    int32_t start = 0, end = 0, next = 0;
-    while (next >= 0) {
-        start = next;
-        end = start + n - 1;
-        next = checkrange(ra, start, end);
-    }
-    markrange(ra, start, end);
-    if (end > ra->max)
-        ra->max = end;
-    return start;
-}
-
-int32_t janetc_regalloc_call(JanetcRegisterAllocator *ra, int32_t callee, int32_t nargs) {
-    if (checkrange(ra, callee, callee + nargs) < 0) {
-        markrange(ra, callee + 1, callee + nargs);
-        return callee;
-    }
-    return janetc_regalloc_n(ra, nargs + 1);
-}
-
-*/

src/core/regalloc.h

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -44,7 +44,7 @@ typedef struct {
     int32_t count; /* number of chunks in chunks */
     int32_t capacity; /* amount allocated for chunks */
     int32_t max; /* The maximum allocated register so far */
-    int32_t regtemps; /* Hold which tempregistered are alloced. */
+    int32_t regtemps; /* Hold which temp. registers are allocated. */
 } JanetcRegisterAllocator;
 
 void janetc_regalloc_init(JanetcRegisterAllocator *ra);
@@ -57,11 +57,4 @@ void janetc_regalloc_freetemp(JanetcRegisterAllocator *ra, int32_t reg, JanetcRe
 void janetc_regalloc_clone(JanetcRegisterAllocator *dest, JanetcRegisterAllocator *src);
 void janetc_regalloc_touch(JanetcRegisterAllocator *ra, int32_t reg);
 
-/* Mutli-slot allocation disabled */
-/*
-int32_t janetc_regalloc_n(JanetcRegisterAllocator *ra, int32_t n);
-int32_t janetc_regalloc_call(JanetcRegisterAllocator *ra, int32_t callee, int32_t nargs);
-void janetc_regalloc_freerange(JanetcRegisterAllocator *ra, int32_t regstart, int32_t n);
-*/
-
 #endif

src/core/run.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -67,7 +67,7 @@ void janet_stacktrace(JanetFiber *fiber, const char *errtype, Janet err) {
                 int32_t off = (int32_t) (frame->pc - def->bytecode);
                 if (def->sourcemap) {
                     JanetSourceMapping mapping = def->sourcemap[off];
-                    fprintf(stderr, " on line %d, column %d", mapping.line, mapping.column);
+                    fprintf(stderr, " at (%d:%d)", mapping.start, mapping.end);
                 } else {
                     fprintf(stderr, " pc=%d", off);
                 }
@@ -75,6 +75,8 @@ void janet_stacktrace(JanetFiber *fiber, const char *errtype, Janet err) {
             fprintf(stderr, "\n");
         }
     }
+
+    janet_v_free(fibers);
 }
 
 /* Run a string */
@@ -90,26 +92,29 @@ int janet_dobytes(JanetTable *env, const uint8_t *bytes, int32_t len, const char
     janet_parser_init(&parser);
 
     while (!errflags && !done) {
-        switch (janet_parser_status(&parser)) {
-            case JANET_PARSE_FULL:
-                {
-                    Janet form = janet_parser_produce(&parser);
-                    JanetCompileResult cres = janet_compile(form, env, where);
-                    if (cres.status == JANET_COMPILE_OK) {
-                        JanetFunction *f = janet_thunk(cres.funcdef);
-                        JanetFiber *fiber = janet_fiber(f, 64);
-                        JanetSignal status = janet_continue(fiber, janet_wrap_nil(), &ret);
-                        if (status != JANET_SIGNAL_OK) {
-                            janet_stacktrace(fiber, "runtime", ret);
-                            errflags |= 0x01;
-                        }
-                    } else {
-                        janet_stacktrace(cres.macrofiber, "compile",
-                                janet_wrap_string(cres.error));
-                        errflags |= 0x02;
-                    }
+
+        /* Evaluate parsed values */
+        while (janet_parser_has_more(&parser)) {
+            Janet form = janet_parser_produce(&parser);
+            JanetCompileResult cres = janet_compile(form, env, where);
+            if (cres.status == JANET_COMPILE_OK) {
+                JanetFunction *f = janet_thunk(cres.funcdef);
+                JanetFiber *fiber = janet_fiber(f, 64);
+                JanetSignal status = janet_continue(fiber, janet_wrap_nil(), &ret);
+                if (status != JANET_SIGNAL_OK) {
+                    janet_stacktrace(fiber, "runtime", ret);
+                    errflags |= 0x01;
                 }
-                break;
+            } else {
+                fprintf(stderr, "source path: %s\n", sourcePath);
+                janet_stacktrace(cres.macrofiber, "compile",
+                        janet_wrap_string(cres.error));
+                errflags |= 0x02;
+            }
+        }
+
+        /* Dispatch based on parse state */
+        switch (janet_parser_status(&parser)) {
             case JANET_PARSE_ERROR:
                 errflags |= 0x04;
                 fprintf(stderr, "parse error: %s\n", janet_parser_error(&parser));
@@ -135,6 +140,7 @@ int janet_dobytes(JanetTable *env, const uint8_t *bytes, int32_t len, const char
                 }
                 break;
         }
+
     }
     janet_parser_deinit(&parser);
     if (where) janet_gcunroot(janet_wrap_string(where));

src/core/specials.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -94,7 +94,7 @@ static JanetSlot quasiquote(JanetFopts opts, Janet x) {
                     janet_v_push(slots, key);
                     janet_v_push(slots, value);
                 }
-                return qq_slots(opts, slots, 
+                return qq_slots(opts, slots,
                         janet_checktype(x, JANET_TABLE) ? JOP_MAKE_TABLE : JOP_MAKE_STRUCT);
             }
     }
@@ -116,7 +116,7 @@ static JanetSlot janetc_unquote(JanetFopts opts, int32_t argn, const Janet *argv
 }
 
 /* Preform destructuring. Be careful to
- * keep the order registers are freed. 
+ * keep the order registers are freed.
  * Returns if the slot 'right' can be freed. */
 static int destructure(JanetCompiler *c,
         Janet left,
@@ -172,20 +172,57 @@ static int destructure(JanetCompiler *c,
     }
 }
 
+/* Create a source map for definitions. */
+static const Janet *janetc_make_sourcemap(JanetCompiler *c) {
+    Janet *tup = janet_tuple_begin(3);
+    tup[0] = janet_wrap_string(c->source);
+    tup[1] = janet_wrap_integer(c->current_mapping.start);
+    tup[2] = janet_wrap_integer(c->current_mapping.end);
+    return janet_tuple_end(tup);
+}
+
 static JanetSlot janetc_varset(JanetFopts opts, int32_t argn, const Janet *argv) {
-    /*JanetFopts subopts = janetc_fopts_default(opts.compiler);*/
-    /*JanetSlot ret, dest;*/
-    Janet head;
     if (argn != 2) {
         janetc_cerror(opts.compiler, "expected 2 arguments");
         return janetc_cslot(janet_wrap_nil());
     }
-    head = argv[0];
-    if (!janet_checktype(head, JANET_SYMBOL)) {
-        janetc_cerror(opts.compiler, "expected symbol");
+    JanetFopts subopts = janetc_fopts_default(opts.compiler);
+    if (janet_checktype(argv[0], JANET_SYMBOL)) {
+        /* Normal var - (set a 1) */
+        const uint8_t *sym = janet_unwrap_symbol(argv[0]);
+        JanetSlot dest = janetc_resolve(opts.compiler, sym);
+        if (!(dest.flags & JANET_SLOT_MUTABLE)) {
+            janetc_cerror(opts.compiler, "cannot set constant");
+            return janetc_cslot(janet_wrap_nil());
+        }
+        subopts.flags = JANET_FOPTS_HINT;
+        subopts.hint = dest;
+        JanetSlot ret = janetc_value(subopts, argv[1]);
+        janetc_copy(opts.compiler, dest, ret);
+        return ret;
+    } else if (janet_checktype(argv[0], JANET_TUPLE)) {
+        /* Set a field (setf behavior) - (set (tab :key) 2) */
+        const Janet *tup = janet_unwrap_tuple(argv[0]);
+        /* Tuple must have 2 elements */
+        if (janet_tuple_length(tup) != 2) {
+            janetc_cerror(opts.compiler, "expected 2 element tuple for l-value to set");
+            return janetc_cslot(janet_wrap_nil());
+        }
+        JanetSlot ds = janetc_value(subopts, tup[0]);
+        JanetSlot key = janetc_value(subopts, tup[1]);
+        /* Can't be tail position because we will emit a PUT instruction afterwards */
+        /* Also can't drop either */
+        opts.flags &= ~(JANET_FOPTS_TAIL | JANET_FOPTS_DROP);
+        JanetSlot rvalue = janetc_value(opts, argv[1]);
+        /* Emit the PUT instruction */
+        janetc_emit_sss(opts.compiler, JOP_PUT, ds, key, rvalue, 0);
+        return rvalue;
+    } else {
+        /* Error */
+        janet_inspect(argv[0]);
+        janetc_cerror(opts.compiler, "expected symbol or tuple for l-value to set");
         return janetc_cslot(janet_wrap_nil());
     }
-    return janetc_sym_lvalue(opts, janet_unwrap_symbol(head), argv[1]);
 }
 
 /* Add attributes to a global def or var table */
@@ -198,11 +235,11 @@ static JanetTable *handleattr(JanetCompiler *c, int32_t argn, const Janet *argv)
             default:
                 janetc_cerror(c, "could not add metadata to binding");
                 break;
-            case JANET_SYMBOL:
+            case JANET_KEYWORD:
                 janet_table_put(tab, attr, janet_wrap_true());
                 break;
             case JANET_STRING:
-                janet_table_put(tab, janet_csymbolv(":doc"), attr);
+                janet_table_put(tab, janet_ckeywordv("doc"), attr);
                 break;
         }
     }
@@ -251,7 +288,9 @@ static int varleaf(
         reftab->proto = attr;
         JanetArray *ref = janet_array(1);
         janet_array_push(ref, janet_wrap_nil());
-        janet_table_put(reftab, janet_csymbolv(":ref"), janet_wrap_array(ref));
+        janet_table_put(reftab, janet_ckeywordv("ref"), janet_wrap_array(ref));
+        janet_table_put(reftab, janet_ckeywordv("source-map"),
+                janet_wrap_tuple(janetc_make_sourcemap(c)));
         janet_table_put(c->env, janet_wrap_symbol(sym), janet_wrap_table(reftab));
         refslot = janetc_cslot(janet_wrap_array(ref));
         janetc_emit_ssu(c, JOP_PUT_INDEX, refslot, s, 0, 0);
@@ -278,8 +317,10 @@ static int defleaf(
         JanetTable *attr) {
     if (c->scope->flags & JANET_SCOPE_TOP) {
         JanetTable *tab = janet_table(2);
+        janet_table_put(tab, janet_ckeywordv("source-map"),
+                janet_wrap_tuple(janetc_make_sourcemap(c)));
         tab->proto = attr;
-        JanetSlot valsym = janetc_cslot(janet_csymbolv(":value"));
+        JanetSlot valsym = janetc_cslot(janet_ckeywordv("value"));
         JanetSlot tabslot = janetc_cslot(janet_wrap_table(tab));
 
         /* Add env entry to env */
@@ -356,8 +397,9 @@ static JanetSlot janetc_if(JanetFopts opts, int32_t argn, const Janet *argv) {
             falsebody = truebody;
             truebody = temp;
         }
-        janetc_scope(&tempscope, c, 0, "if-body");
-        target = janetc_value(bodyopts, truebody);
+        janetc_scope(&tempscope, c, 0, "if-true");
+        right = janetc_value(bodyopts, truebody);
+        if (!drop && !tail) janetc_copy(c, target, right);
         janetc_popscope(c);
         janetc_throwaway(bodyopts, falsebody);
         janetc_popscope(c);
@@ -497,7 +539,7 @@ static JanetSlot janetc_while(JanetFopts opts, int32_t argn, const Janet *argv)
         /* Recompile in the function scope */
         cond = janetc_value(subopts, argv[0]);
         if (!(cond.flags & JANET_SLOT_CONSTANT)) {
-            /* If not an infinte loop, return nil when condition false */
+            /* If not an infinite loop, return nil when condition false */
             janetc_emit_si(c, JOP_JUMP_IF, cond, 2, 0);
             janetc_emit(c, JOP_RETURN_NIL);
         }
@@ -522,7 +564,7 @@ static JanetSlot janetc_while(JanetFopts opts, int32_t argn, const Janet *argv)
         return janetc_cslot(janet_wrap_nil());
     }
 
-    /* Compile jump to whiletop */
+    /* Compile jump to :whiletop */
     labeljt = janet_v_count(c->buffer);
     janetc_emit(c, JOP_JUMP);
 
@@ -583,7 +625,7 @@ static JanetSlot janetc_fn(JanetFopts opts, int32_t argn, const Janet *argv) {
         Janet param = params[i];
         if (janet_checktype(param, JANET_SYMBOL)) {
             /* Check for varargs and unfixed arity */
-            if ((!seenamp) && 
+            if ((!seenamp) &&
                     (0 == janet_cstrcmp(janet_unwrap_symbol(param), "&"))) {
                 seenamp = 1;
                 fixarity = 0;
@@ -648,16 +690,15 @@ error2:
 
 /* Keep in lexicographic order */
 static const JanetSpecial janetc_specials[] = {
-    {":=", janetc_varset},
     {"def", janetc_def},
     {"do", janetc_do},
     {"fn", janetc_fn},
     {"if", janetc_if},
     {"quasiquote", janetc_quasiquote},
     {"quote", janetc_quote},
+    {"set", janetc_varset},
     {"splice", janetc_splice},
     {"unquote", janetc_unquote},
-    {"unquote", janetc_unquote},
     {"var", janetc_var},
     {"while", janetc_while}
 };

src/core/state.h

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -27,10 +27,10 @@
 
 /* The VM state. Rather than a struct that is passed
  * around, the vm state is global for simplicity. If
- * at some point a a global state object, or context,
- * is required to be passed around, this is waht would
- * be in it. However, thread local globals for interpreter
- * state should allow easy multithreading. */
+ * at some point a global state object, or context,
+ * is required to be passed around, this is what would
+ * be in it. However, thread local global variables for interpreter
+ * state should allow easy multi-threading. */
 
 /* How many VM stacks have been entered */
 extern JANET_THREAD_LOCAL int janet_vm_stackn;
@@ -39,7 +39,7 @@ extern JANET_THREAD_LOCAL int janet_vm_stackn;
  * Set and unset by janet_run. */
 extern JANET_THREAD_LOCAL JanetFiber *janet_vm_fiber;
 
-/* The global registry for c functions. Used to store metadata
+/* The global registry for c functions. Used to store meta-data
  * along with otherwise bare c function pointers. */
 extern JANET_THREAD_LOCAL JanetTable *janet_vm_registry;
 

src/core/strtod.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -21,26 +21,21 @@
 */
 
 /* Use a custom double parser instead of libc's strtod for better portability
- * and control. Also, uses a less strict rounding method than ieee to not incur
- * the cost of 4000 loc and dependence on arbitary precision arithmetic.  There
- * is no plan to use arbitrary precision arithmetic for parsing numbers, and a
- * formal rounding mode has yet to be chosen (round towards 0 seems
- * reasonable).
+ * and control.
  *
  * This version has been modified for much greater flexibility in parsing, such
- * as choosing the radix, supporting integer output, and returning Janets
- * directly.
+ * as choosing the radix and supporting scientific notation with any radix.
  *
  * Numbers are of the form [-+]R[rR]I.F[eE&][-+]X where R is the radix, I is
  * the integer part, F is the fractional part, and X is the exponent. All
- * signs, radix, decimal point, fractional part, and exponent can be ommited.
+ * signs, radix, decimal point, fractional part, and exponent can be omitted.
  * The number will be considered and integer if the there is no decimal point
  * and no exponent. Any number greater the 2^32-1 or less than -(2^32) will be
  * coerced to a double. If there is an error, the function janet_scan_number will
  * return a janet nil. The radix is assumed to be 10 if omitted, and the E
  * separator for the exponent can only be used when the radix is 10. This is
- * because E is a vaid digit in bases 15 or greater. For bases greater than 10,
- * the letters are used as digitis. A through Z correspond to the digits 10
+ * because E is a valid digit in bases 15 or greater. For bases greater than 10,
+ * the letters are used as digits. A through Z correspond to the digits 10
  * through 35, and the lowercase letters have the same values. The radix number
  * is always in base 10. For example, a hexidecimal number could be written
  * '16rdeadbeef'. janet_scan_number also supports some c style syntax for
@@ -51,6 +46,7 @@
 
 #include <janet/janet.h>
 #include <math.h>
+#include <string.h>
 
 /* Lookup table for getting values of characters when parsing numbers. Handles
  * digits 0-9 and a-z (and A-Z). A-Z have values of 10 to 35. */
@@ -65,98 +61,194 @@ static uint8_t digit_lookup[128] = {
     25,26,27,28,29,30,31,32,33,34,35,0xff,0xff,0xff,0xff,0xff
 };
 
+#define BIGNAT_NBIT 31
+#define BIGNAT_BASE 0x80000000U
+
+/* Allow for large mantissa. BigNat is a natural number. */
+struct BigNat {
+    uint32_t first_digit; /* First digit so we don't need to allocate when not needed. */
+    int32_t n; /* n digits */
+    int32_t cap; /* allocated digit capacity */
+    uint32_t *digits; /* Each digit is base (2 ^ 31). Digits are least significant first. */
+};
+
+static void bignat_zero(struct BigNat *x) {
+    x->first_digit = 0;
+    x->n = 0;
+    x->cap = 0;
+    x->digits = NULL;
+}
+
+/* Allocate n more digits for mant. Return a pointer to these digits. */
+static uint32_t *bignat_extra(struct BigNat *mant, int32_t n) {
+    int32_t oldn = mant->n;
+    int32_t newn = oldn + n;
+    if (mant->cap < newn) {
+        int32_t newcap = 2 * newn;
+        uint32_t *mem = realloc(mant->digits, newcap * sizeof(uint32_t));
+        if (NULL == mem) {
+            JANET_OUT_OF_MEMORY;
+        }
+        mant->cap = newcap;
+        mant->digits = mem;
+    }
+    mant->n = newn;
+    return mant->digits + oldn;
+}
+
+/* Append a digit */
+static void bignat_append(struct BigNat *mant, uint32_t dig) {
+    bignat_extra(mant, 1)[0] = dig;
+}
+
+/* Multiply the mantissa mant by a factor and the add a term
+ * in one operation. factor will be between 2 and 36^4,
+ * term will be between 0 and 36. */
+static void bignat_muladd(struct BigNat *mant, uint32_t factor, uint32_t term) {
+    int32_t i;
+    uint64_t carry = ((uint64_t) mant->first_digit) * factor + term;
+    mant->first_digit = carry % BIGNAT_BASE;
+    carry /= BIGNAT_BASE;
+    for (i = 0; i < mant->n; i++) {
+        carry += ((uint64_t) mant->digits[i]) * factor;
+        mant->digits[i] = carry % BIGNAT_BASE;
+        carry /= BIGNAT_BASE;
+    }
+    if (carry) bignat_append(mant, (uint32_t) carry);
+}
+
+/* Divide the mantissa mant by a factor. Drop the remainder. */
+static void bignat_div(struct BigNat *mant, uint32_t divisor) {
+    int32_t i;
+    uint32_t quotient, remainder;
+    uint64_t dividend;
+    remainder = 0;
+    for (i = mant->n - 1; i >= 0; i--) {
+        dividend = ((uint64_t)remainder * BIGNAT_BASE) + mant->digits[i];
+        if (i < mant->n - 1) mant->digits[i + 1] = quotient;
+        quotient = (uint32_t)(dividend / divisor);
+        remainder = (uint32_t)(dividend % divisor);
+        mant->digits[i] = remainder;
+    }
+    dividend = ((uint64_t)remainder * BIGNAT_BASE) + mant->first_digit;
+    if (mant->n && mant->digits[mant->n - 1] == 0) mant->n--;
+    mant->first_digit = (uint32_t)(dividend / divisor);
+}
+
+/* Shift left by a multiple of BIGNAT_NBIT */
+static void bignat_lshift_n(struct BigNat *mant, int n) {
+    if (!n) return;
+    int32_t oldn = mant->n;
+    bignat_extra(mant, n);
+    memmove(mant->digits + n, mant->digits, sizeof(uint32_t) * oldn);
+    memset(mant->digits, 0, sizeof(uint32_t) * (n - 1));
+    mant->digits[n - 1] = mant->first_digit;
+    mant->first_digit = 0;
+}
+
+#ifdef __GNUC__
+#define clz(x) __builtin_clz(x)
+#else
+static int clz(uint32_t x) {
+    int n = 0;
+    if (x <= 0x0000ffff) n += 16, x <<= 16;
+    if (x <= 0x00ffffff) n += 8, x <<= 8;
+    if (x <= 0x0fffffff) n += 4, x <<= 4;
+    if (x <= 0x3fffffff) n += 2, x <<= 2;
+    if (x <= 0x7fffffff) n ++;
+    return n;
+}
+#endif
+
+/* Extract double value from mantissa */
+static double bignat_extract(struct BigNat *mant, int32_t exponent2) {
+    uint64_t top53;
+    int32_t n = mant->n;
+    /* Get most significant 53 bits from mant. Bit 52 (0 indexed) should
+     * always be 1. This is essentially a large right shift on mant.*/
+    if (n) {
+        /* Two or more digits */
+        uint64_t d1 = mant->digits[n - 1]; /* MSD (non-zero) */
+        uint64_t d2 = (n == 1) ? mant->first_digit : mant->digits[n - 2];
+        uint64_t d3 = (n > 2) ? mant->digits[n - 3] : (n == 2) ? mant->first_digit : 0;
+        int lz = clz((uint32_t) d1);
+        int nbits = 32 - lz;
+        /* First get 54 bits */
+        top53 = (d2 << (54 - BIGNAT_NBIT)) + (d3 >> (2 * BIGNAT_NBIT - 54));
+        top53 >>= nbits;
+        top53 |= (d1 << (54 - nbits));
+        /* Rounding based on lowest bit of 54 */
+        if (top53 & 1) top53++;
+        top53 >>= 1;
+        if (top53 > 0x1FffffFFFFffffUL) {
+            top53 >>= 1;
+            exponent2++;
+        }
+        /* Correct exponent - to correct for large right shift to mantissa. */
+        exponent2 += (nbits - 53) + BIGNAT_NBIT * n;
+    } else {
+        /* One digit */
+        top53 = mant->first_digit;
+    }
+    return ldexp((double)top53, exponent2);
+}
+
 /* Read in a mantissa and exponent of a certain base, and give
- * back the double value. Should properly handle 0s, Inifinties, and
+ * back the double value. Should properly handle 0s, Infinities, and
  * denormalized numbers. (When the exponent values are too large) */
 static double convert(
         int negative,
-        uint64_t mantissa,
+        struct BigNat *mant,
         int32_t base,
         int32_t exponent) {
 
     int32_t exponent2 = 0;
 
     /* Short circuit zero and huge numbers */
-    if (mantissa == 0)
-        return 0.0;
-    if (exponent > 1022)
+    if (mant->n == 0 && mant->first_digit == 0)
+        return negative ? -0.0 : 0.0;
+    if (exponent > 1023)
         return negative ? -INFINITY : INFINITY;
 
-    /* TODO add fast paths */
+    /* Final value is X = mant * base ^ exponent * 2 ^ exponent2
+     * Get exponent to zero while holding X constant. */
 
-    /* Convert exponent on the base into exponent2, the power of
-     * 2 the will be used. Modify the mantissa as we convert. */
-    if (exponent > 0) {
-        /* Make the mantissa large enough so no precision is lost */
-        while (mantissa <= 0x03ffffffffffffffULL && exponent > 0) {
-            mantissa *= base;
-            exponent--;
-        }
-        while (exponent > 0) {
-            /* Allow 6 bits of room when multiplying. This is because
-             * the largest base is 36, which is 6 bits. The space of 6 should
-             * prevent overflow.*/
-            mantissa >>= 1;
-            exponent2++;
-            if (mantissa <= 0x03ffffffffffffffULL) {
-                mantissa *= base;
-                exponent--;
-            }
-        }
-    } else {
-        while (exponent < 0) {
-            mantissa <<= 1;
-            exponent2--;
-            /* Ensure that the last bit is set for minimum error
-             * before dividing by the base */
-            if (mantissa > 0x7fffffffffffffffULL) {
-                mantissa /= base;
-                exponent++;
-            }
-        }
+    /* Positive exponents are simple */
+    for (;exponent > 3; exponent -= 4) bignat_muladd(mant, base * base * base * base, 0);
+    for (;exponent > 1; exponent -= 2) bignat_muladd(mant, base * base, 0);
+    for (;exponent > 0; exponent -= 1) bignat_muladd(mant, base, 0);
+
+    /* Negative exponents are tricky - we don't want to loose bits
+     * from integer division, so we need to premultiply. */
+    if (exponent < 0) {
+        int32_t shamt = 5 - exponent / 4;
+        bignat_lshift_n(mant, shamt);
+        exponent2 -= shamt * BIGNAT_NBIT;
+        for (;exponent < -3; exponent += 4) bignat_div(mant, base * base * base * base);
+        for (;exponent < -2; exponent += 2) bignat_div(mant, base * base);
+        for (;exponent <  0; exponent += 1) bignat_div(mant, base);
     }
 
     return negative
-        ? -ldexp((double) mantissa, exponent2)
-        : ldexp((double) mantissa, exponent2);
+        ? -bignat_extract(mant, exponent2)
+        : bignat_extract(mant, exponent2);
 }
 
-/* Result of scanning a number source string. Will be further processed
- * depending on the desired resultant type. */
-struct JanetScanRes {
-    uint64_t mant;
-    int32_t ex;
-    int error;
-    int base;
-    int seenpoint;
-    int foundexp;
-    int neg;
-};
-
-/* Get the mantissa and exponent of decimal number. The
- * mantissa will be stored in a 64 bit unsigned integer (always positive).
- * The exponent will be in a signed 32 bit integer. Will also check if
- * the decimal point has been seen. Returns -1 if there is an invalid
- * number. */
-static struct JanetScanRes janet_scan_impl(
+/* Scan a real (double) from a string. If the string cannot be converted into
+ * and integer, set *err to 1 and return 0. */
+int janet_scan_number(
         const uint8_t *str,
-        int32_t len) {
-
-    struct JanetScanRes res;
+        int32_t len,
+        double *out) {
     const uint8_t *end = str + len;
-
-    /* Initialize flags */
     int seenadigit = 0;
-    int gotradix = 0;
-
-    /* Initialize result */
-    res.mant = 0;
-    res.ex = 0;
-    res.error = 0;
-    res.base = 10;
-    res.seenpoint = 0;
-    res.foundexp = 0;
-    res.neg = 0;
+    int ex = 0;
+    int base = 10;
+    int seenpoint = 0;
+    int foundexp = 0;
+    int neg = 0;
+    struct BigNat mant;
+    bignat_zero(&mant);
 
     /* Prevent some kinds of overflow bugs relating to the exponent
      * overflowing.  For example, if a string was passed 2GB worth of 0s after
@@ -168,18 +260,36 @@ static struct JanetScanRes janet_scan_impl(
     /* Get sign */
     if (str >= end) goto error;
     if (*str == '-') {
-        res.neg = 1;
+        neg = 1;
         str++;
     } else if (*str == '+') {
         str++;
     }
 
+    /* Check for leading 0x or digit digit r */
+    if (str + 1 < end && str[0] == '0' && str[1] == 'x') {
+        base = 16;
+        str += 2;
+    } else if (str + 1 < end  &&
+            str[0] >= '0' && str[0] <= '9' &&
+            str[1] == 'r') {
+        base = str[0] - '0';
+        str += 2;
+    } else if (str + 2 < end  &&
+            str[0] >= '0' && str[0] <= '9' &&
+            str[1] >= '0' && str[1] <= '9' &&
+            str[2] == 'r') {
+        base = 10 * (str[0] - '0') + (str[1] - '0');
+        if (base < 2 || base > 36) goto error;
+        str += 3;
+    }
+
     /* Skip leading zeros */
     while (str < end && (*str == '0' || *str == '.')) {
-        if (res.seenpoint) res.ex--;
+        if (seenpoint) ex--;
         if (*str == '.') {
-            if (res.seenpoint) goto error;
-            res.seenpoint = 1;
+            if (seenpoint) goto error;
+            seenpoint = 1;
         }
         seenadigit = 1;
         str++;
@@ -188,37 +298,21 @@ static struct JanetScanRes janet_scan_impl(
     /* Parse significant digits */
     while (str < end) {
         if (*str == '.') {
-            if (res.seenpoint) goto error;
-            res.seenpoint = 1;
+            if (seenpoint) goto error;
+            seenpoint = 1;
         } else if (*str == '&') {
-            res.foundexp = 1;
+            foundexp = 1;
             break;
-        } else if (res.base == 10 && (*str == 'E' || *str == 'e')) {
-            res.foundexp = 1;
+        } else if (base == 10 && (*str == 'E' || *str == 'e')) {
+            foundexp = 1;
             break;
-        } else if (!gotradix && (*str == 'x' || *str == 'X')) {
+        } else if (*str == '_') {
             if (!seenadigit) goto error;
-            if (res.seenpoint || res.mant > 0) goto error;
-            res.base = 16;
-            res.mant = 0;
-            seenadigit = 0;
-            gotradix = 1;
-        } else if (!gotradix && (*str == 'r' || *str == 'R'))  {
-            if (res.seenpoint) goto error;
-            if (res.mant < 2 || res.mant > 36) goto error;
-            res.base = (int) res.mant;
-            res.mant = 0;
-            seenadigit = 0;
-            gotradix = 1;
-        } else if (*str != '_') {
-            /* underscores are ignored - can be used for separator */
+        } else {
             int digit = digit_lookup[*str & 0x7F];
-            if (*str > 127 || digit >= res.base) goto error;
-            if (res.seenpoint) res.ex--;
-            if (res.mant > 0x00ffffffffffffff)
-                res.ex++;
-            else
-                res.mant = res.base * res.mant + digit;
+            if (*str > 127 || digit >= base) goto error;
+            if (seenpoint) ex--;
+            bignat_muladd(&mant, base, digit);
             seenadigit = 1;
         }
         str++;
@@ -228,7 +322,7 @@ static struct JanetScanRes janet_scan_impl(
         goto error;
 
     /* Read exponent */
-    if (str < end && res.foundexp) {
+    if (str < end && foundexp) {
         int eneg = 0;
         int ee = 0;
         seenadigit = 0;
@@ -241,90 +335,28 @@ static struct JanetScanRes janet_scan_impl(
             str++;
         }
         /* Skip leading 0s in exponent */
-        while (str < end && *str == '0') str++;
-        while (str < end && ee < (INT32_MAX / 40)) {
-            int digit = digit_lookup[*str & 0x7F];
-            if (*str == '_') {
-                str++;
-                continue;
-            }
-            if (*str > 127 || digit >= res.base) goto error;
-            ee = res.base * ee + digit;
+        while (str < end && *str == '0') {
             str++;
             seenadigit = 1;
         }
-        if (eneg) res.ex -= ee; else res.ex += ee;
+        while (str < end && ee < (INT32_MAX / 40)) {
+            int digit = digit_lookup[*str & 0x7F];
+            if (*str > 127 || digit >= base) goto error;
+            ee = base * ee + digit;
+            str++;
+            seenadigit = 1;
+        }
+        if (eneg) ex -= ee; else ex += ee;
     }
 
     if (!seenadigit)
         goto error;
 
-    return res;
-
-    error:
-    res.error = 1;
-    return res;
-}
-
-/* Scan an integer from a string. If the string cannot be converted into
- * and integer, set *err to 1 and return 0. */
-int32_t janet_scan_integer(
-        const uint8_t *str,
-        int32_t len,
-        int *err) {
-    struct JanetScanRes res = janet_scan_impl(str, len);
-    int64_t i64;
-    if (res.error) goto error;
-    if (res.seenpoint) goto error;
-    if (res.ex < 0) goto error;
-    i64 = res.neg ? -(int64_t)res.mant : (int64_t)res.mant;
-    while (res.ex > 0) {
-        i64 *= res.base;
-        if (i64 > INT32_MAX || i64 < INT32_MIN) goto error;
-        res.ex--;
-    }
-    if (i64 > INT32_MAX || i64 < INT32_MIN) goto error;
-    if (NULL != err)
-        *err = 0;
-    return (int32_t) i64;
-    error:
-    if (NULL != err)
-        *err = 1;
+    *out = convert(neg, &mant, base, ex);
+    free(mant.digits);
     return 0;
-}
 
-/* Scan a real (double) from a string. If the string cannot be converted into
- * and integer, set *err to 1 and return 0. */
-double janet_scan_real(
-        const uint8_t *str,
-        int32_t len,
-        int *err) {
-    struct JanetScanRes res = janet_scan_impl(str, len);
-    if (res.error) {
-        if (NULL != err)
-            *err = 1;
-        return 0.0;
-    } else {
-        if (NULL != err)
-            *err = 0;
-    }
-    return convert(res.neg, res.mant, res.base, res.ex);
-}
-
-/* Scans a number from a string. Can return either an integer or a real if
- * the number cannot be represented as an integer. Will return nil in case of
- * an error. */
-Janet janet_scan_number(
-        const uint8_t *str,
-        int32_t len) {
-    struct JanetScanRes res = janet_scan_impl(str, len);
-    if (res.error)
-        return janet_wrap_nil();
-    if (!res.foundexp && !res.seenpoint) {
-        int64_t i64 = res.neg ? -(int64_t)res.mant : (int64_t)res.mant;
-        if (i64 <= INT32_MAX && i64 >= INT32_MIN) {
-            return janet_wrap_integer((int32_t) i64);
-        }
-    }
-    return janet_wrap_real(convert(res.neg, res.mant, res.base, res.ex));
+    error:
+    free(mant.digits);
+    return 1;
 }

src/core/struct.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -62,7 +62,7 @@ const JanetKV *janet_struct_find(const JanetKV *st, Janet key) {
  *
  * Runs will be in sorted order, as the collisions resolver essentially
  * preforms an in-place insertion sort. This ensures the internal structure of the
- * hash map is independant of insertion order.
+ * hash map is independent of insertion order.
  */
 void janet_struct_put(JanetKV *st, Janet key, Janet value) {
     int32_t cap = janet_struct_capacity(st);
@@ -89,9 +89,9 @@ void janet_struct_put(JanetKV *st, Janet key, Janet value) {
         }
         /* Robinhood hashing - check if colliding kv pair
          * is closer to their source than current. We use robinhood
-         * hashing to ensure that equivalent structs that are contsructed
+         * hashing to ensure that equivalent structs that are constructed
          * with different order have the same internal layout, and therefor
-         * will compare properly - i.e., {1 2 3 4} should equal {3 4 1 2}. 
+         * will compare properly - i.e., {1 2 3 4} should equal {3 4 1 2}.
          * Collisions are resolved via an insertion sort insertion. */
         otherhash = janet_hash(kv->key);
         otherindex = janet_maphash(cap, otherhash);
@@ -158,17 +158,6 @@ Janet janet_struct_get(const JanetKV *st, Janet key) {
     return kv ? kv->value : janet_wrap_nil();
 }
 
-/* Get the next key in a struct */
-const JanetKV *janet_struct_next(const JanetKV *st, const JanetKV *kv) {
-    const JanetKV *end = st + janet_struct_capacity(st);
-    kv = (kv == NULL) ? st : kv + 1;
-    while (kv < end) {
-        if (!janet_checktype(kv->key, JANET_NIL)) return kv;
-        kv++;
-    }
-    return NULL;
-}
-
 /* Convert struct to table */
 JanetTable *janet_struct_to_table(const JanetKV *st) {
     JanetTable *table = janet_table(janet_struct_capacity(st));

src/core/symcache.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -190,17 +190,6 @@ const uint8_t *janet_csymbol(const char *cstr) {
     return janet_symbol((const uint8_t *)cstr, len);
 }
 
-/* Convert a string to a symbol */
-const uint8_t *janet_symbol_from_string(const uint8_t *str) {
-    int success = 0;
-    const uint8_t **bucket = janet_symcache_find(str, &success);
-    if (success)
-        return *bucket;
-    janet_symcache_put((const uint8_t *)str, bucket);
-    janet_gc_settype(janet_string_raw(str), JANET_MEMORY_SYMBOL);
-    return str;
-}
-
 /* Store counter for genysm to avoid quadratic behavior */
 JANET_THREAD_LOCAL uint8_t gensym_counter[8] = {'_', '0', '0', '0', '0', '0', '0', 0};
 
@@ -234,16 +223,16 @@ const uint8_t *janet_symbol_gen(void) {
      * is enough for resolving collisions. */
     do {
         hash = janet_string_calchash(
-                gensym_counter, 
+                gensym_counter,
                 sizeof(gensym_counter) - 1);
         bucket = janet_symcache_findmem(
-                gensym_counter, 
+                gensym_counter,
                 sizeof(gensym_counter) - 1,
                 hash,
                 &status);
     } while (status && (inc_gensym(), 1));
     sym = (uint8_t *) janet_gcalloc(
-            JANET_MEMORY_SYMBOL, 
+            JANET_MEMORY_SYMBOL,
             2 * sizeof(int32_t) + sizeof(gensym_counter)) +
         (2 * sizeof(int32_t));
     memcpy(sym, gensym_counter, sizeof(gensym_counter));

src/core/symcache.h

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to

src/core/table.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -158,18 +158,6 @@ void janet_table_clear(JanetTable *t) {
     t->deleted = 0;
 }
 
-/* Find next key in an object. Returns NULL if no next key. */
-const JanetKV *janet_table_next(JanetTable *t, const JanetKV *kv) {
-    JanetKV *end = t->data + t->capacity;
-    kv = (kv == NULL) ? t->data : kv + 1;
-    while (kv < end) {
-        if (!janet_checktype(kv->key, JANET_NIL))
-            return kv;
-        kv++;
-    }
-    return NULL;
-}
-
 /* Convert table to struct */
 const JanetKV *janet_table_to_struct(JanetTable *t) {
     JanetKV *st = janet_struct_begin(t->count);
@@ -206,87 +194,80 @@ void janet_table_merge_struct(JanetTable *table, const JanetKV *other) {
 
 /* C Functions */
 
-static int cfun_new(JanetArgs args) {
-    JanetTable *t;
-    int32_t cap;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_INTEGER(cap, args, 0);
-    t = janet_table(cap);
-    JANET_RETURN_TABLE(args, t);
+static Janet cfun_new(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    int32_t cap = janet_getinteger(argv, 0);
+    return janet_wrap_table(janet_table(cap));
 }
 
-static int cfun_getproto(JanetArgs args) {
-    JanetTable *t;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_TABLE(t, args, 0);
-    JANET_RETURN(args, t->proto
-            ? janet_wrap_table(t->proto)
-            : janet_wrap_nil());
+static Janet cfun_getproto(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    JanetTable *t = janet_gettable(argv, 0);
+    return t->proto
+        ? janet_wrap_table(t->proto)
+        : janet_wrap_nil();
 }
 
-static int cfun_setproto(JanetArgs args) {
-    JanetTable *table, *proto;
-    JANET_FIXARITY(args, 2);
-    JANET_ARG_TABLE(table, args, 0);
-    if (janet_checktype(args.v[1], JANET_NIL)) {
-        proto = NULL;
-    } else {
-        JANET_ARG_TABLE(proto, args, 1);
+static Janet cfun_setproto(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 2);
+    JanetTable *table = janet_gettable(argv, 0);
+    JanetTable *proto = NULL;
+    if (!janet_checktype(argv[1], JANET_NIL)) {
+        proto = janet_gettable(argv, 1);
     }
     table->proto = proto;
-    JANET_RETURN_TABLE(args, table);
+    return argv[0];
 }
 
-static int cfun_tostruct(JanetArgs args) {
-    JanetTable *t;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_TABLE(t, args, 0);
-    JANET_RETURN_STRUCT(args, janet_table_to_struct(t));
+static Janet cfun_tostruct(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    JanetTable *t = janet_gettable(argv, 0);
+    return janet_wrap_struct(janet_table_to_struct(t));
 }
 
-static int cfun_rawget(JanetArgs args) {
-    JanetTable *table;
-    JANET_FIXARITY(args, 2);
-    JANET_ARG_TABLE(table, args, 0);
-    JANET_RETURN(args, janet_table_rawget(table, args.v[1]));
+static Janet cfun_rawget(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 2);
+    JanetTable *table = janet_gettable(argv, 0);
+    return janet_table_rawget(table, argv[1]);
 }
 
 static const JanetReg cfuns[] = {
-    {"table/new", cfun_new,
-        "(table/new capacity)\n\n"
-        "Creates a new empty table with pre-allocated memory "
-        "for capacity entries. This means that if one knows the number of "
-        "entries going to go in a table on creation, extra memory allocation "
-        "can be avoided. Returns the new table."
+    {
+        "table/new", cfun_new,
+        JDOC("(table/new capacity)\n\n"
+                "Creates a new empty table with pre-allocated memory "
+                "for capacity entries. This means that if one knows the number of "
+                "entries going to go in a table on creation, extra memory allocation "
+                "can be avoided. Returns the new table.")
     },
-    {"table/to-struct", cfun_tostruct,
-        "(table/to-struct tab)\n\n"
-        "Convert a table to a struct. Returns a new struct. This function "
-        "does not take into account prototype tables."
+    {
+        "table/to-struct", cfun_tostruct,
+        JDOC("(table/to-struct tab)\n\n"
+                "Convert a table to a struct. Returns a new struct. This function "
+                "does not take into account prototype tables.")
     },
-    {"table/getproto", cfun_getproto,
-        "(table/getproto tab)\n\n"
-        "Get the prototype table of a table. Returns nil if a table "
-        "has no prototype, otherwise returns the prototype."
+    {
+        "table/getproto", cfun_getproto,
+        JDOC("(table/getproto tab)\n\n"
+                "Get the prototype table of a table. Returns nil if a table "
+                "has no prototype, otherwise returns the prototype.")
     },
-    {"table/setproto", cfun_setproto,
-        "(table/setproto tab proto)\n\n"
-        "Set the prototype of a table. Returns the original table tab."
+    {
+        "table/setproto", cfun_setproto,
+        JDOC("(table/setproto tab proto)\n\n"
+                "Set the prototype of a table. Returns the original table tab.")
     },
-    {"table/rawget", cfun_rawget,
-        "(table/rawget tab key)\n\n"
-        "Gets a value from a table without looking at the prototype table. "
-        "If a table tab does not contain t directly, the function will return "
-        "nil without checking the prototype. Returns the value in the table."
+    {
+        "table/rawget", cfun_rawget,
+        JDOC("(table/rawget tab key)\n\n"
+                "Gets a value from a table without looking at the prototype table. "
+                "If a table tab does not contain t directly, the function will return "
+                "nil without checking the prototype. Returns the value in the table.")
     },
     {NULL, NULL, NULL}
 };
 
 /* Load the table module */
-int janet_lib_table(JanetArgs args) {
-    JanetTable *env = janet_env(args);
+void janet_lib_table(JanetTable *env) {
     janet_cfuns(env, NULL, cfuns);
-    return 0;
 }
-
-#undef janet_maphash

src/core/tuple.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -32,8 +32,8 @@ Janet *janet_tuple_begin(int32_t length) {
     char *data = janet_gcalloc(JANET_MEMORY_TUPLE, 4 * sizeof(int32_t) + length * sizeof(Janet));
     Janet *tuple = (Janet *)(data + (4 * sizeof(int32_t)));
     janet_tuple_length(tuple) = length;
-    janet_tuple_sm_line(tuple) = 0;
-    janet_tuple_sm_col(tuple) = 0;
+    janet_tuple_sm_start(tuple) = -1;
+    janet_tuple_sm_end(tuple) = -1;
     return tuple;
 }
 
@@ -91,95 +91,58 @@ int janet_tuple_compare(const Janet *lhs, const Janet *rhs) {
 
 /* C Functions */
 
-static int cfun_slice(JanetArgs args) {
-    const Janet *vals;
-    int32_t len;
-    Janet *ret;
-    int32_t start, end;
-    JANET_MINARITY(args, 1);
-    if (!janet_indexed_view(args.v[0], &vals, &len)) JANET_THROW(args, "expected array/tuple");
-    /* Get start */
-    if (args.n < 2) {
-        start = 0;
-    } else if (janet_checktype(args.v[1], JANET_INTEGER)) {
-        start = janet_unwrap_integer(args.v[1]);
-    } else {
-        JANET_THROW(args, "expected integer");
-    }
-    /* Get end */
-    if (args.n < 3) {
-        end = -1;
-    } else if (janet_checktype(args.v[2], JANET_INTEGER)) {
-        end = janet_unwrap_integer(args.v[2]);
-    } else {
-        JANET_THROW(args, "expected integer");
-    }
-    if (start < 0) start = len + start;
-    if (end < 0) end = len + end + 1;
-    if (end < 0 || start < 0 || end > len || start > len)
-        JANET_THROW(args, "slice range out of bounds");
-    if (end >= start) {
-        ret = janet_tuple_begin(end - start);
-        memcpy(ret, vals + start, sizeof(Janet) * (end - start));
-    } else {
-        ret = janet_tuple_begin(0);
-    }
-    JANET_RETURN_TUPLE(args, janet_tuple_end(ret));
+static Janet cfun_slice(int32_t argc, Janet *argv) {
+    JanetRange range = janet_getslice(argc, argv);
+    JanetView view = janet_getindexed(argv, 0);
+    return janet_wrap_tuple(janet_tuple_n(view.items + range.start, range.end - range.start));
 }
 
-static int cfun_prepend(JanetArgs args) {
-    const Janet *t;
-    int32_t len, i;
-    Janet *n;
-    JANET_MINARITY(args, 1);
-    if (!janet_indexed_view(args.v[0], &t, &len))
-        JANET_THROW(args, "expected tuple/array");
-    n = janet_tuple_begin(len - 1 + args.n);
-    memcpy(n - 1 + args.n, t, sizeof(Janet) * len);
-    for (i = 1; i < args.n; i++) {
-        n[args.n - i - 1] = args.v[i];
+static Janet cfun_prepend(int32_t argc, Janet *argv) {
+    janet_arity(argc, 1, -1);
+    JanetView view = janet_getindexed(argv, 0);
+    Janet *n = janet_tuple_begin(view.len - 1 + argc);
+    memcpy(n - 1 + argc, view.items, sizeof(Janet) * view.len);
+    for (int32_t i = 1; i < argc; i++) {
+        n[argc - i - 1] = argv[i];
     }
-    JANET_RETURN_TUPLE(args, janet_tuple_end(n));
+    return janet_wrap_tuple(janet_tuple_end(n));
 }
 
-static int cfun_append(JanetArgs args) {
-    const Janet *t;
-    int32_t len;
-    Janet *n;
-    JANET_MINARITY(args, 1);
-    if (!janet_indexed_view(args.v[0], &t, &len))
-        JANET_THROW(args, "expected tuple/array");
-    n = janet_tuple_begin(len - 1 + args.n);
-    memcpy(n, t, sizeof(Janet) * len);
-    memcpy(n + len, args.v + 1, sizeof(Janet) * (args.n - 1));
-    JANET_RETURN_TUPLE(args, janet_tuple_end(n));
+static Janet cfun_append(int32_t argc, Janet *argv) {
+    janet_arity(argc, 1, -1);
+    JanetView view = janet_getindexed(argv, 0);
+    Janet *n = janet_tuple_begin(view.len - 1 + argc);
+    memcpy(n, view.items, sizeof(Janet) * view.len);
+    memcpy(n + view.len, argv + 1, sizeof(Janet) * (argc - 1));
+    return janet_wrap_tuple(janet_tuple_end(n));
 }
 
 static const JanetReg cfuns[] = {
-    {"tuple/slice", cfun_slice,
-        "(tuple/slice arrtup [,start=0 [,end=(length arrtup)]])\n\n"
-        "Take a sub sequence of an array or tuple from index start "
-        "inclusive to index end exclusive. If start or end are not provided, "
-        "they default to 0 and the length of arrtup respectively."
-        "Returns the new tuple."
+    {
+        "tuple/slice", cfun_slice,
+        JDOC("(tuple/slice arrtup [,start=0 [,end=(length arrtup)]])\n\n"
+                "Take a sub sequence of an array or tuple from index start "
+                "inclusive to index end exclusive. If start or end are not provided, "
+                "they default to 0 and the length of arrtup respectively."
+                "Returns the new tuple.")
     },
-    {"tuple/append", cfun_append,
-        "(tuple/append tup & items)\n\n"
-        "Returns a new tuple that is the result of appending "
-        "each element in items to tup."
+    {
+        "tuple/append", cfun_append,
+        JDOC("(tuple/append tup & items)\n\n"
+                "Returns a new tuple that is the result of appending "
+                "each element in items to tup.")
     },
-    {"tuple/prepend", cfun_prepend,
-        "(tuple/prepend tup & items)\n\n"
-        "Prepends each element in items to tuple and "
-        "returns a new tuple. Items are prepended such that the "
-        "last element in items is the first element in the new tuple."
+    {
+        "tuple/prepend", cfun_prepend,
+        JDOC("(tuple/prepend tup & items)\n\n"
+                "Prepends each element in items to tuple and "
+                "returns a new tuple. Items are prepended such that the "
+                "last element in items is the first element in the new tuple.")
     },
     {NULL, NULL, NULL}
 };
 
 /* Load the tuple module */
-int janet_lib_tuple(JanetArgs args) {
-    JanetTable *env = janet_env(args);
+void janet_lib_tuple(JanetTable *env) {
     janet_cfuns(env, NULL, cfuns);
-    return 0;
 }

src/core/util.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -21,6 +21,7 @@
 */
 
 #include <janet/janet.h>
+#include <inttypes.h>
 #include "util.h"
 #include "state.h"
 #include "gc.h"
@@ -35,22 +36,58 @@ const char janet_base64[65] =
 /* The JANET value types in order. These types can be used as
  * mnemonics instead of a bit pattern for type checking */
 const char *const janet_type_names[16] = {
-    ":nil",
-    ":boolean",
-    ":boolean",
-    ":fiber",
-    ":integer",
-    ":real",
-    ":string",
-    ":symbol",
-    ":array",
-    ":tuple",
-    ":table",
-    ":struct",
-    ":buffer",
-    ":function",
-    ":cfunction",
-    ":abstract"
+    "number",
+    "nil",
+    "boolean",
+    "boolean",
+    "fiber",
+    "string",
+    "symbol",
+    "keyword",
+    "array",
+    "tuple",
+    "table",
+    "struct",
+    "buffer",
+    "function",
+    "cfunction",
+    "abstract"
+};
+
+const char *const janet_signal_names[14] = {
+    "ok",
+    "error",
+    "debug",
+    "yield",
+    "user0",
+    "user1",
+    "user2",
+    "user3",
+    "user4",
+    "user5",
+    "user6",
+    "user7",
+    "user8",
+    "user9"
+};
+
+const char *const janet_status_names[16] = {
+    "dead",
+    "error",
+    "debug",
+    "pending",
+    "user0",
+    "user1",
+    "user2",
+    "user3",
+    "user4",
+    "user5",
+    "user6",
+    "user7",
+    "user8",
+    "user9",
+    "new",
+    "alive"
 };
 
 /* Calculate hash for string */
@@ -96,7 +133,7 @@ int32_t janet_tablen(int32_t n) {
 }
 
 /* Helper to find a value in a Janet struct or table. Returns the bucket
- * containg the key, or the first empty bucket if there is no such key. */
+ * containing the key, or the first empty bucket if there is no such key. */
 const JanetKV *janet_dict_find(const JanetKV *buckets, int32_t cap, Janet key) {
     int32_t index = janet_maphash(cap, janet_hash(key));
     int32_t i;
@@ -151,7 +188,7 @@ const JanetKV *janet_dictionary_next(const JanetKV *kvs, int32_t cap, const Jane
     return NULL;
 }
 
-/* Compare a janet string with a cstring. more efficient than loading
+/* Compare a janet string with a cstring. More efficient than loading
  * c string as a janet string. */
 int janet_cstrcmp(const uint8_t *str, const char *other) {
     int32_t len = janet_string_length(str);
@@ -168,7 +205,7 @@ int janet_cstrcmp(const uint8_t *str, const char *other) {
 
 /* Do a binary search on a static array of structs. Each struct must
  * have a string as its first element, and the struct must be sorted
- * lexogrpahically by that element. */
+ * lexicographically by that element. */
 const void *janet_strbinsearch(
         const void *tab,
         size_t tabcount,
@@ -203,9 +240,9 @@ void janet_register(const char *name, JanetCFunction cfun) {
 /* Add a def to an environment */
 void janet_def(JanetTable *env, const char *name, Janet val, const char *doc) {
     JanetTable *subt = janet_table(2);
-    janet_table_put(subt, janet_csymbolv(":value"), val);
+    janet_table_put(subt, janet_ckeywordv("value"), val);
     if (doc)
-        janet_table_put(subt, janet_csymbolv(":doc"), janet_cstringv(doc));
+        janet_table_put(subt, janet_ckeywordv("doc"), janet_cstringv(doc));
     janet_table_put(env, janet_csymbolv(name), janet_wrap_table(subt));
 }
 
@@ -214,9 +251,9 @@ void janet_var(JanetTable *env, const char *name, Janet val, const char *doc) {
     JanetArray *array = janet_array(1);
     JanetTable *subt = janet_table(2);
     janet_array_push(array, val);
-    janet_table_put(subt, janet_csymbolv(":ref"), janet_wrap_array(array));
+    janet_table_put(subt, janet_ckeywordv("ref"), janet_wrap_array(array));
     if (doc)
-        janet_table_put(subt, janet_csymbolv(":doc"), janet_cstringv(doc));
+        janet_table_put(subt, janet_ckeywordv("doc"), janet_cstringv(doc));
     janet_table_put(env, janet_csymbolv(name), janet_wrap_table(subt));
 }
 
@@ -233,7 +270,7 @@ void janet_cfuns(JanetTable *env, const char *regprefix, const JanetReg *cfuns)
             uint8_t *longname_buffer =
                 janet_string_begin(reglen + 1 + nmlen);
             memcpy(longname_buffer, regprefix, reglen);
-            longname_buffer[reglen] = '.';
+            longname_buffer[reglen] = '/';
             memcpy(longname_buffer + reglen + 1, cfuns->name, nmlen);
             longname = janet_wrap_symbol(janet_string_end(longname_buffer));
         }
@@ -253,32 +290,20 @@ JanetBindingType janet_resolve(JanetTable *env, const uint8_t *sym, Janet *out)
         return JANET_BINDING_NONE;
     entry_table = janet_unwrap_table(entry);
     if (!janet_checktype(
-        janet_table_get(entry_table, janet_csymbolv(":macro")),
+        janet_table_get(entry_table, janet_ckeywordv("macro")),
         JANET_NIL)) {
-        *out = janet_table_get(entry_table, janet_csymbolv(":value"));
+        *out = janet_table_get(entry_table, janet_ckeywordv("value"));
         return JANET_BINDING_MACRO;
     }
-    ref = janet_table_get(entry_table, janet_csymbolv(":ref"));
+    ref = janet_table_get(entry_table, janet_ckeywordv("ref"));
     if (janet_checktype(ref, JANET_ARRAY)) {
         *out = ref;
         return JANET_BINDING_VAR;
     }
-    *out = janet_table_get(entry_table, janet_csymbolv(":value"));
+    *out = janet_table_get(entry_table, janet_ckeywordv("value"));
     return JANET_BINDING_DEF;
 }
 
-/* Get module from the arguments passed to library */
-JanetTable *janet_env(JanetArgs args) {
-    JanetTable *module;
-    if (args.n >= 1 && janet_checktype(args.v[0], JANET_TABLE)) {
-        module = janet_unwrap_table(args.v[0]);
-    } else {
-        module = janet_table(0);
-    }
-    *args.ret = janet_wrap_table(module);
-    return module;
-}
-
 /* Read both tuples and arrays as c pointers + int32_t length. Return 1 if the
  * view can be constructed, 0 if an invalid type. */
 int janet_indexed_view(Janet seq, const Janet **data, int32_t *len) {
@@ -297,7 +322,8 @@ int janet_indexed_view(Janet seq, const Janet **data, int32_t *len) {
 /* Read both strings and buffer as unsigned character array + int32_t len.
  * Returns 1 if the view can be constructed and 0 if the type is invalid. */
 int janet_bytes_view(Janet str, const uint8_t **data, int32_t *len) {
-    if (janet_checktype(str, JANET_STRING) || janet_checktype(str, JANET_SYMBOL)) {
+    if (janet_checktype(str, JANET_STRING) || janet_checktype(str, JANET_SYMBOL) ||
+            janet_checktype(str, JANET_KEYWORD)) {
         *data = janet_unwrap_string(str);
         *len = janet_string_length(janet_unwrap_string(str));
         return 1;
@@ -327,63 +353,56 @@ int janet_dictionary_view(Janet tab, const JanetKV **data, int32_t *len, int32_t
     return 0;
 }
 
-/* Get actual type name of a value for debugging purposes */
-static const char *typestr(JanetArgs args, int32_t n) {
-    JanetType actual = n < args.n ? janet_type(args.v[n]) : JANET_NIL;
-    return ((actual == JANET_ABSTRACT)
-        ? janet_abstract_type(janet_unwrap_abstract(args.v[n]))->name
-        : janet_type_names[actual]) + 1;
+int janet_checkint(Janet x) {
+    if (!janet_checktype(x, JANET_NUMBER))
+        return 0;
+    double dval = janet_unwrap_number(x);
+    return janet_checkintrange(dval);
 }
 
-int janet_type_err(JanetArgs args, int32_t n, JanetType expected) {
-    const uint8_t *message = janet_formatc(
-            "bad slot #%d, expected %t, got %s",
-            n,
-            expected,
-            typestr(args, n));
-    JANET_THROWV(args, janet_wrap_string(message));
+int janet_checkint64(Janet x) {
+    if (!janet_checktype(x, JANET_NUMBER))
+        return 0;
+    double dval = janet_unwrap_number(x);
+    return janet_checkint64range(dval);
 }
 
-void janet_buffer_push_types(JanetBuffer *buffer, int types) {
-    int first = 1;
-    int i = 0;
-    while (types) {
-        if (1 & types) {
-            if (first) {
-                first = 0;
-            } else {
-                janet_buffer_push_u8(buffer, '|');
-            }
-            janet_buffer_push_cstring(buffer, janet_type_names[i] + 1);
-        }
-        i++;
-        types >>= 1;
+/* Useful for inspecting values while debugging */
+void janet_inspect(Janet x) {
+    printf("<type=%s, ", janet_type_names[janet_type(x)]);
+
+#ifdef JANET_BIG_ENDIAN
+    printf("be ");
+#else
+    printf("le ");
+#endif
+
+#ifdef JANET_NANBOX_64
+    printf("nanbox64 raw=0x%.16" PRIx64 ", ", x.u64);
+#endif
+
+#ifdef JANET_NANBOX_32
+    printf("nanbox32 type=0x%.8" PRIx32 ", ", x.tagged.type);
+    printf("payload=%" PRId32 ", ", x.tagged.payload.integer);
+#endif
+
+    switch (janet_type(x)) {
+        case JANET_NIL:
+            printf("value=nil");
+            break;
+        case JANET_NUMBER:
+            printf("number=%.17g", janet_unwrap_number(x));
+            break;
+        case JANET_TRUE:
+            printf("value=true");
+            break;
+        case JANET_FALSE:
+            printf("value=false");
+            break;
+        default:
+            printf("pointer=%p", janet_unwrap_pointer(x));
+            break;
     }
-}
 
-int janet_typemany_err(JanetArgs args, int32_t n, int expected) {
-    const uint8_t *message;
-    JanetBuffer buf;
-    janet_buffer_init(&buf, 20);
-    janet_buffer_push_string(&buf, janet_formatc("bad slot #%d, expected ", n));
-    janet_buffer_push_types(&buf, expected);
-    janet_buffer_push_cstring(&buf, ", got ");
-    janet_buffer_push_cstring(&buf, typestr(args, n));
-    message = janet_string(buf.data, buf.count);
-    janet_buffer_deinit(&buf);
-    JANET_THROWV(args, janet_wrap_string(message));
-}
-
-int janet_arity_err(JanetArgs args, int32_t n, const char *prefix) {
-    JANET_THROWV(args,
-            janet_wrap_string(janet_formatc(
-                    "expected %s%d argument%s, got %d",
-                    prefix, n, n == 1 ? "" : "s", args.n)));
-}
-
-int janet_typeabstract_err(JanetArgs args, int32_t n, const JanetAbstractType *at) {
-    JANET_THROWV(args,
-            janet_wrap_string(janet_formatc(
-                    "bad slot #%d, expected %s, got %s",
-                    n, at->name, typestr(args, n))));
+    printf(">\n");
 }

src/core/util.h

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -25,6 +25,13 @@
 
 #include <janet/janet.h>
 
+/* Omit docstrings in some builds */
+#ifdef JANET_NO_BOOTSTRAP
+#define JDOC(x) NULL
+#else
+#define JDOC(x) x
+#endif
+
 /* Utils */
 #define janet_maphash(cap, hash) ((uint32_t)(hash) & (cap - 1))
 extern const char janet_base64[65];
@@ -35,6 +42,8 @@ int32_t janet_tablen(int32_t n);
 void janet_buffer_push_types(JanetBuffer *buffer, int types);
 const JanetKV *janet_dict_find(const JanetKV *buckets, int32_t cap, Janet key);
 Janet janet_dict_get(const JanetKV *buckets, int32_t cap, Janet key);
+void janet_memempty(JanetKV *mem, int32_t count);
+void *janet_memalloc_empty(int32_t count);
 const void *janet_strbinsearch(
         const void *tab,
         size_t tabcount,
@@ -42,20 +51,21 @@ const void *janet_strbinsearch(
         const uint8_t *key);
 
 /* Initialize builtin libraries */
-int janet_lib_io(JanetArgs args);
-int janet_lib_math(JanetArgs args);
-int janet_lib_array(JanetArgs args);
-int janet_lib_tuple(JanetArgs args);
-int janet_lib_buffer(JanetArgs args);
-int janet_lib_table(JanetArgs args);
-int janet_lib_fiber(JanetArgs args);
-int janet_lib_os(JanetArgs args);
-int janet_lib_string(JanetArgs args);
-int janet_lib_marsh(JanetArgs args);
-int janet_lib_parse(JanetArgs args);
+void janet_lib_io(JanetTable *env);
+void janet_lib_math(JanetTable *env);
+void janet_lib_array(JanetTable *env);
+void janet_lib_tuple(JanetTable *env);
+void janet_lib_buffer(JanetTable *env);
+void janet_lib_table(JanetTable *env);
+void janet_lib_fiber(JanetTable *env);
+void janet_lib_os(JanetTable *env);
+void janet_lib_string(JanetTable *env);
+void janet_lib_marsh(JanetTable *env);
+void janet_lib_parse(JanetTable *env);
 #ifdef JANET_ASSEMBLER
-int janet_lib_asm(JanetArgs args);
+void janet_lib_asm(JanetTable *env);
 #endif
-int janet_lib_compile(JanetArgs args);
+void janet_lib_compile(JanetTable *env);
+void janet_lib_debug(JanetTable *env);
 
 #endif

src/core/value.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -38,11 +38,8 @@ int janet_equals(Janet x, Janet y) {
         case JANET_FALSE:
             result = 1;
             break;
-        case JANET_REAL:
-            result = (janet_unwrap_real(x) == janet_unwrap_real(y));
-            break;
-        case JANET_INTEGER:
-            result = (janet_unwrap_integer(x) == janet_unwrap_integer(y));
+        case JANET_NUMBER:
+            result = (janet_unwrap_number(x) == janet_unwrap_number(y));
             break;
         case JANET_STRING:
             result = janet_string_equal(janet_unwrap_string(x), janet_unwrap_string(y));
@@ -77,6 +74,7 @@ int32_t janet_hash(Janet x) {
         break;
     case JANET_STRING:
     case JANET_SYMBOL:
+    case JANET_KEYWORD:
         hash = janet_string_hash(janet_unwrap_string(x));
         break;
     case JANET_TUPLE:
@@ -85,9 +83,6 @@ int32_t janet_hash(Janet x) {
     case JANET_STRUCT:
         hash = janet_struct_hash(janet_unwrap_struct(x));
         break;
-    case JANET_INTEGER:
-        hash = janet_unwrap_integer(x);
-        break;
     default:
         /* TODO - test performance with different hash functions */
         if (sizeof(double) == sizeof(void *)) {
@@ -107,7 +102,7 @@ int32_t janet_hash(Janet x) {
     return hash;
 }
 
-/* Compares x to y. If they are equal retuns 0. If x is less, returns -1.
+/* Compares x to y. If they are equal returns 0. If x is less, returns -1.
  * If y is less, returns 1. All types are comparable
  * and should have strict ordering. */
 int janet_compare(Janet x, Janet y) {
@@ -117,28 +112,23 @@ int janet_compare(Janet x, Janet y) {
             case JANET_FALSE:
             case JANET_TRUE:
                 return 0;
-            case JANET_REAL:
-                /* Check for nans to ensure total order */
-                if (janet_unwrap_real(x) != janet_unwrap_real(x))
-                    return janet_unwrap_real(y) != janet_unwrap_real(y)
+            case JANET_NUMBER:
+                /* Check for NaNs to ensure total order */
+                if (janet_unwrap_number(x) != janet_unwrap_number(x))
+                    return janet_unwrap_number(y) != janet_unwrap_number(y)
                         ? 0
                         : -1;
-                if (janet_unwrap_real(y) != janet_unwrap_real(y))
+                if (janet_unwrap_number(y) != janet_unwrap_number(y))
                     return 1;
 
-                if (janet_unwrap_real(x) == janet_unwrap_real(y)) {
+                if (janet_unwrap_number(x) == janet_unwrap_number(y)) {
                     return 0;
                 } else {
-                    return janet_unwrap_real(x) > janet_unwrap_real(y) ? 1 : -1;
-                }
-            case JANET_INTEGER:
-                if (janet_unwrap_integer(x) == janet_unwrap_integer(y)) {
-                    return 0;
-                } else {
-                    return janet_unwrap_integer(x) > janet_unwrap_integer(y) ? 1 : -1;
+                    return janet_unwrap_number(x) > janet_unwrap_number(y) ? 1 : -1;
                 }
             case JANET_STRING:
             case JANET_SYMBOL:
+            case JANET_KEYWORD:
                 return janet_string_compare(janet_unwrap_string(x), janet_unwrap_string(y));
             case JANET_TUPLE:
                 return janet_tuple_compare(janet_unwrap_tuple(x), janet_unwrap_tuple(y));
@@ -154,3 +144,226 @@ int janet_compare(Janet x, Janet y) {
     }
     return (janet_type(x) < janet_type(y)) ? -1 : 1;
 }
+
+/* Gets a value and returns. Can panic. */
+Janet janet_get(Janet ds, Janet key) {
+    Janet value;
+    switch (janet_type(ds)) {
+        default:
+            janet_panicf("expected %T, got %v", JANET_TFLAG_LENGTHABLE, ds);
+            value = janet_wrap_nil();
+            break;
+        case JANET_STRUCT:
+            value = janet_struct_get(janet_unwrap_struct(ds), key);
+            break;
+        case JANET_TABLE:
+            value = janet_table_get(janet_unwrap_table(ds), key);
+            break;
+        case JANET_ARRAY:
+            {
+                JanetArray *array = janet_unwrap_array(ds);
+                int32_t index;
+                if (!janet_checkint(key))
+                    janet_panic("expected integer key");
+                index = janet_unwrap_integer(key);
+                if (index < 0 || index >= array->count) {
+                    value = janet_wrap_nil();
+                } else {
+                    value = array->data[index];
+                }
+                break;
+            }
+        case JANET_TUPLE:
+            {
+                const Janet *tuple = janet_unwrap_tuple(ds);
+                int32_t index;
+                if (!janet_checkint(key))
+                    janet_panic("expected integer key");
+                index = janet_unwrap_integer(key);
+                if (index < 0 || index >= janet_tuple_length(tuple)) {
+                    value = janet_wrap_nil();
+                } else {
+                    value = tuple[index];
+                }
+                break;
+            }
+        case JANET_BUFFER:
+            {
+                JanetBuffer *buffer = janet_unwrap_buffer(ds);
+                int32_t index;
+                if (!janet_checkint(key))
+                    janet_panic("expected integer key");
+                index = janet_unwrap_integer(key);
+                if (index < 0 || index >= buffer->count) {
+                    value = janet_wrap_nil();
+                } else {
+                    value = janet_wrap_integer(buffer->data[index]);
+                }
+                break;
+            }
+        case JANET_STRING:
+        case JANET_SYMBOL:
+        case JANET_KEYWORD:
+            {
+                const uint8_t *str = janet_unwrap_string(ds);
+                int32_t index;
+                if (!janet_checkint(key))
+                    janet_panic("expected integer key");
+                index = janet_unwrap_integer(key);
+                if (index < 0 || index >= janet_string_length(str)) {
+                    value = janet_wrap_nil();
+                } else {
+                    value = janet_wrap_integer(str[index]);
+                }
+                break;
+            }
+    }
+    return value;
+}
+
+Janet janet_getindex(Janet ds, int32_t index) {
+    Janet value;
+    if (index < 0) janet_panic("expected non-negative index");
+    switch (janet_type(ds)) {
+        default:
+            janet_panicf("expected %T, got %v", JANET_TFLAG_LENGTHABLE, ds);
+            value = janet_wrap_nil();
+            break;
+        case JANET_STRING:
+        case JANET_SYMBOL:
+        case JANET_KEYWORD:
+            if (index >= janet_string_length(janet_unwrap_string(ds))) {
+                value = janet_wrap_nil();
+            } else {
+                value = janet_wrap_integer(janet_unwrap_string(ds)[index]);
+            }
+            break;
+        case JANET_ARRAY:
+            if (index >= janet_unwrap_array(ds)->count) {
+                value = janet_wrap_nil();
+            } else {
+                value = janet_unwrap_array(ds)->data[index];
+            }
+            break;
+        case JANET_BUFFER:
+            if (index >= janet_unwrap_buffer(ds)->count) {
+                value = janet_wrap_nil();
+            } else {
+                value = janet_wrap_integer(janet_unwrap_buffer(ds)->data[index]);
+            }
+            break;
+        case JANET_TUPLE:
+            if (index >= janet_tuple_length(janet_unwrap_tuple(ds))) {
+                value = janet_wrap_nil();
+            } else {
+                value = janet_unwrap_tuple(ds)[index];
+            }
+            break;
+        case JANET_TABLE:
+            value = janet_table_get(janet_unwrap_table(ds), janet_wrap_integer(index));
+            break;
+        case JANET_STRUCT:
+            value = janet_struct_get(janet_unwrap_struct(ds), janet_wrap_integer(index));
+            break;
+    }
+    return value;
+}
+
+int32_t janet_length(Janet x) {
+    switch (janet_type(x)) {
+        default:
+            janet_panicf("expected %T, got %v", JANET_TFLAG_LENGTHABLE, x);
+            return 0;
+        case JANET_STRING:
+        case JANET_SYMBOL:
+        case JANET_KEYWORD:
+            return janet_string_length(janet_unwrap_string(x));
+        case JANET_ARRAY:
+            return janet_unwrap_array(x)->count;
+        case JANET_BUFFER:
+            return janet_unwrap_buffer(x)->count;
+        case JANET_TUPLE:
+            return janet_tuple_length(janet_unwrap_tuple(x));
+        case JANET_STRUCT:
+            return janet_struct_length(janet_unwrap_struct(x));
+        case JANET_TABLE:
+            return janet_unwrap_table(x)->count;
+    }
+}
+
+void janet_putindex(Janet ds, int32_t index, Janet value) {
+    switch (janet_type(ds)) {
+        default:
+            janet_panicf("expected %T, got %v",
+                    JANET_TFLAG_ARRAY | JANET_TFLAG_BUFFER | JANET_TFLAG_TABLE, ds);
+            break;
+        case JANET_ARRAY:
+            {
+                JanetArray *array = janet_unwrap_array(ds);
+                if (index >= array->count) {
+                    janet_array_ensure(array, index + 1, 2);
+                    array->count = index + 1;
+                }
+                array->data[index] = value;
+                break;
+            }
+        case JANET_BUFFER:
+            {
+                JanetBuffer *buffer = janet_unwrap_buffer(ds);
+                if (!janet_checkint(value))
+                    janet_panicf("can only put integers in buffers, got %v", value);
+                if (index >= buffer->count) {
+                    janet_buffer_ensure(buffer, index + 1, 2);
+                    buffer->count = index + 1;
+                }
+                buffer->data[index] = janet_unwrap_integer(value);
+                break;
+            }
+        case JANET_TABLE:
+            {
+                JanetTable *table = janet_unwrap_table(ds);
+                janet_table_put(table, janet_wrap_integer(index), value);
+                break;
+            }
+    }
+}
+
+void janet_put(Janet ds, Janet key, Janet value) {
+    switch (janet_type(ds)) {
+        default:
+            janet_panicf("expected %T, got %v",
+                    JANET_TFLAG_ARRAY | JANET_TFLAG_BUFFER | JANET_TFLAG_TABLE, ds);
+            break;
+        case JANET_ARRAY:
+            {
+                int32_t index;
+                JanetArray *array = janet_unwrap_array(ds);
+                if (!janet_checkint(key)) janet_panicf("expected integer key, got %v", key);
+                index = janet_unwrap_integer(key);
+                if (index < 0 || index == INT32_MAX) janet_panicf("bad integer key, got %v", key);
+                if (index >= array->count) {
+                    janet_array_setcount(array, index + 1);
+                }
+                array->data[index] = value;
+                break;
+            }
+        case JANET_BUFFER:
+            {
+                int32_t index;
+                JanetBuffer *buffer = janet_unwrap_buffer(ds);
+                if (!janet_checkint(key)) janet_panicf("expected integer key, got %v", key);
+                index = janet_unwrap_integer(key);
+                if (index < 0 || index == INT32_MAX) janet_panicf("bad integer key, got %v", key);
+                if (!janet_checkint(value))
+                    janet_panicf("can only put integers in buffers, got %v", value);
+                if (index >= buffer->count) {
+                    janet_buffer_setcount(buffer, index + 1);
+                }
+                buffer->data[index] = (uint8_t) (janet_unwrap_integer(value) & 0xFF);
+                break;
+            }
+        case JANET_TABLE:
+            janet_table_put(janet_unwrap_table(ds), key, value);
+            break;
+    }
+}

src/core/vector.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to

src/core/vector.h

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to

src/core/wrap.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -22,6 +22,26 @@
 
 #include <janet/janet.h>
 
+void *janet_memalloc_empty(int32_t count) {
+    int32_t i;
+    void *mem = malloc(count * sizeof(JanetKV));
+    JanetKV *mmem = (JanetKV *)mem;
+    for (i = 0; i < count; i++) {
+        JanetKV *kv = mmem + i;
+        kv->key = janet_wrap_nil();
+        kv->value = janet_wrap_nil();
+    }
+    return mem;
+}
+
+void janet_memempty(JanetKV *mem, int32_t count) {
+    int32_t i;
+    for (i = 0; i < count; i++) {
+        mem[i].key = janet_wrap_nil();
+        mem[i].value = janet_wrap_nil();
+    }
+}
+
 #ifdef JANET_NANBOX_64
 
 void *janet_nanbox_to_pointer(Janet x) {
@@ -45,10 +65,7 @@ Janet janet_nanbox_from_cpointer(const void *p, uint64_t tagmask) {
 
 Janet janet_nanbox_from_double(double d) {
     Janet ret;
-    ret.real = d;
-    /* Normalize NaNs */
-    if (d != d)
-        ret.u64 = janet_nanbox_tag(JANET_REAL);
+    ret.number = d;
     return ret;
 }
 
@@ -58,31 +75,11 @@ Janet janet_nanbox_from_bits(uint64_t bits) {
     return ret;
 }
 
-void *janet_nanbox_memalloc_empty(int32_t count) {
-    int32_t i;
-    void *mem = malloc(count * sizeof(JanetKV));
-    JanetKV *mmem = (JanetKV *)mem;
-    for (i = 0; i < count; i++) {
-        JanetKV *kv = mmem + i;
-        kv->key = janet_wrap_nil();
-        kv->value = janet_wrap_nil();
-    }
-    return mem;
-}
-
-void janet_nanbox_memempty(JanetKV *mem, int32_t count) {
-    int32_t i;
-    for (i = 0; i < count; i++) {
-        mem[i].key = janet_wrap_nil();
-        mem[i].value = janet_wrap_nil();
-    }
-}
-
 #elif defined(JANET_NANBOX_32)
 
-Janet janet_wrap_real(double x) {
+Janet janet_wrap_number(double x) {
     Janet ret;
-    ret.real = x;
+    ret.number = x;
     ret.tagged.type += JANET_DOUBLE_OFFSET;
     return ret;
 }
@@ -101,9 +98,9 @@ Janet janet_nanbox32_from_tagp(uint32_t tag, void *pointer) {
     return ret;
 }
 
-double janet_unwrap_real(Janet x) {
+double janet_unwrap_number(Janet x) {
     x.tagged.type -= JANET_DOUBLE_OFFSET;
-    return x.real;
+    return x.number;
 }
 
 #else
@@ -151,10 +148,10 @@ Janet janet_wrap_##NAME(TYPE x) {\
     return y;\
 }
 
-JANET_WRAP_DEFINE(real, double, JANET_REAL, real)
-JANET_WRAP_DEFINE(integer, int32_t, JANET_INTEGER, integer)
+JANET_WRAP_DEFINE(number, double, JANET_NUMBER, number)
 JANET_WRAP_DEFINE(string, const uint8_t *, JANET_STRING, cpointer)
 JANET_WRAP_DEFINE(symbol, const uint8_t *, JANET_SYMBOL, cpointer)
+JANET_WRAP_DEFINE(keyword, const uint8_t *, JANET_KEYWORD, cpointer)
 JANET_WRAP_DEFINE(array, JanetArray *, JANET_ARRAY, pointer)
 JANET_WRAP_DEFINE(tuple, const Janet *, JANET_TUPLE, cpointer)
 JANET_WRAP_DEFINE(struct, const JanetKV *, JANET_STRUCT, cpointer)

src/include/janet/janet.h

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -29,7 +29,7 @@ extern "C" {
 
 /***** START SECTION CONFIG *****/
 
-#define JANET_VERSION "0.1.0"
+#define JANET_VERSION "0.3.0"
 
 #ifndef JANET_BUILD
 #define JANET_BUILD "local"
@@ -113,7 +113,7 @@ extern "C" {
 #define JANET_THREAD_LOCAL
 #endif
 
-/* Enable or disbale dynamic module loading. Enabled by default. */
+/* Enable or disable dynamic module loading. Enabled by default. */
 #ifndef JANET_NO_DYNAMIC_MODULES
 #define JANET_DYNAMIC_MODULES
 #endif
@@ -201,9 +201,12 @@ extern "C" {
 #include <string.h>
 #include <stdlib.h>
 #include <stdarg.h>
+#include <setjmp.h>
 
 /* Names of all of the types */
 extern const char *const janet_type_names[16];
+extern const char *const janet_signal_names[14];
+extern const char *const janet_status_names[16];
 
 /* Fiber signals */
 typedef enum {
@@ -265,21 +268,24 @@ typedef struct JanetFuncEnv JanetFuncEnv;
 typedef struct JanetKV JanetKV;
 typedef struct JanetStackFrame JanetStackFrame;
 typedef struct JanetAbstractType JanetAbstractType;
-typedef struct JanetArgs JanetArgs;
 typedef struct JanetReg JanetReg;
 typedef struct JanetSourceMapping JanetSourceMapping;
-typedef int (*JanetCFunction)(JanetArgs args);
+typedef struct JanetView JanetView;
+typedef struct JanetByteView JanetByteView;
+typedef struct JanetDictView JanetDictView;
+typedef struct JanetRange JanetRange;
+typedef Janet (*JanetCFunction)(int32_t argc, Janet *argv);
 
 /* Basic types for all Janet Values */
 typedef enum JanetType {
+    JANET_NUMBER,
     JANET_NIL,
     JANET_FALSE,
     JANET_TRUE,
     JANET_FIBER,
-    JANET_INTEGER,
-    JANET_REAL,
     JANET_STRING,
     JANET_SYMBOL,
+    JANET_KEYWORD,
     JANET_ARRAY,
     JANET_TUPLE,
     JANET_TABLE,
@@ -297,10 +303,10 @@ typedef enum JanetType {
 #define JANET_TFLAG_FALSE (1 << JANET_FALSE)
 #define JANET_TFLAG_TRUE (1 << JANET_TRUE)
 #define JANET_TFLAG_FIBER (1 << JANET_FIBER)
-#define JANET_TFLAG_INTEGER (1 << JANET_INTEGER)
-#define JANET_TFLAG_REAL (1 << JANET_REAL)
+#define JANET_TFLAG_NUMBER (1 << JANET_NUMBER)
 #define JANET_TFLAG_STRING (1 << JANET_STRING)
 #define JANET_TFLAG_SYMBOL (1 << JANET_SYMBOL)
+#define JANET_TFLAG_KEYWORD (1 << JANET_KEYWORD)
 #define JANET_TFLAG_ARRAY (1 << JANET_ARRAY)
 #define JANET_TFLAG_TUPLE (1 << JANET_TUPLE)
 #define JANET_TFLAG_TABLE (1 << JANET_TABLE)
@@ -312,14 +318,13 @@ typedef enum JanetType {
 
 /* Some abstractions */
 #define JANET_TFLAG_BOOLEAN (JANET_TFLAG_TRUE | JANET_TFLAG_FALSE)
-#define JANET_TFLAG_NUMBER (JANET_TFLAG_REAL | JANET_TFLAG_INTEGER)
-#define JANET_TFLAG_CALLABLE (JANET_TFLAG_FUNCTION | JANET_TFLAG_CFUNCTION)
-#define JANET_TFLAG_BYTES (JANET_TFLAG_STRING | JANET_TFLAG_SYMBOL | JANET_TFLAG_BUFFER)
+#define JANET_TFLAG_BYTES (JANET_TFLAG_STRING | JANET_TFLAG_SYMBOL | JANET_TFLAG_BUFFER | JANET_TFLAG_KEYWORD)
 #define JANET_TFLAG_INDEXED (JANET_TFLAG_ARRAY | JANET_TFLAG_TUPLE)
 #define JANET_TFLAG_DICTIONARY (JANET_TFLAG_TABLE | JANET_TFLAG_STRUCT)
 #define JANET_TFLAG_LENGTHABLE (JANET_TFLAG_BYTES | JANET_TFLAG_INDEXED | JANET_TFLAG_DICTIONARY)
+#define JANET_TFLAG_CALLABLE (JANET_TFLAG_FUNCTION | JANET_TFLAG_CFUNCTION)
 
-/* We provide three possible implemenations of Janets. The preferred
+/* We provide three possible implementations of Janets. The preferred
  * nanboxing approach, for 32 or 64 bits, and the standard C version. Code in the rest of the
  * application must interact through exposed interface. */
 
@@ -347,7 +352,7 @@ typedef enum JanetType {
 union Janet {
     uint64_t u64;
     int64_t i64;
-    double real;
+    double number;
     void *pointer;
 };
 #define janet_u64(x) ((x).u64)
@@ -357,33 +362,27 @@ union Janet {
 #define janet_nanbox_lowtag(type) ((uint64_t)(type) | 0x1FFF0)
 #define janet_nanbox_tag(type) (janet_nanbox_lowtag(type) << 47)
 #define janet_type(x) \
-    (isnan((x).real) \
+    (isnan((x).number) \
         ? (((x).u64 >> 47) & 0xF) \
-        : JANET_REAL)
+        : JANET_NUMBER)
 
 #define janet_nanbox_checkauxtype(x, type) \
     (((x).u64 & JANET_NANBOX_TAGBITS) == janet_nanbox_tag((type)))
 
-#define janet_nanbox_isreal(x) \
-    (!isnan((x).real) || janet_nanbox_checkauxtype((x), JANET_REAL))
+#define janet_nanbox_isnumber(x) \
+    (!isnan((x).number) || janet_nanbox_checkauxtype((x), JANET_NUMBER))
 
 #define janet_checktype(x, t) \
-    (((t) == JANET_REAL) \
-        ? janet_nanbox_isreal(x) \
+    (((t) == JANET_NUMBER) \
+        ? janet_nanbox_isnumber(x) \
         : janet_nanbox_checkauxtype((x), (t)))
 
 JANET_API void *janet_nanbox_to_pointer(Janet x);
-JANET_API void janet_nanbox_memempty(JanetKV *mem, int32_t count);
-JANET_API void *janet_nanbox_memalloc_empty(int32_t count);
 JANET_API Janet janet_nanbox_from_pointer(void *p, uint64_t tagmask);
 JANET_API Janet janet_nanbox_from_cpointer(const void *p, uint64_t tagmask);
 JANET_API Janet janet_nanbox_from_double(double d);
 JANET_API Janet janet_nanbox_from_bits(uint64_t bits);
 
-#define janet_memempty(mem, len) janet_nanbox_memempty((mem), (len))
-#define janet_memalloc_empty(count) janet_nanbox_memalloc_empty(count)
-
-/* Todo - check for single mask operation */
 #define janet_truthy(x) \
     (!(janet_checktype((x), JANET_NIL) || janet_checktype((x), JANET_FALSE)))
 
@@ -401,15 +400,12 @@ JANET_API Janet janet_nanbox_from_bits(uint64_t bits);
 #define janet_wrap_true() janet_nanbox_from_payload(JANET_TRUE, 1)
 #define janet_wrap_false() janet_nanbox_from_payload(JANET_FALSE, 1)
 #define janet_wrap_boolean(b) janet_nanbox_from_payload((b) ? JANET_TRUE : JANET_FALSE, 1)
-#define janet_wrap_integer(i) janet_nanbox_from_payload(JANET_INTEGER, (uint32_t)(i))
-#define janet_wrap_real(r) janet_nanbox_from_double(r)
+#define janet_wrap_number(r) janet_nanbox_from_double(r)
 
 /* Unwrap the simple types */
 #define janet_unwrap_boolean(x) \
     (janet_checktype(x, JANET_TRUE))
-#define janet_unwrap_integer(x) \
-    ((int32_t)((x).u64 & 0xFFFFFFFFlu))
-#define janet_unwrap_real(x) ((x).real)
+#define janet_unwrap_number(x) ((x).number)
 
 /* Wrap the pointer types */
 #define janet_wrap_struct(s) janet_nanbox_wrap_c((s), JANET_STRUCT)
@@ -420,6 +416,7 @@ JANET_API Janet janet_nanbox_from_bits(uint64_t bits);
 #define janet_wrap_buffer(s) janet_nanbox_wrap_((s), JANET_BUFFER)
 #define janet_wrap_string(s) janet_nanbox_wrap_c((s), JANET_STRING)
 #define janet_wrap_symbol(s) janet_nanbox_wrap_c((s), JANET_SYMBOL)
+#define janet_wrap_keyword(s) janet_nanbox_wrap_c((s), JANET_KEYWORD)
 #define janet_wrap_abstract(s) janet_nanbox_wrap_((s), JANET_ABSTRACT)
 #define janet_wrap_function(s) janet_nanbox_wrap_((s), JANET_FUNCTION)
 #define janet_wrap_cfunction(s) janet_nanbox_wrap_((s), JANET_CFUNCTION)
@@ -433,6 +430,7 @@ JANET_API Janet janet_nanbox_from_bits(uint64_t bits);
 #define janet_unwrap_buffer(x) ((JanetBuffer *)janet_nanbox_to_pointer(x))
 #define janet_unwrap_string(x) ((const uint8_t *)janet_nanbox_to_pointer(x))
 #define janet_unwrap_symbol(x) ((const uint8_t *)janet_nanbox_to_pointer(x))
+#define janet_unwrap_keyword(x) ((const uint8_t *)janet_nanbox_to_pointer(x))
 #define janet_unwrap_abstract(x) (janet_nanbox_to_pointer(x))
 #define janet_unwrap_pointer(x) (janet_nanbox_to_pointer(x))
 #define janet_unwrap_function(x) ((JanetFunction *)janet_nanbox_to_pointer(x))
@@ -457,20 +455,20 @@ union Janet {
         uint32_t type;
 #endif
     } tagged;
-    double real;
+    double number;
     uint64_t u64;
 };
 
 #define JANET_DOUBLE_OFFSET 0xFFFF
 
 #define janet_u64(x) ((x).u64)
-#define janet_type(x) (((x).tagged.type < JANET_DOUBLE_OFFSET) ? (x).tagged.type : JANET_REAL)
-#define janet_checktype(x, t) ((x).tagged.type == (t))
-#define janet_memempty(mem, count) memset((mem), 0, sizeof(JanetKV) * (count))
-#define janet_memalloc_empty(count) calloc((count), sizeof(JanetKV))
+#define janet_type(x) (((x).tagged.type < JANET_DOUBLE_OFFSET) ? (x).tagged.type : JANET_NUMBER)
+#define janet_checktype(x, t) ((t) == JANET_NUMBER \
+        ? (x).tagged.type >= JANET_DOUBLE_OFFSET \
+        : (x).tagged.type == (t))
 #define janet_truthy(x) ((x).tagged.type != JANET_NIL && (x).tagged.type != JANET_FALSE)
 
-JANET_API Janet janet_wrap_real(double x);
+JANET_API Janet janet_wrap_number(double x);
 JANET_API Janet janet_nanbox32_from_tagi(uint32_t tag, int32_t integer);
 JANET_API Janet janet_nanbox32_from_tagp(uint32_t tag, void *pointer);
 
@@ -478,7 +476,6 @@ JANET_API Janet janet_nanbox32_from_tagp(uint32_t tag, void *pointer);
 #define janet_wrap_true() janet_nanbox32_from_tagi(JANET_TRUE, 0)
 #define janet_wrap_false() janet_nanbox32_from_tagi(JANET_FALSE, 0)
 #define janet_wrap_boolean(b) janet_nanbox32_from_tagi((b) ? JANET_TRUE : JANET_FALSE, 0)
-#define janet_wrap_integer(i) janet_nanbox32_from_tagi(JANET_INTEGER, (i))
 
 /* Wrap the pointer types */
 #define janet_wrap_struct(s) janet_nanbox32_from_tagp(JANET_STRUCT, (void *)(s))
@@ -489,6 +486,7 @@ JANET_API Janet janet_nanbox32_from_tagp(uint32_t tag, void *pointer);
 #define janet_wrap_buffer(s) janet_nanbox32_from_tagp(JANET_BUFFER, (void *)(s))
 #define janet_wrap_string(s) janet_nanbox32_from_tagp(JANET_STRING, (void *)(s))
 #define janet_wrap_symbol(s) janet_nanbox32_from_tagp(JANET_SYMBOL, (void *)(s))
+#define janet_wrap_keyword(s) janet_nanbox32_from_tagp(JANET_KEYWORD, (void *)(s))
 #define janet_wrap_abstract(s) janet_nanbox32_from_tagp(JANET_ABSTRACT, (void *)(s))
 #define janet_wrap_function(s) janet_nanbox32_from_tagp(JANET_FUNCTION, (void *)(s))
 #define janet_wrap_cfunction(s) janet_nanbox32_from_tagp(JANET_CFUNCTION, (void *)(s))
@@ -501,13 +499,13 @@ JANET_API Janet janet_nanbox32_from_tagp(uint32_t tag, void *pointer);
 #define janet_unwrap_buffer(x) ((JanetBuffer *)(x).tagged.payload.pointer)
 #define janet_unwrap_string(x) ((const uint8_t *)(x).tagged.payload.pointer)
 #define janet_unwrap_symbol(x) ((const uint8_t *)(x).tagged.payload.pointer)
+#define janet_unwrap_keyword(x) ((const uint8_t *)(x).tagged.payload.pointer)
 #define janet_unwrap_abstract(x) ((x).tagged.payload.pointer)
 #define janet_unwrap_pointer(x) ((x).tagged.payload.pointer)
 #define janet_unwrap_function(x) ((JanetFunction *)(x).tagged.payload.pointer)
 #define janet_unwrap_cfunction(x) ((JanetCFunction)(x).tagged.payload.pointer)
 #define janet_unwrap_boolean(x) ((x).tagged.type == JANET_TRUE)
-#define janet_unwrap_integer(x) ((x).tagged.payload.integer)
-JANET_API double janet_unwrap_real(Janet x);
+JANET_API double janet_unwrap_number(Janet x);
 
 #else
 
@@ -515,7 +513,7 @@ JANET_API double janet_unwrap_real(Janet x);
 struct Janet {
     union {
         uint64_t u64;
-        double real;
+        double number;
         int32_t integer;
         void *pointer;
         const void *cpointer;
@@ -524,8 +522,6 @@ struct Janet {
 };
 
 #define janet_u64(x) ((x).as.u64)
-#define janet_memempty(mem, count) memset((mem), 0, sizeof(JanetKV) * (count))
-#define janet_memalloc_empty(count) calloc((count), sizeof(JanetKV))
 #define janet_type(x) ((x).type)
 #define janet_checktype(x, t) ((x).type == (t))
 #define janet_truthy(x) \
@@ -539,22 +535,22 @@ struct Janet {
 #define janet_unwrap_buffer(x) ((JanetBuffer *)(x).as.pointer)
 #define janet_unwrap_string(x) ((const uint8_t *)(x).as.pointer)
 #define janet_unwrap_symbol(x) ((const uint8_t *)(x).as.pointer)
+#define janet_unwrap_keyword(x) ((const uint8_t *)(x).as.pointer)
 #define janet_unwrap_abstract(x) ((x).as.pointer)
 #define janet_unwrap_pointer(x) ((x).as.pointer)
 #define janet_unwrap_function(x) ((JanetFunction *)(x).as.pointer)
 #define janet_unwrap_cfunction(x) ((JanetCFunction)(x).as.pointer)
 #define janet_unwrap_boolean(x) ((x).type == JANET_TRUE)
-#define janet_unwrap_integer(x) ((x).as.integer)
-#define janet_unwrap_real(x) ((x).as.real)
+#define janet_unwrap_number(x) ((x).as.number)
 
 JANET_API Janet janet_wrap_nil(void);
-JANET_API Janet janet_wrap_real(double x);
-JANET_API Janet janet_wrap_integer(int32_t x);
+JANET_API Janet janet_wrap_number(double x);
 JANET_API Janet janet_wrap_true(void);
 JANET_API Janet janet_wrap_false(void);
 JANET_API Janet janet_wrap_boolean(int x);
 JANET_API Janet janet_wrap_string(const uint8_t *x);
 JANET_API Janet janet_wrap_symbol(const uint8_t *x);
+JANET_API Janet janet_wrap_keyword(const uint8_t *x);
 JANET_API Janet janet_wrap_array(JanetArray *x);
 JANET_API Janet janet_wrap_tuple(const Janet *x);
 JANET_API Janet janet_wrap_struct(const JanetKV *x);
@@ -568,12 +564,14 @@ JANET_API Janet janet_wrap_abstract(void *x);
 /* End of tagged union implementation */
 #endif
 
-/* Hold components of arguments passed to JanetCFunction. */
-struct JanetArgs {
-    Janet *v;
-    Janet *ret;
-    int32_t n;
-};
+JANET_API int janet_checkint(Janet x);
+JANET_API int janet_checkint64(Janet x);
+#define janet_checkintrange(x) ((x) == (int32_t)(x))
+#define janet_checkint64range(x) ((x) == (int64_t)(x))
+#define janet_unwrap_integer(x) ((int32_t) janet_unwrap_number(x))
+#define janet_wrap_integer(x) janet_wrap_number((int32_t)(x))
+
+#define janet_checktypes(x, tps) ((1 << janet_type(x)) & (tps))
 
 /* Fiber signal masks. */
 #define JANET_FIBER_MASK_ERROR 2
@@ -608,6 +606,7 @@ struct JanetFiber {
     int32_t capacity;
     int32_t maxstack; /* Arbitrary defined limit for stack overflow */
     int32_t flags; /* Various flags */
+    jmp_buf buf; /* Handle errors */
 };
 
 /* Mark if a stack frame is a tail call for debugging */
@@ -632,7 +631,7 @@ struct JanetArray {
     int32_t capacity;
 };
 
-/* A bytebuffer type. Used as a mutable string or string builder. */
+/* A byte buffer type. Used as a mutable string or string builder. */
 struct JanetBuffer {
     uint8_t *data;
     int32_t count;
@@ -654,7 +653,7 @@ struct JanetKV {
     Janet value;
 };
 
-/* Some function defintion flags */
+/* Some function definition flags */
 #define JANET_FUNCDEF_FLAG_VARARG 0x10000
 #define JANET_FUNCDEF_FLAG_NEEDSENV 0x20000
 #define JANET_FUNCDEF_FLAG_FIXARITY 0x40000
@@ -667,8 +666,8 @@ struct JanetKV {
 
 /* Source mapping structure for a bytecode instruction */
 struct JanetSourceMapping {
-    int32_t line;
-    int32_t column;
+    int32_t start;
+    int32_t end;
 };
 
 /* A function definition. Contains information needed to instantiate closures. */
@@ -692,7 +691,7 @@ struct JanetFuncDef {
     int32_t defs_length;
 };
 
-/* A fuction environment */
+/* A function environment */
 struct JanetFuncEnv {
     union {
         JanetFiber *fiber;
@@ -715,7 +714,6 @@ typedef struct JanetParser JanetParser;
 enum JanetParserStatus {
     JANET_PARSE_ROOT,
     JANET_PARSE_ERROR,
-    JANET_PARSE_FULL,
     JANET_PARSE_PENDING
 };
 
@@ -731,8 +729,8 @@ struct JanetParser {
     size_t statecap;
     size_t bufcount;
     size_t bufcap;
-    size_t line;
-    size_t col;
+    size_t offset;
+    size_t pending;
     int lookback;
 };
 
@@ -743,7 +741,7 @@ struct JanetAbstractType {
     int (*gcmark)(void *data, size_t len);
 };
 
-/* Contains information about userdata */
+/* Contains information about abstract types */
 struct JanetAbstractHeader {
     const JanetAbstractType *type;
     size_t size;
@@ -755,6 +753,27 @@ struct JanetReg {
     const char *documentation;
 };
 
+struct JanetView {
+    const Janet *items;
+    int32_t len;
+};
+
+struct JanetByteView {
+    const uint8_t *bytes;
+    int32_t len;
+};
+
+struct JanetDictView {
+    const JanetKV *kvs;
+    int32_t len;
+    int32_t cap;
+};
+
+struct JanetRange {
+    int32_t start;
+    int32_t end;
+};
+
 /***** END SECTION TYPES *****/
 
 /***** START SECTION OPCODES *****/
@@ -796,20 +815,12 @@ enum JanetOpCode {
     JOP_TYPECHECK,
     JOP_RETURN,
     JOP_RETURN_NIL,
-    JOP_ADD_INTEGER,
     JOP_ADD_IMMEDIATE,
-    JOP_ADD_REAL,
     JOP_ADD,
-    JOP_SUBTRACT_INTEGER,
-    JOP_SUBTRACT_REAL,
     JOP_SUBTRACT,
-    JOP_MULTIPLY_INTEGER,
     JOP_MULTIPLY_IMMEDIATE,
-    JOP_MULTIPLY_REAL,
     JOP_MULTIPLY,
-    JOP_DIVIDE_INTEGER,
     JOP_DIVIDE_IMMEDIATE,
-    JOP_DIVIDE_REAL,
     JOP_DIVIDE,
     JOP_BAND,
     JOP_BOR,
@@ -827,19 +838,11 @@ enum JanetOpCode {
     JOP_JUMP_IF,
     JOP_JUMP_IF_NOT,
     JOP_GREATER_THAN,
-    JOP_GREATER_THAN_INTEGER,
     JOP_GREATER_THAN_IMMEDIATE,
-    JOP_GREATER_THAN_REAL,
-    JOP_GREATER_THAN_EQUAL_REAL,
     JOP_LESS_THAN,
-    JOP_LESS_THAN_INTEGER,
     JOP_LESS_THAN_IMMEDIATE,
-    JOP_LESS_THAN_REAL,
-    JOP_LESS_THAN_EQUAL_REAL,
     JOP_EQUALS,
-    JOP_EQUALS_INTEGER,
     JOP_EQUALS_IMMEDIATE,
-    JOP_EQUALS_REAL,
     JOP_COMPARE,
     JOP_LOAD_NIL,
     JOP_LOAD_TRUE,
@@ -893,6 +896,7 @@ JANET_API Janet janet_parser_produce(JanetParser *parser);
 JANET_API const char *janet_parser_error(JanetParser *parser);
 JANET_API void janet_parser_flush(JanetParser *parser);
 JANET_API JanetParser *janet_check_parser(Janet x);
+#define janet_parser_has_more(P) ((P)->pending)
 
 /* Assembly */
 #ifdef JANET_ASSEMBLER
@@ -933,9 +937,14 @@ JANET_API int janet_dobytes(JanetTable *env, const uint8_t *bytes, int32_t len,
 JANET_API int janet_dostring(JanetTable *env, const char *str, const char *sourcePath, Janet *out);
 
 /* Number scanning */
-JANET_API Janet janet_scan_number(const uint8_t *src, int32_t len);
-JANET_API int32_t janet_scan_integer(const uint8_t *str, int32_t len, int *err);
-JANET_API double janet_scan_real(const uint8_t *str, int32_t len, int *err);
+JANET_API int janet_scan_number(const uint8_t *str, int32_t len, double *out);
+
+/* Debugging */
+JANET_API void janet_debug_break(JanetFuncDef *def, int32_t pc);
+JANET_API void janet_debug_unbreak(JanetFuncDef *def, int32_t pc);
+JANET_API void janet_debug_find(
+        JanetFuncDef **def_out, int32_t *pc_out,
+        const uint8_t *source, int32_t offset);
 
 /* Array functions */
 JANET_API JanetArray *janet_array(int32_t capacity);
@@ -954,21 +963,21 @@ JANET_API JanetBuffer *janet_buffer_init(JanetBuffer *buffer, int32_t capacity);
 JANET_API void janet_buffer_deinit(JanetBuffer *buffer);
 JANET_API void janet_buffer_ensure(JanetBuffer *buffer, int32_t capacity, int32_t growth);
 JANET_API void janet_buffer_setcount(JanetBuffer *buffer, int32_t count);
-JANET_API int janet_buffer_extra(JanetBuffer *buffer, int32_t n);
-JANET_API int janet_buffer_push_bytes(JanetBuffer *buffer, const uint8_t *string, int32_t len);
-JANET_API int janet_buffer_push_string(JanetBuffer *buffer, const uint8_t *string);
-JANET_API int janet_buffer_push_cstring(JanetBuffer *buffer, const char *cstring);
-JANET_API int janet_buffer_push_u8(JanetBuffer *buffer, uint8_t x);
-JANET_API int janet_buffer_push_u16(JanetBuffer *buffer, uint16_t x);
-JANET_API int janet_buffer_push_u32(JanetBuffer *buffer, uint32_t x);
-JANET_API int janet_buffer_push_u64(JanetBuffer *buffer, uint64_t x);
+JANET_API void janet_buffer_extra(JanetBuffer *buffer, int32_t n);
+JANET_API void janet_buffer_push_bytes(JanetBuffer *buffer, const uint8_t *string, int32_t len);
+JANET_API void janet_buffer_push_string(JanetBuffer *buffer, const uint8_t *string);
+JANET_API void janet_buffer_push_cstring(JanetBuffer *buffer, const char *cstring);
+JANET_API void janet_buffer_push_u8(JanetBuffer *buffer, uint8_t x);
+JANET_API void janet_buffer_push_u16(JanetBuffer *buffer, uint16_t x);
+JANET_API void janet_buffer_push_u32(JanetBuffer *buffer, uint32_t x);
+JANET_API void janet_buffer_push_u64(JanetBuffer *buffer, uint64_t x);
 
 /* Tuple */
 #define janet_tuple_raw(t) ((int32_t *)(t) - 4)
 #define janet_tuple_length(t) (janet_tuple_raw(t)[0])
 #define janet_tuple_hash(t) ((janet_tuple_raw(t)[1]))
-#define janet_tuple_sm_line(t) ((janet_tuple_raw(t)[2]))
-#define janet_tuple_sm_col(t) ((janet_tuple_raw(t)[3]))
+#define janet_tuple_sm_start(t) ((janet_tuple_raw(t)[2]))
+#define janet_tuple_sm_end(t) ((janet_tuple_raw(t)[3]))
 JANET_API Janet *janet_tuple_begin(int32_t length);
 JANET_API const Janet *janet_tuple_end(Janet *tuple);
 JANET_API const Janet *janet_tuple_n(const Janet *values, int32_t n);
@@ -986,12 +995,10 @@ JANET_API const uint8_t *janet_cstring(const char *cstring);
 JANET_API int janet_string_compare(const uint8_t *lhs, const uint8_t *rhs);
 JANET_API int janet_string_equal(const uint8_t *lhs, const uint8_t *rhs);
 JANET_API int janet_string_equalconst(const uint8_t *lhs, const uint8_t *rhs, int32_t rlen, int32_t rhash);
-JANET_API const uint8_t *janet_string_unique(const uint8_t *buf, int32_t len);
-JANET_API const uint8_t *janet_cstring_unique(const char *s);
 JANET_API const uint8_t *janet_description(Janet x);
 JANET_API const uint8_t *janet_to_string(Janet x);
 JANET_API void janet_to_string_b(JanetBuffer *buffer, Janet x);
-JANET_API void janet_to_description_b(JanetBuffer *buffer, Janet x);
+JANET_API void janet_description_b(JanetBuffer *buffer, Janet x);
 #define janet_cstringv(cstr) janet_wrap_string(janet_cstring(cstr))
 #define janet_stringv(str, len) janet_wrap_string(janet_string((str), (len)))
 JANET_API const uint8_t *janet_formatc(const char *format, ...);
@@ -999,12 +1006,17 @@ JANET_API void janet_puts(const uint8_t *str);
 
 /* Symbol functions */
 JANET_API const uint8_t *janet_symbol(const uint8_t *str, int32_t len);
-JANET_API const uint8_t *janet_symbol_from_string(const uint8_t *str);
 JANET_API const uint8_t *janet_csymbol(const char *str);
 JANET_API const uint8_t *janet_symbol_gen(void);
 #define janet_symbolv(str, len) janet_wrap_symbol(janet_symbol((str), (len)))
 #define janet_csymbolv(cstr) janet_wrap_symbol(janet_csymbol(cstr))
 
+/* Keyword functions */
+#define janet_keyword janet_symbol
+#define janet_ckeyword janet_csymbol
+#define janet_keywordv(str, len) janet_wrap_keyword(janet_keyword((str), (len)))
+#define janet_ckeywordv(cstr) janet_wrap_keyword(janet_ckeyword(cstr))
+
 /* Structs */
 #define janet_struct_raw(t) ((int32_t *)(t) - 4)
 #define janet_struct_length(t) (janet_struct_raw(t)[0])
@@ -1015,7 +1027,6 @@ JANET_API JanetKV *janet_struct_begin(int32_t count);
 JANET_API void janet_struct_put(JanetKV *st, Janet key, Janet value);
 JANET_API const JanetKV *janet_struct_end(JanetKV *st);
 JANET_API Janet janet_struct_get(const JanetKV *st, Janet key);
-JANET_API const JanetKV *janet_struct_next(const JanetKV *st, const JanetKV *kv);
 JANET_API JanetTable *janet_struct_to_table(const JanetKV *st);
 JANET_API int janet_struct_equal(const JanetKV *lhs, const JanetKV *rhs);
 JANET_API int janet_struct_compare(const JanetKV *lhs, const JanetKV *rhs);
@@ -1029,7 +1040,6 @@ JANET_API Janet janet_table_get(JanetTable *t, Janet key);
 JANET_API Janet janet_table_rawget(JanetTable *t, Janet key);
 JANET_API Janet janet_table_remove(JanetTable *t, Janet key);
 JANET_API void janet_table_put(JanetTable *t, Janet key, Janet value);
-JANET_API const JanetKV *janet_table_next(JanetTable *t, const JanetKV *kv);
 JANET_API const JanetKV *janet_table_to_struct(JanetTable *t);
 JANET_API void janet_table_merge_table(JanetTable *table, JanetTable *other);
 JANET_API void janet_table_merge_struct(JanetTable *table, const JanetKV *other);
@@ -1054,7 +1064,8 @@ JANET_API const JanetKV *janet_dictionary_next(const JanetKV *kvs, int32_t cap,
 JANET_API void *janet_abstract(const JanetAbstractType *type, size_t size);
 
 /* Native */
-JANET_API JanetCFunction janet_native(const char *name, const uint8_t **error);
+typedef void (*JanetModule)(JanetTable *);
+JANET_API JanetModule janet_native(const char *name, const uint8_t **error);
 
 /* Marshaling */
 JANET_API int janet_marshal(
@@ -1094,6 +1105,12 @@ JANET_API int32_t janet_hash(Janet x);
 JANET_API int janet_compare(Janet x, Janet y);
 JANET_API int janet_cstrcmp(const uint8_t *str, const char *other);
 JANET_API JanetBuffer *janet_pretty(JanetBuffer *buffer, int depth, Janet x);
+JANET_API Janet janet_get(Janet ds, Janet key);
+JANET_API Janet janet_getindex(Janet ds, int32_t index);
+JANET_API int32_t janet_length(Janet x);
+JANET_API void janet_put(Janet ds, Janet key, Janet value);
+JANET_API void janet_putindex(Janet ds, int32_t index, Janet value);
+JANET_API void janet_inspect(Janet x);
 
 /* VM functions */
 JANET_API int janet_init(void);
@@ -1113,138 +1130,45 @@ JANET_API void janet_def(JanetTable *env, const char *name, Janet val, const cha
 JANET_API void janet_var(JanetTable *env, const char *name, Janet val, const char *documentation);
 JANET_API void janet_cfuns(JanetTable *env, const char *regprefix, const JanetReg *cfuns);
 JANET_API JanetBindingType janet_resolve(JanetTable *env, const uint8_t *sym, Janet *out);
-JANET_API JanetTable *janet_env(JanetArgs args);
 JANET_API void janet_register(const char *name, JanetCFunction cfun);
 
-/* C Function helpers */
-JANET_API int janet_arity_err(JanetArgs args, int32_t n, const char *prefix);
-JANET_API int janet_type_err(JanetArgs args, int32_t n, JanetType expected);
-JANET_API int janet_typemany_err(JanetArgs args, int32_t n, int expected);
-JANET_API int janet_typeabstract_err(JanetArgs args, int32_t n, const JanetAbstractType *at);
+/* New C API */
 
-/* Helpers for writing modules */
-#define JANET_MODULE_ENTRY JANET_API int _janet_init
+#define JANET_MODULE_ENTRY JANET_API void _janet_init
+JANET_API void janet_panicv(Janet message);
+JANET_API void janet_panic(const char *message);
+JANET_API void janet_panics(const uint8_t *message);
+#define janet_panicf(...) janet_panics(janet_formatc(__VA_ARGS__))
+#define janet_printf(...) fputs((const char *)janet_formatc(__VA_ARGS__), stdout)
+JANET_API void janet_panic_type(Janet x, int32_t n, int expected);
+JANET_API void janet_panic_abstract(Janet x, int32_t n, const JanetAbstractType *at);
+JANET_API void janet_arity(int32_t arity, int32_t min, int32_t max);
+JANET_API void janet_fixarity(int32_t arity, int32_t fix);
+
+JANET_API double janet_getnumber(const Janet *argv, int32_t n);
+JANET_API JanetArray *janet_getarray(const Janet *argv, int32_t n);
+JANET_API const Janet *janet_gettuple(const Janet *argv, int32_t n);
+JANET_API JanetTable *janet_gettable(const Janet *argv, int32_t n);
+JANET_API const JanetKV *janet_getstruct(const Janet *argv, int32_t n);
+JANET_API const uint8_t *janet_getstring(const Janet *argv, int32_t n);
+JANET_API const uint8_t *janet_getsymbol(const Janet *argv, int32_t n);
+JANET_API const uint8_t *janet_getkeyword(const Janet *argv, int32_t n);
+JANET_API JanetBuffer *janet_getbuffer(const Janet *argv, int32_t n);
+JANET_API JanetFiber *janet_getfiber(const Janet *argv, int32_t n);
+JANET_API JanetFunction *janet_getfunction(const Janet *argv, int32_t n);
+JANET_API JanetCFunction janet_getcfunction(const Janet *argv, int32_t n);
+JANET_API int janet_getboolean(const Janet *argv, int32_t n);
+
+JANET_API int32_t janet_getinteger(const Janet *argv, int32_t n);
+JANET_API int64_t janet_getinteger64(const Janet *argv, int32_t n);
+JANET_API JanetView janet_getindexed(const Janet *argv, int32_t n);
+JANET_API JanetByteView janet_getbytes(const Janet *argv, int32_t n);
+JANET_API JanetDictView janet_getdictionary(const Janet *argv, int32_t n);
+JANET_API void *janet_getabstract(const Janet *argv, int32_t n, const JanetAbstractType *at);
+JANET_API JanetRange janet_getslice(int32_t argc, const Janet *argv);
 
 /***** END SECTION MAIN *****/
 
-/***** START SECTION MACROS *****/
-
-/* Macros */
-#define JANET_THROW(a, e) return (*((a).ret) = janet_cstringv(e), 1)
-#define JANET_THROWV(a, v) return (*((a).ret) = (v), 1)
-#define JANET_RETURN(a, v) return (*((a).ret) = (v), 0)
-
-/* Early exit macros */
-#define JANET_MAXARITY(A, N) do { if ((A).n > (N))\
-    return janet_arity_err(A, N, "at most "); } while (0)
-#define JANET_MINARITY(A, N) do { if ((A).n < (N))\
-    return janet_arity_err(A, N, "at least "); } while (0)
-#define JANET_FIXARITY(A, N) do { if ((A).n != (N))\
-    return janet_arity_err(A, N, ""); } while (0)
-#define JANET_CHECK(A, N, T) do {\
-    if ((A).n > (N)) {\
-       if (!janet_checktype((A).v[(N)], (T))) return janet_type_err(A, N, T);\
-    } else {\
-       if ((T) != JANET_NIL) return janet_type_err(A, N, T);\
-    }\
-} while (0)
-#define JANET_CHECKMANY(A, N, TS) do {\
-    if ((A).n > (N)) {\
-        JanetType t = janet_type((A).v[(N)]);\
-        if (!((1 << t) & (TS))) return janet_typemany_err(A, N, TS);\
-    } else {\
-       if (!((TS) & JANET_NIL)) return janet_typemany_err(A, N, TS);\
-    }\
-} while (0)
-
-#define JANET_CHECKABSTRACT(A, N, AT) do {\
-    if ((A).n > (N)) {\
-        Janet x = (A).v[(N)];\
-        if (!janet_checktype(x, JANET_ABSTRACT) ||\
-                janet_abstract_type(janet_unwrap_abstract(x)) != (AT))\
-            return janet_typeabstract_err(A, N, AT);\
-    } else {\
-        return janet_typeabstract_err(A, N, AT);\
-    }\
-} while (0)
-
-#define JANET_ARG_NUMBER(DEST, A, N) do { \
-    if ((A).n <= (N)) \
-        return janet_typemany_err(A, N, JANET_TFLAG_NUMBER);\
-    Janet val = (A).v[(N)];\
-    if (janet_checktype(val, JANET_REAL)) { \
-        DEST = janet_unwrap_real(val); \
-    } else if (janet_checktype(val, JANET_INTEGER)) {\
-        DEST = (double) janet_unwrap_integer(val);\
-    }\
-    else return janet_typemany_err(A, N, JANET_TFLAG_NUMBER); \
-} while (0)
-
-#define JANET_ARG_BOOLEAN(DEST, A, N) do { \
-    JANET_CHECKMANY(A, N, JANET_TFLAG_TRUE | JANET_TFLAG_FALSE);\
-    DEST = janet_unwrap_boolean((A).v[(N)]); \
-} while (0)
-
-#define JANET_ARG_BYTES(DESTBYTES, DESTLEN, A, N) do {\
-    if ((A).n <= (N)) return janet_typemany_err(A, N, JANET_TFLAG_BYTES);\
-    if (!janet_bytes_view((A).v[(N)], &(DESTBYTES), &(DESTLEN))) {\
-        return janet_typemany_err(A, N, JANET_TFLAG_BYTES);\
-    }\
-} while (0)
-
-#define JANET_ARG_INDEXED(DESTVALS, DESTLEN, A, N) do {\
-    if ((A).n <= (N)) return janet_typemany_err(A, N, JANET_TFLAG_INDEXED);\
-    if (!janet_indexed_view((A).v[(N)], &(DESTVALS), &(DESTLEN))) {\
-        return janet_typemany_err(A, N, JANET_TFLAG_INDEXED);\
-    }\
-} while (0)
-
-#define _JANET_ARG(TYPE, NAME, DEST, A, N) do { \
-    JANET_CHECK(A, N, TYPE);\
-    DEST = janet_unwrap_##NAME((A).v[(N)]); \
-} while (0)
-
-#define JANET_ARG_FIBER(DEST, A, N) _JANET_ARG(JANET_FIBER, fiber, DEST, A, N)
-#define JANET_ARG_INTEGER(DEST, A, N) _JANET_ARG(JANET_INTEGER, integer, DEST, A, N)
-#define JANET_ARG_REAL(DEST, A, N) _JANET_ARG(JANET_REAL, real, DEST, A, N)
-#define JANET_ARG_STRING(DEST, A, N) _JANET_ARG(JANET_STRING, string, DEST, A, N)
-#define JANET_ARG_SYMBOL(DEST, A, N) _JANET_ARG(JANET_SYMBOL, symbol, DEST, A, N)
-#define JANET_ARG_ARRAY(DEST, A, N) _JANET_ARG(JANET_ARRAY, array, DEST, A, N)
-#define JANET_ARG_TUPLE(DEST, A, N) _JANET_ARG(JANET_TUPLE, tuple, DEST, A, N)
-#define JANET_ARG_TABLE(DEST, A, N) _JANET_ARG(JANET_TABLE, table, DEST, A, N)
-#define JANET_ARG_STRUCT(DEST, A, N) _JANET_ARG(JANET_STRUCT, struct, DEST, A, N)
-#define JANET_ARG_BUFFER(DEST, A, N) _JANET_ARG(JANET_BUFFER, buffer, DEST, A, N)
-#define JANET_ARG_FUNCTION(DEST, A, N) _JANET_ARG(JANET_FUNCTION, function, DEST, A, N)
-#define JANET_ARG_CFUNCTION(DEST, A, N) _JANET_ARG(JANET_CFUNCTION, cfunction, DEST, A, N)
-
-#define JANET_ARG_ABSTRACT(DEST, A, N, AT) do { \
-    JANET_CHECKABSTRACT(A, N, AT); \
-    DEST = janet_unwrap_abstract((A).v[(N)]); \
-} while (0)
-
-#define JANET_RETURN_NIL(A) do { return JANET_SIGNAL_OK; } while (0)
-#define JANET_RETURN_FALSE(A) JANET_RETURN(A, janet_wrap_false())
-#define JANET_RETURN_TRUE(A) JANET_RETURN(A, janet_wrap_true())
-#define JANET_RETURN_BOOLEAN(A, X) JANET_RETURN(A, janet_wrap_boolean(X))
-#define JANET_RETURN_FIBER(A, X) JANET_RETURN(A, janet_wrap_fiber(X))
-#define JANET_RETURN_INTEGER(A, X) JANET_RETURN(A, janet_wrap_integer(X))
-#define JANET_RETURN_REAL(A, X) JANET_RETURN(A, janet_wrap_real(X))
-#define JANET_RETURN_STRING(A, X) JANET_RETURN(A, janet_wrap_string(X))
-#define JANET_RETURN_SYMBOL(A, X) JANET_RETURN(A, janet_wrap_symbol(X))
-#define JANET_RETURN_ARRAY(A, X) JANET_RETURN(A, janet_wrap_array(X))
-#define JANET_RETURN_TUPLE(A, X) JANET_RETURN(A, janet_wrap_tuple(X))
-#define JANET_RETURN_TABLE(A, X) JANET_RETURN(A, janet_wrap_table(X))
-#define JANET_RETURN_STRUCT(A, X) JANET_RETURN(A, janet_wrap_struct(X))
-#define JANET_RETURN_BUFFER(A, X) JANET_RETURN(A, janet_wrap_buffer(X))
-#define JANET_RETURN_FUNCTION(A, X) JANET_RETURN(A, janet_wrap_function(X))
-#define JANET_RETURN_CFUNCTION(A, X) JANET_RETURN(A, janet_wrap_cfunction(X))
-#define JANET_RETURN_ABSTRACT(A, X) JANET_RETURN(A, janet_wrap_abstract(X))
-
-#define JANET_RETURN_CSTRING(A, X) JANET_RETURN(A, janet_cstringv(X))
-#define JANET_RETURN_CSYMBOL(A, X) JANET_RETURN(A, janet_csymbolv(X))
-
-/**** END SECTION MACROS *****/
-
 #ifdef __cplusplus
 }
 #endif

src/mainclient/init.janet

@@ -1,4 +1,4 @@
-# Copyright 2017-2018 (C) Calvin Rose
+# Copyright 2017-2019 (C) Calvin Rose
 
 (do
 
@@ -11,7 +11,7 @@
   # Flag handlers
   (def handlers :private
     {"h" (fn [&]
-           (print "usage: " process/args.0 " [options] scripts...")
+           (print "usage: " (get process/args 0) " [options] scripts...")
            (print
              `Options are:
   -h Show this help
@@ -24,13 +24,13 @@
            (os/exit 0)
            1)
      "v" (fn [&] (print janet/version "-" janet/build) (os/exit 0) 1)
-     "s" (fn [&] (:= *raw-stdin* true) (:= *should-repl* true) 1)
-     "r" (fn [&] (:= *should-repl* true) 1)
-     "p" (fn [&] (:= *exit-on-error* false) 1)
-     "-" (fn [&] (:= *handleopts* false) 1)
+     "s" (fn [&] (set *raw-stdin* true) (set *should-repl* true) 1)
+     "r" (fn [&] (set *should-repl* true) 1)
+     "p" (fn [&] (set *exit-on-error* false) 1)
+     "-" (fn [&] (set *handleopts* false) 1)
      "e" (fn [i &]
-           (:= *no-file* false)
-           (eval (get process/args (+ i 1)))
+           (set *no-file* false)
+           (eval-string (get process/args (+ i 1)))
            2)})
 
   (defn- dohandler [n i &]
@@ -45,16 +45,16 @@
     (if (and *handleopts* (= "-" (string/slice arg 0 1)))
       (+= i (dohandler (string/slice arg 1 2) i))
       (do
-        (:= *no-file* false)
+        (set *no-file* false)
         (import* _env arg :prefix "" :exit *exit-on-error*)
         (++ i))))
 
   (when (or *should-repl* *no-file*)
     (if *raw-stdin*
-      (repl nil identity)
+      (repl nil (fn [x &] x))
       (do
         (print (string "Janet " janet/version "-" janet/build "  Copyright (C) 2017-2018 Calvin Rose"))
         (repl (fn [buf p]
-                (def [line] (parser/where p))
-                (def prompt (string "janet:" line ":" (parser/state p) "> "))
+                (def offset (parser/where p))
+                (def prompt (string "janet:" offset ":" (parser/state p) "> "))
                 (getline prompt buf)))))))

src/mainclient/line.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -23,14 +23,12 @@
 #include "line.h"
 
 /* Common */
-int janet_line_getter(JanetArgs args) {
-    JANET_FIXARITY(args, 2);
-    JANET_CHECK(args, 0, JANET_STRING);
-    JANET_CHECK(args, 1, JANET_BUFFER);
-    janet_line_get(
-            janet_unwrap_string(args.v[0]),
-            janet_unwrap_buffer(args.v[1]));
-    JANET_RETURN(args, args.v[0]);
+Janet janet_line_getter(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 2);
+    const uint8_t *str = janet_getstring(argv, 0);
+    JanetBuffer *buf = janet_getbuffer(argv, 1);
+    janet_line_get(str, buf);
+    return argv[0];
 }
 
 static void simpleline(JanetBuffer *buffer) {
@@ -186,7 +184,7 @@ static void clear() {
 static void refresh() {
     char seq[64];
     JanetBuffer b;
- 
+
     /* Keep cursor position on screen */
     char *_buf = buf;
     int _len = len;
@@ -298,7 +296,7 @@ static void kright() {
 static void kbackspace() {
     if (pos > 0) {
         memmove(buf + pos - 1, buf + pos, len - pos);
-        pos--; 
+        pos--;
         buf[--len] = '\0';
         refresh();
     }
@@ -447,7 +445,7 @@ static int checktermsupport() {
 }
 
 void janet_line_get(const uint8_t *p, JanetBuffer *buffer) {
-    prompt = (const char *)p; 
+    prompt = (const char *)p;
     buffer->count = 0;
     historyi = 0;
     if (!isatty(STDIN_FILENO) || !checktermsupport()) {

src/mainclient/line.h

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -29,6 +29,6 @@ void janet_line_init();
 void janet_line_deinit();
 
 void janet_line_get(const uint8_t *p, JanetBuffer *buffer);
-int janet_line_getter(JanetArgs args);
+Janet janet_line_getter(int32_t argc, Janet *argv);
 
 #endif

src/mainclient/main.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to

src/webclient/main.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
@@ -32,11 +32,11 @@ static const uint8_t *line_prompt = NULL;
 
 /* Yield to JS event loop from janet. Takes a repl prompt
  * and a buffer to fill with input data. */
-static int repl_yield(JanetArgs args) {
-    JANET_FIXARITY(args, 2);
-    JANET_ARG_STRING(line_prompt, args, 0);
-    JANET_ARG_BUFFER(line_buffer, args, 1);
-    JANET_RETURN_NIL(args);
+static Janet repl_yield(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 2);
+    line_prompt = janet_getstring(argv, 0);
+    line_buffer = janet_getbuffer(argv, 1);
+    return janet_wrap_nil();
 }
 
 /* Re-enter the loop */
@@ -52,18 +52,15 @@ static int enter_loop(void) {
     return 0;
 }
 
-/* Allow JS interop from within janet */
-static int cfun_js(JanetArgs args) {
-    const uint8_t *bytes;
-    int32_t len;
-    JANET_FIXARITY(args, 1);
-    JANET_ARG_BYTES(bytes, len, args, 0);
-    (void) len;
-    emscripten_run_script((const char *)bytes);
-    JANET_RETURN_NIL(args);
+/* Allow JS interoperation from within janet */
+static Janet cfun_js(int32_t argc, Janet *argv) {
+    janet_fixarity(argc, 1);
+    JanetByteView bytes = janet_getbytes(argv, 0);
+    emscripten_run_script((const char *)bytes.bytes);
+    return janet_wrap_nil();
 }
 
-/* Intialize the repl */
+/* Initialize the repl */
 EMSCRIPTEN_KEEPALIVE
 void repl_init(void) {
     int status;

src/webclient/webinit.janet

@@ -1,10 +1,11 @@
-# Copyright 2017-2018 (C) Calvin Rose
+# Copyright 2017-2019 (C) Calvin Rose
+
 (print (string "Janet " janet/version "-" janet/build "  Copyright (C) 2017-2018 Calvin Rose"))
 
 (fiber/new (fn webrepl []
   (repl (fn get-line [buf p]
-          (def [line] (parser/where p))
-          (def prompt (string "janet:" line ":" (parser/state p) "> "))
+          (def offset (parser/where p))
+          (def prompt (string "janet:" offset ":" (parser/state p) "> "))
           (repl-yield prompt buf)
           (yield)
           buf))))

test/helper.janet

@@ -3,20 +3,29 @@
 (var num-tests-passed 0)
 (var num-tests-run 0)
 (var suite-num 0)
+(var numchecks 0)
 
 (defn assert [x e]
  (++ num-tests-run)
  (when x (++ num-tests-passed))
- (print (if x 
-         "  \e[32m✔\e[0m "
-         "  \e[31m✘\e[0m ") e)
+ (if x
+   (do
+     (when (= numchecks 25)
+       (set numchecks 0)
+       (print))
+     (++ numchecks)
+     (file/write stdout "\e[32m✔\e[0m"))
+   (do
+     (file/write stdout "\n\e[31m✘\e[0m  ")
+     (set numchecks 0)
+     (print e)))
  x)
 
 (defn start-suite [x]
- (:= suite-num x)
- (print "\nRunning test suite " x " tests...\n"))
+ (set suite-num x)
+ (print "\nRunning test suite " x " tests...\n  "))
 
 (defn end-suite []
- (print "\nTest suite " suite-num " finished.")
+ (print "\n\nTest suite " suite-num " finished.")
  (print num-tests-passed " of " num-tests-run " tests passed.\n")
  (if (not= num-tests-passed num-tests-run) (os/exit 1)))

test/suite0.janet

@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Calvin Rose
+# Copyright (c) 2019 Calvin Rose
 #
 # Permission is hereby granted, free of charge, to any person obtaining a copy
 # of this software and associated documentation files (the "Software"), to
@@ -24,8 +24,8 @@
 (assert (= 10 (+ 1 2 3 4)) "addition")
 (assert (= -8 (- 1 2 3 4)) "subtraction")
 (assert (= 24 (* 1 2 3 4)) "multiplication")
-(assert (= 4 (<< 1 2)) "left shift")
-(assert (= 1 (>> 4 2)) "right shift")
+(assert (= 4 (blshift 1 2)) "left shift")
+(assert (= 1 (brshift 4 2)) "right shift")
 (assert (< 1 2 3 4 5 6) "less than integers")
 (assert (< 1.0 2.0 3.0 4.0 5.0 6.0) "less than reals")
 (assert (> 6 5 4 3 2 1) "greater than integers")
@@ -37,10 +37,11 @@
 (assert (= 7 (% 20 13)) "modulo 1")
 (assert (= -7 (% -20 13)) "modulo 2")
 
-(assert (order< nil false true
+(assert (order< 1.0 nil false true
                 (fiber/new (fn [] 1))
-                1 1.0 "hi"
+                "hi"
                 (quote hello)
+                :hello
                 (array 1 2 3)
                 (tuple 1 2 3)
                 (table "a" "b" "c" "d")
@@ -60,10 +61,10 @@
 (assert (not false) "false literal")
 (assert true "true literal")
 (assert (not nil) "nil literal")
-(assert (= 7 (| 3 4)) "bit or")
-(assert (= 0 (& 3 4)) "bit and")
-(assert (= 0xFF (^ 0x0F 0xF0)) "bit xor")
-(assert (= 0xF0 (^ 0xFF 0x0F)) "bit xor 2")
+(assert (= 7 (bor 3 4)) "bit or")
+(assert (= 0 (band 3 4)) "bit and")
+(assert (= 0xFF (bxor 0x0F 0xF0)) "bit xor")
+(assert (= 0xF0 (bxor 0xFF 0x0F)) "bit xor 2")
 
 # Set global variables to prevent some possible compiler optimizations that defeat point of the test
 (var zero 0)
@@ -78,9 +79,9 @@
 (assert (= "\e" "\x1B") "escape character")
 (assert (= "\x09" "\t") "tab character")
 
-# Mcarthy's 91 function
+# McCarthy's 91 function
 (var f91 nil)
-(:= f91 (fn [n] (if (> n 100) (- n 10) (f91 (f91 (+ n 11))))))
+(set f91 (fn [n] (if (> n 100) (- n 10) (f91 (f91 (+ n 11))))))
 (assert (= 91 (f91 10)) "f91(10) = 91")
 (assert (= 91 (f91 11)) "f91(11) = 91")
 (assert (= 91 (f91 20)) "f91(20) = 91")
@@ -92,7 +93,7 @@
 (assert (= 94 (f91 104)) "f91(104) = 94")
 
 # Fibonacci
-(def fib (do (var fib nil) (:= fib (fn [n] (if (< n 2) n (+ (fib (- n 1)) (fib (- n 2))))))))
+(def fib (do (var fib nil) (set fib (fn [n] (if (< n 2) n (+ (fib (- n 1)) (fib (- n 2))))))))
 (def fib2 (fn fib2 [n] (if (< n 2) n (+ (fib2 (- n 1)) (fib2 (- n 2))))))
 
 (assert (= (fib 0) (fib2 0) 0) "fib(0)")
@@ -127,15 +128,15 @@
    (var accum 1)
    (var count 0)
    (while (< count 16)
-     (:= accum (<< accum 1))
-     (:= count (+ 1 count)))
+     (set accum (blshift accum 1))
+     (set count (+ 1 count)))
    (assert (= accum 65536) "loop in closure")))
 
 (var accum 1)
 (var count 0)
 (while (< count 16)
-  (:= accum (<< accum 1))
-  (:= count (+ 1 count)))
+  (set accum (blshift accum 1))
+  (set count (+ 1 count)))
 (assert (= accum 65536) "loop globally")
 
 (assert (= (struct 1 2 3 4 5 6 7 8) (struct 7 8 5 6 3 4 1 2)) "struct order does not matter 1")
@@ -201,7 +202,7 @@
 
 (def 🦊 :fox)
 (def 🐮 :cow)
-(assert (= (string "🐼" 🦊 🐮) "🐼:fox:cow") "emojis 🙉 :)")
+(assert (= (string "🐼" 🦊 🐮) "🐼foxcow") "emojis 🙉 :)")
 (assert (not= 🦊 "🦊") "utf8 strings are not symbols and vice versa")
 
 # Symbols with @ character
@@ -216,7 +217,7 @@
 # Merge sort
 
 # Imperative (and verbose) merge sort merge
-(defn merge 
+(defn merge
   [xs ys]
   (def ret @[])
   (def xlen (length xs))
@@ -228,18 +229,18 @@
     (def xi (get xs i))
     (def yj (get ys j))
     (if (< xi yj)
-      (do (array/push ret xi) (:= i (+ i 1)))
-      (do (array/push ret yj) (:= j (+ j 1)))))
+      (do (array/push ret xi) (set i (+ i 1)))
+      (do (array/push ret yj) (set j (+ j 1)))))
   # Push rest of xs
   (while (< i xlen)
     (def xi (get xs i))
     (array/push ret xi)
-    (:= i (+ i 1)))
+    (set i (+ i 1)))
   # Push rest of ys
   (while (< j ylen)
     (def yj (get ys j))
     (array/push ret yj)
-    (:= j (+ j 1)))
+    (set j (+ j 1)))
   ret)
 
 (assert (apply <= (merge @[1 3 5] @[2 4 6])) "merge sort merge 1")
@@ -255,7 +256,7 @@
    (var count 0)
    (while (< count 128)
      (put syms (gensym) true)
-     (:= count (+ 1 count)))
+     (set count (+ 1 count)))
    (assert (= (length syms) 128) "many symbols")))
 
 # Let

test/suite1.janet

@@ -1,5 +1,5 @@
-# Copyright (c) 2018 Calvin Rose
-
+# Copyright (c) 2019 Calvin Rose
+#
 # Permission is hereby granted, free of charge, to any person obtaining a copy
 # of this software and associated documentation files (the "Software"), to
 # deal in the Software without restriction, including without limitation the
@@ -21,8 +21,7 @@
 (import test/helper :prefix "" :exit true)
 (start-suite 1)
 
-(assert (= 400.0 (math/sqrt 160000)) "sqrt(160000)=400")
-(assert (= (real 400) (math/sqrt 160000)) "sqrt(160000)=400")
+(assert (= 400 (math/sqrt 160000)) "sqrt(160000)=400")
 
 (def test-struct {'def 1 'bork 2 'sam 3 'a 'b 'het @[1 2 3 4 5]})
 (assert (= (get test-struct 'def) 1) "struct get")
@@ -33,7 +32,7 @@
 
 (defn myfun [x]
   (var a 10)
-  (:= a (do
+  (set a (do
          (def y x)
          (if x 8 9))))
 
@@ -44,7 +43,7 @@
  (var good true)
  (loop [i :range [0 n]]
   (if (not (f))
-   (:= good false)))
+   (set good false)))
  (assert good e))
 
 (assert-many (fn [] (>= 1 (math/random) 0)) 200 "(random) between 0 and 1")
@@ -96,7 +95,7 @@
 
 # Find the maximum path from the top (root)
 # of the triangle to the leaves of the triangle.
-  
+
 (defn myfold [xs ys]
   (let [xs1 (tuple/prepend xs 0)
         xs2 (tuple/append xs 0)
@@ -188,10 +187,10 @@
 
 (assert (= 14 (sum (map inc @[1 2 3 4]))) "sum map")
 (def myfun (juxt + - * /))
-(assert (= '[2 -2 2 0] (myfun 2)) "juxt")
+(assert (= '[2 -2 2 0.5] (myfun 2)) "juxt")
 
 # Case statements
-(assert 
+(assert
   (= :six (case (+ 1 2 3)
             1 :one
             2 :two
@@ -215,11 +214,11 @@
 
 # Closure in while loop
 (def closures (seq [i :range [0 5]] (fn [] i)))
-(assert (= 0 (closures.0)) "closure in loop 0")
-(assert (= 1 (closures.1)) "closure in loop 1")
-(assert (= 2 (closures.2)) "closure in loop 2")
-(assert (= 3 (closures.3)) "closure in loop 3")
-(assert (= 4 (closures.4)) "closure in loop 4")
+(assert (= 0 ((get closures 0))) "closure in loop 0")
+(assert (= 1 ((get closures 1))) "closure in loop 1")
+(assert (= 2 ((get closures 2))) "closure in loop 2")
+(assert (= 3 ((get closures 3))) "closure in loop 3")
+(assert (= 4 ((get closures 4))) "closure in loop 4")
 
 # More numerical tests
 (assert (== 1 1.0) "numerical equal 1")
@@ -239,7 +238,7 @@
 (def arr (array))
 (array/push arr :hello)
 (array/push arr :world)
-(assert (array= arr @[:hello :world]) "array comparision")
+(assert (array= arr @[:hello :world]) "array comparison")
 (assert (array= @[1 2 3 4 5] @[1 2 3 4 5]) "array comparison 2")
 (assert (array= @[:one :two :three :four :five] @[:one :two :three :four :five]) "array comparison 3")
 (assert (array= (array/slice @[1 2 3] 0 2) @[1 2]) "array/slice 1")

test/suite2.janet

@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Calvin Rose
+# Copyright (c) 2019 Calvin Rose
 #
 # Permission is hereby granted, free of charge, to any person obtaining a copy
 # of this software and associated documentation files (the "Software"), to

test/suite3.janet

@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Calvin Rose
+# Copyright (c) 2019 Calvin Rose
 #
 # Permission is hereby granted, free of charge, to any person obtaining a copy
 # of this software and associated documentation files (the "Software"), to
@@ -46,4 +46,80 @@
                   @[x y] (+ x y 10)
                   0)) "match 3")
 
+# Edge case should cause old compilers to fail due to
+# if statement optimization
+(var var-a 1)
+(var var-b (if false 2 (string "hello")))
+
+(assert (= var-b "hello") "regression 1")
+
+# Some macros
+
+(assert (= 2 (if-not 1 3 2)) "if-not 1")
+(assert (= 3 (if-not false 3)) "if-not 2")
+(assert (= 3 (if-not nil 3 2)) "if-not 3")
+(assert (= nil (if-not true 3)) "if-not 4")
+
+(assert (= 4 (unless false (+ 1 2 3) 4)) "unless")
+
+(def res @{})
+(loop [[k v] :pairs @{1 2 3 4 5 6}]
+  (put res k v))
+(assert (and
+          (= (get res 1) 2)
+          (= (get res 3) 4)
+          (= (get res 5) 6)) "loop :pairs")
+
+# Another regression test - no segfaults
+(defn afn [x] x)
+(assert (= 1 (try (afn) ([err] 1))) "bad arity 1")
+(assert (= 4 (try ((fn [x y] (+ x y)) 1) ([_] 4))) "bad arity 2")
+(assert (= 1 (try (identity) ([err] 1))) "bad arity 3")
+(assert (= 1 (try (map) ([err] 1))) "bad arity 4")
+(assert (= 1 (try (not) ([err] 1))) "bad arity 5")
+
+# Assembly test
+# Fibonacci sequence, implemented with naive recursion.
+(def fibasm (asm '{
+  arity 1
+  bytecode [
+    (ltim 1 0 0x2)      # $1 = $0 < 2
+    (jmpif 1 :done)     # if ($1) goto :done
+    (lds 1)             # $1 = self
+    (addim 0 0 -0x1)    # $0 = $0 - 1
+    (push 0)            # push($0), push argument for next function call
+    (call 2 1)          # $2 = call($1)
+    (addim 0 0 -0x1)    # $0 = $0 - 1
+    (push 0)            # push($0)
+    (call 0 1)          # $0 = call($1)
+    (add 0 0 2)        # $0 = $0 + $2 (integers)
+    :done
+    (ret 0)             # return $0
+  ]
+}))
+
+(assert (= 0 (fibasm 0)) "fibasm 1")
+(assert (= 1 (fibasm 1)) "fibasm 2")
+(assert (= 55 (fibasm 10)) "fibasm 3")
+(assert (= 6765 (fibasm 20)) "fibasm 4")
+
+# Calling non functions
+
+(assert (= 1 ({:ok 1} :ok)) "calling struct")
+(assert (= 2 (@{:ok 2} :ok)) "calling table")
+(assert (= :bad (try (@{:ok 2} :ok :no) ([err] :bad))) "calling table too many arguments")
+(assert (= :bad (try (:ok @{:ok 2} :no) ([err] :bad))) "calling keyword too many arguments")
+(assert (= :oops (try (1 1) ([err] :oops))) "calling number fails")
+
+# Method test
+
+(def Dog @{:bark (fn bark [self what] (string (self :name) " says " what "!"))})
+(defn make-dog
+  [name]
+  (table/setproto @{:name name} Dog))
+
+(assert (= "fido" ((make-dog "fido") :name)) "oo 1")
+(def spot (make-dog "spot"))
+(assert (= "spot says hi!" (:bark spot "hi")) "oo 2")
+
 (end-suite)

tools/cook.janet

@@ -0,0 +1,178 @@
+# Library to help build janet natives and other
+# build artifacts.
+
+# Windows is the OS outlier
+(def- is-win (= (os/which) :windows))
+(def- sep (if is-win "\\" "/"))
+(def- objext (if is-win ".obj" ".o"))
+(def- modext (if is-win ".dll" ".so"))
+
+(defn- shell
+  "Do a shell command"
+  [& args]
+  (print ;args)
+  (def res (os/shell (string ;args)))
+  (unless (zero? res)
+    (print "Error executing command: " ;args)
+    (os/exit res)))
+
+(defn- mkdir
+  "Make a directory. Not safe for user code."
+  [path]
+  (if is-win
+    (shell "mkdir " path)
+    (shell "mkdir -p " path)))
+
+(defn- rm
+  "Remove a directory. Not safe for user code."
+  [path]
+  (if is-win
+    (shell "rmdir " path " /s")
+    (shell "rm -rf " path)))
+
+(defn- older-than
+  [f1 f2]
+  "Check if f1 is newer than f2. Used for checking if a file should be updated."
+  (if is-win true
+    (zero? (os/shell (string "[ " f1 " -ot " f2 " ]")))))
+
+(defn- older-than-some
+  [f others]
+  (some (partial older-than f) others))
+
+(defn- embed-name
+  "Rename a janet symbol for embedding."
+  [path]
+  (->> path
+       (string/replace-all sep "___")
+       (string/replace-all ".janet" "")))
+
+(defn- embed-c-name
+  "Rename a janet file for embedding."
+  [path]
+  (->> path
+       (string/replace-all sep "___")
+       (string/replace-all ".janet" ".janet.c")
+       (string "build" sep)))
+
+(defn- embed-o-name
+  "Get object file for c file."
+  [path]
+  (->> path
+       (string/replace-all sep "___")
+       (string/replace-all ".janet" (string ".janet" objext))
+       (string "build" sep)))
+
+(defn- object-name
+  "Rename a source file so it can be built in a flat source tree."
+  [path]
+  (->> path
+       (string/replace-all sep "___")
+       (string/replace-all ".c" (if is-win ".obj" ".o"))
+       (string "build" sep)))
+
+(defn- lib-name
+  "Generate name for dynamic library."
+  [name]
+  (string "build" sep name modext))
+
+(defn- make-define
+  "Generate strings for adding custom defines to the compiler."
+  [define value]
+  (def prefix (if is-win "\\D" "-D"))
+  (if value
+    (string prefix define "=" value)
+    (string prefix define)))
+
+(defn- make-defines
+  "Generate many defines. Takes a dictionary of defines. If a value is
+  true, generates -DNAME (\\DNAME on windows), otherwise -DNAME=value."
+  [defines]
+  (seq [[d v] :pairs defines] (make-define d (if (not= v true) v))))
+
+# Defaults
+(def OPTIMIZE 2)
+(def CC (if is-win "cl" "cc"))
+(def LD (if is-win "link" (string CC " -shared")))
+(def CFLAGS (string (if is-win "/0" "-std=c99 -Wall -Wextra -fpic -O") OPTIMIZE))
+
+(defn- compile-c
+  "Compile a C file into an object file."
+  [opts src dest]
+  (def cc (or (opts :compiler) CC))
+  (def cflags (or (opts :cflags) CFLAGS))
+  (def defines (interpose " " (make-defines (or (opts :defines) {}))))
+  (if (older-than dest src)
+    (if is-win
+      (shell cc " " ;defines " /nologo /c " cflags " /Fo" dest " " src)
+      (shell cc " " ;defines " " cflags " -o " dest " -c " src))))
+
+(defn- link-c
+  "Link a number of object files together."
+  [opts target & objects]
+  (def ld (or (opts :linker) LD))
+  (def cflags (or (opts :cflags) CFLAGS))
+  (def olist (string/join objects " "))
+  (if (older-than-some target objects)
+    (if is-win
+      (shell ld "/out:" target "  " olist)
+      (shell ld " " cflags " -o " target " " olist))))
+
+(defn- create-buffer-c
+  "Inline raw byte file as a c file."
+  [source dest name]
+  (when (older-than dest source)
+    (def f (file/open source :r))
+    (if (not f) (error (string "file " f " not found")))
+    (def out (file/open dest :w))
+    (def chunks (seq [b :in (file/read f :all)] (string b)))
+    (file/write out
+                "#include <janet/janet.h>\n"
+                "static const unsigned char bytes[] = {"
+                ;(interpose ", " chunks)
+                "};\n\n"
+                "const unsigned char *" name "_embed = bytes;\n"
+                "size_t " name "_embed_size = sizeof(bytes);\n")
+    (file/close out)
+    (file/close f)))
+
+# Public
+
+(defn make-native
+  "Build a native binary. This is a shared library that can be loaded
+  dynamically by a janet runtime."
+  [& opts]
+  (def opt-table (table ;opts))
+  (mkdir "build")
+  (def sources (opt-table :source))
+  (def name (opt-table :name))
+  (loop [src :in sources]
+    (compile-c opt-table src (object-name src)))
+  (def objects (map object-name sources))
+  (when-let [embedded (opt-table :embedded)]
+    (loop [src :in embedded]
+      (def c-src (embed-c-name src))
+      (def o-src (embed-o-name src))
+      (array/push objects o-src)
+      (create-buffer-c src c-src (embed-name src))
+      (compile-c opt-table c-src o-src)))
+  (link-c opt-table (lib-name name) ;objects))
+
+(defn clean
+  "Remove all built artifacts."
+  []
+  (rm "build"))
+
+(defn make-archive
+  "Build a janet archive. This is a file that bundles together many janet
+  scripts into a janet form. This file can the be moved to any machine with
+  a janet vm and the required dependencies and run there."
+  [& opts]
+  (error "Not Yet Implemented."))
+
+(defn make-binary
+  "Make a binary executable that can be run on the current platform. This function
+  generates a self contained binary that can be run of the same architecture as the
+  build machine, as the current janet vm will be packaged with the output binary."
+  [& opts]
+  (error "Not Yet Implemented."))

tools/gendoc.janet

@@ -0,0 +1,99 @@
+# Generate documentation
+
+# TODO - make tool reusable
+
+(def- prelude
+```
+<!doctype html>
+<html lang="en">
+<head>
+<meta charset="utf-8">
+<title>Janet Language Documentation</title>
+<meta name="description" content="API Documentation for the janet programming language.">
+<style>
+.docstring {
+  font-family: monospace;
+}
+.binding-type {
+  color: blue;
+}
+.source-map {
+  color: steelblue;
+  font-size: 0.8em;
+}
+</style>
+</head>
+```)
+
+(def- postlude
+```
+</html>
+```)
+
+(def- escapes
+  {10 "<br>"
+   09 "&nbsp;&nbsp;&nbsp;&nbsp;"
+   38 "&amp;"
+   60 "&lt;"
+   62 "&gt;"
+   34 "&quot;"
+   39 "&#39;"
+   47 "&#47;"})
+
+(defn- trim-lead
+  "Trim leading newlines"
+  [str]
+  (var i 0)
+  (while (= 10 (get str i)) (++ i))
+  (string/slice str i))
+
+(defn- html-escape
+  "Escape special characters for HTML encoding."
+  [str]
+  (def buf @"")
+  (loop [byte :in str]
+    (if-let [rep (get escapes byte)]
+      (buffer/push-string buf rep)
+      (buffer/push-byte buf byte)))
+  buf)
+
+(defn- make-title
+  "Generate title"
+  []
+  (string "<h1>Janet Core API</h1>"
+          "<p>Version " janet/version  "-" janet/build "</p>"
+          "<p>Generated "
+          (string/number (os/time) :f 0 20)
+          " seconds after epoch</p>"
+          "<hr>"))
+
+(defn- emit-item
+  "Generate documentation for one entry."
+  [key env-entry]
+  (let [{:macro macro
+         :value val
+         :ref ref
+         :source-map sm
+         :doc docstring} env-entry
+        binding-type (cond
+                       macro :macro
+                       ref (string :var " (" (type (get ref 0)) ")")
+                       (type val))
+        source-ref (if-let [[path start end] sm]
+                     (string "<span class=\"source-map\">" path " (" start ":" end ")</span>")
+                     "")]
+    (string "<h2 class=\"binding\">" (html-escape key) "</h2>\n"
+            "<span class=\"binding-type\">" binding-type "</span>\n"
+            "<p class=\"docstring\">" (trim-lead (html-escape docstring)) "</p>\n"
+            source-ref)))
+
+# Generate parts and print them to stdout
+(def parts (seq [[k entry]
+                 :in (sort (pairs (table/getproto _env)))
+                 :when (and (get entry :doc) (not (get entry :private)))]
+                (emit-item k entry)))
+(print
+  prelude
+  (make-title)
+  ;(interpose "<hr>\n" parts)
+  postlude)

tools/marshal_core.janet

@@ -0,0 +1,21 @@
+# Tool to dump a marshalled version of the janet core to stdout. The
+# image should eventually allow janet to be started from a pre-compiled
+# image rather than recompiled every time from the embedded source. More
+# work will go into shrinking the image (it isn't currently that large but
+# could be smaller), creating the mechanism to load the image, and modifying
+# the build process to compile janet with a built image rather than
+# embedded source.
+
+# Get image. This image contains as much of the core library and documentation that
+# can be written to an image (no cfunctions, no abstracts (stdout, stdin, stderr)),
+# everything else goes. Cfunctions and abstracts will be referenced from a register
+# table which will be generated on janet startup.
+(def image (let [env-pairs (pairs (env-lookup _env))
+                 essential-pairs (filter (fn [[k v]] (or (cfunction? v) (abstract? v))) env-pairs)
+                 lookup (table ;(mapcat identity essential-pairs))
+                 reverse-lookup (invert lookup)]
+             (marshal (table/getproto _env) reverse-lookup)))
+
+# Write image
+(file/write stdout image)
+(file/flush stdout)

tools/symcharsgen.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to

tools/tmcorelib.janet

@@ -0,0 +1,31 @@
+# Helper to generate core library mappings for janet
+# Used to help build the tmLanguage grammar.
+
+(def allsyms (all-symbols))
+
+(def- escapes
+  {(get "|" 0) `\|`
+   (get "-" 0) `\-`
+   (get "+" 0) `\+`
+   (get "*" 0) `\*`
+   (get "^" 0) `\^`
+   (get "$" 0) `\$`
+   (get "?" 0) `\?`
+   38 "&"
+   60 "<"
+   62 ">"
+   34 """
+   39 "'"
+   47 "/"})
+
+(defn- escape
+  "Escape special characters for HTML and regex encoding."
+  [str]
+  (def buf @"")
+  (loop [byte :in str]
+    (if-let [rep (get escapes byte)]
+      (buffer/push-string buf rep)
+      (buffer/push-byte buf byte)))
+  buf)
+
+(print (string/join (map escape allsyms) "|"))

tools/xxd.c

@@ -1,5 +1,5 @@
 /*
-* Copyright (c) 2018 Calvin Rose
+* Copyright (c) 2019 Calvin Rose
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to