Added example source and tokens file

diff --git a/docs/example.sl b/docs/example.sl
new file mode 100644 (file)
index 0000000..12389e4
--- /dev/null
+++ b/docs/example.sl
@@ -0,0 +1,4 @@
+if {1 == 1}
+    print("Foo")
+end
+

diff --git a/docs/example.tokens b/docs/example.tokens
new file mode 100644 (file)
index 0000000..46b0235
--- /dev/null
+++ b/docs/example.tokens
@@ -0,0 +1,12 @@
+@file docs/example.sl
+ID     1       1       if
+LBRACE 1       4       {
+NUM    1       5       1
+ID     1       7       ==
+NUM    1       10      1
+RBRACE 1       11      }
+ID     2       5       print
+LPAREN 2       10      (
+ID     2       11      "Foo"
+RPAREN 2       16      )
+TERM   3       1       end