Improve test runner a bit

Explicitly list the toml-test files we know to fail, so it's easier to
test for regressions and the like on changes. Can also add GitHub
actions if you want.

The stdex/float6 test was already failing on master.

"make check" will run all the tests (closes #83).

Also remove the https://github.com/cktan/toml-spec-tests, based on
@iarna/toml. These are no longer maintained, and toml-lang/toml-test
contains everything that's in there.

.gitignore

@@ -32,7 +32,9 @@
 toml_cat
 toml_json
 toml_sample
+/unittest/t1
+/toml-test/toml-test
 
 # Debug files
 *.dSYM/
-*.su
+*.su

Makefile

@@ -50,4 +50,13 @@ clean:
 format:
 	clang-format -i $(shell find . -name '*.[ch]')
 
-.PHONY: all clean install format
+toml-test: all
+	@./toml-test/build.sh
+	@./toml-test/run.sh
+
+check: toml-test
+	@make -C unittest
+	@./unittest/t1
+	./stdex/RUN.sh
+
+.PHONY: all clean install format toml-test check

stdex/RUN.sh

@@ -1,15 +1,27 @@
+#!/usr/bin/env bash
+
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+
+cd "$DIR"
 rm -f *.out
+
+ok=0
+fail=0
 for i in *.toml; do
-   echo -n $i
    ../toml_cat $i >& $i.out
    if [ -f $i.res ]; then
       if $(diff $i.out $i.res >& /dev/null); then
-        echo " [OK]"
+        ok=$(( ok + 1 ))
       else
-	echo " [FAILED]"
+        fail=$(( fail + 1 ))
+        echo >&2 "$0: $i [FAILED]"
+        diff -u $i.out $i.res >&2
+        echo >&2
       fi
    else
-      echo " [?????]"
+      echo "$i [?????]"
+      fail=$(( fail + 1 ))
    fi
-
 done
+
+echo "$0: ok: $ok  fail: $fail"

stdex/float6.toml.res

@@ -4,5 +4,5 @@
   sf3 = -inf,
   sf4 = nan,
   sf5 = nan,
-  sf6 = nan,
+  sf6 = -nan,
 }

toml-test/run.sh

@@ -0,0 +1,44 @@
+#!/usr/bin/env bash
+
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+
+failing=(
+	-skip valid/key/escapes                    # Treats "\n" as invalid because it first replaces escapes and then checks.
+	-skip valid/key/quoted-unicode             # Doesn't print null byte correctly.
+	-skip valid/string/quoted-unicode
+	-skip valid/spec/string-7                  # Lots of ''''''' ... that somehow goes wrong.
+	-skip invalid/string/literal-multiline-quotes-1
+	-skip invalid/string/literal-multiline-quotes-2
+	-skip invalid/string/multiline-quotes-1
+	-skip invalid/inline-table/trailing-comma  # Trailing comma should be error; not worth fixing as it'll be allowed in 1.1
+	-skip invalid/inline-table/add             # Appending existing tables
+	-skip invalid/array/extending-table
+	-skip invalid/table/append-with-dotted-keys-1
+	-skip invalid/table/append-with-dotted-keys-2
+	-skip invalid/control/bare-cr              # Doesn't reject some forbidden control characters.
+	-skip invalid/control/bare-null
+	-skip invalid/control/comment-cr
+	-skip invalid/control/comment-del
+	-skip invalid/control/comment-lf
+	-skip invalid/control/comment-null
+	-skip invalid/control/comment-us
+	-skip invalid/encoding/bad-codepoint       # Doesn't reject invalid UTF-8; nothing is multi-byte aware, so...
+	-skip invalid/encoding/bad-utf8-in-comment
+	-skip invalid/encoding/bad-utf8-in-multiline-literal
+	-skip invalid/encoding/bad-utf8-in-multiline
+	-skip invalid/encoding/bad-utf8-in-string-literal
+	-skip invalid/encoding/bad-utf8-in-string
+	-skip invalid/encoding/utf16
+
+	# These seem broken in toml-test...
+	-skip valid/spec/local-date-time-0
+	-skip valid/spec/local-time-0
+	-skip valid/spec/offset-date-time-0
+
+	# Fixed in master:
+	# https://github.com/toml-lang/toml-test/commit/fe8e1e2fb8b0309d54d6ad677aecb86bcb0ff138
+	-skip valid/float/inf-and-nan
+	-skip valid/spec/float-2
+)
+
+$DIR/toml-test $DIR/../toml_json ${failing[@]} "$@"