test: generate utf-16 testdata and bom variants

gen_testdata.go

@@ -0,0 +1,57 @@
+// +build ignore
+
+// generates clones the utf-8 tests data to the other
+// unicode encodings and adds BOM variants of each.
+package main
+
+import (
+    "io/ioutil"
+    "log"
+    "os"
+    "path/filepath"
+
+    "golang.org/x/text/encoding"
+    "golang.org/x/text/encoding/unicode"
+)
+
+
+func main() {
+    var xforms = []struct {
+        dir, bom string
+        enc encoding.Encoding
+    } {
+        { "testdata/utf-16be", "\xFE\xFF", unicode.UTF16(unicode.BigEndian, unicode.IgnoreBOM) },
+        { "testdata/utf-16le", "\xFF\xFE", unicode.UTF16(unicode.LittleEndian, unicode.IgnoreBOM) },
+    }
+
+    paths, _ := filepath.Glob("testdata/utf-8/*")
+    for _, p := range paths {
+        src, err := ioutil.ReadFile(p)
+        if err != nil {
+            log.Fatal(err)
+        }
+
+        write("testdata/utf-8_bom", p, "\xEF\xBB\xBF", src)
+        for _, xform := range xforms {
+            dst, err := xform.enc.NewEncoder().Bytes(src)
+            if err != nil {
+                log.Fatal(err)
+            }
+            write(xform.dir, p, "", dst)
+            write(xform.dir + "_bom", p, xform.bom, dst)
+        }
+    }
+}
+
+func write(dir, orig, bom string, buf []byte) {
+    f, err := os.Create(filepath.Join(dir, filepath.Base(orig)))
+    if err != nil {
+        log.Fatal(err)
+    }
+    if _, err = f.Write([]byte(bom)); err != nil {
+        log.Fatal(err)
+    }
+    if _, err = f.Write(buf); err != nil {
+        log.Fatal(err)
+    }
+}

main_test.go

@@ -9,61 +9,61 @@ import (
 
 func TestMain(t *testing.T) {
 	tests := []struct {
-		in string
-		out []string
+		in   string
+		out  []string
 		exit int
-	} {
+	}{
 		{
-			"-s testdata/schema.yml testdata/data-pass.yml",
-			[]string{"testdata/data-pass.yml: pass"},
+			"-s testdata/utf-8/schema.yml testdata/utf-8/data-pass.yml",
+			[]string{"testdata/utf-8/data-pass.yml: pass"},
 			0,
 		}, {
-			"-s testdata/schema.json testdata/data-pass.yml",
-			[]string{"testdata/data-pass.yml: pass"},
+			"-s testdata/utf-8/schema.json testdata/utf-8/data-pass.yml",
+			[]string{"testdata/utf-8/data-pass.yml: pass"},
 			0,
 		}, {
-			"-s testdata/schema.json testdata/data-pass.json",
-			[]string{"testdata/data-pass.json: pass"},
+			"-s testdata/utf-8/schema.json testdata/utf-8/data-pass.json",
+			[]string{"testdata/utf-8/data-pass.json: pass"},
 			0,
 		}, {
-			"-s testdata/schema.yml testdata/data-pass.json",
-			[]string{"testdata/data-pass.json: pass"},
+			"-s testdata/utf-8/schema.yml testdata/utf-8/data-pass.json",
+			[]string{"testdata/utf-8/data-pass.json: pass"},
 			0,
 		}, {
-			"-q -s testdata/schema.yml testdata/data-fail.yml",
-			[]string{"testdata/data-fail.yml: fail: (root): foo is required"},
+			"-q -s testdata/utf-8/schema.yml testdata/utf-8/data-fail.yml",
+			[]string{"testdata/utf-8/data-fail.yml: fail: (root): foo is required"},
 			1,
 		}, {
-			"-q -s testdata/schema.json testdata/data-fail.yml",
-			[]string{"testdata/data-fail.yml: fail: (root): foo is required"},
+			"-q -s testdata/utf-8/schema.json testdata/utf-8/data-fail.yml",
+			[]string{"testdata/utf-8/data-fail.yml: fail: (root): foo is required"},
 			1,
 		}, {
-			"-q -s testdata/schema.json testdata/data-fail.json",
-			[]string{"testdata/data-fail.json: fail: (root): foo is required"},
+			"-q -s testdata/utf-8/schema.json testdata/utf-8/data-fail.json",
+			[]string{"testdata/utf-8/data-fail.json: fail: (root): foo is required"},
 			1,
 		}, {
-			"-q -s testdata/schema.yml testdata/data-fail.json",
-			[]string{"testdata/data-fail.json: fail: (root): foo is required"},
+			"-q -s testdata/utf-8/schema.yml testdata/utf-8/data-fail.json",
+			[]string{"testdata/utf-8/data-fail.json: fail: (root): foo is required"},
 			1,
 		}, {
-			"-q -s testdata/schema.json testdata/data-error.json",
-			[]string{"testdata/data-error.json: error: validate: invalid character 'o' in literal null (expecting 'u')"},
+			"-q -s testdata/utf-8/schema.json testdata/utf-8/data-error.json",
+			[]string{"testdata/utf-8/data-error.json: error: validate: invalid character 'o' in literal null (expecting 'u')"},
 			2,
 		}, {
-			"-q -s testdata/schema.yml testdata/data-error.yml",
-			[]string{"testdata/data-error.yml: error: load doc: yaml: found unexpected end of stream"},
+			"-q -s testdata/utf-8/schema.yml testdata/utf-8/data-error.yml",
+			[]string{"testdata/utf-8/data-error.yml: error: load doc: yaml: found unexpected end of stream"},
 			2,
 		}, {
-			"-q -s testdata/schema.json testdata/data-*.json",
+			"-q -s testdata/utf-8/schema.json testdata/utf-8/data-*.json",
 			[]string{
-				"testdata/data-fail.json: fail: (root): foo is required",
-				"testdata/data-error.json: error: validate: invalid character 'o' in literal null (expecting 'u')",
+				"testdata/utf-8/data-fail.json: fail: (root): foo is required",
+				"testdata/utf-8/data-error.json: error: validate: invalid character 'o' in literal null (expecting 'u')",
 			}, 3,
 		}, {
-			"-q -s testdata/schema.yml testdata/data-*.yml",
+			"-q -s testdata/utf-8/schema.yml testdata/utf-8/data-*.yml",
 			[]string{
-				"testdata/data-error.yml: error: load doc: yaml: found unexpected end of stream",
-				"testdata/data-fail.yml: fail: (root): foo is required",
+				"testdata/utf-8/data-error.yml: error: load doc: yaml: found unexpected end of stream",
+				"testdata/utf-8/data-fail.yml: fail: (root): foo is required",
 			}, 3,
 		},
 	}
@@ -89,4 +89,3 @@ func TestMain(t *testing.T) {
 		})
 	}
 }
-

testdata/utf-8_bom/data-error.json

@@ -0,0 +1 @@
+not valid json

testdata/utf-8_bom/data-error.yml

@@ -0,0 +1 @@
+invalid: "an escaped \' single quote is not valid yaml

testdata/utf-8_bom/data-fail.json

@@ -0,0 +1,3 @@
+{
+    "bar": "missing foo"
+}

testdata/utf-8_bom/data-fail.yml

@@ -0,0 +1,2 @@
+---
+bar: missing foo

testdata/utf-8_bom/data-pass.json

@@ -0,0 +1,4 @@
+{
+    "foo": "asdf",
+    "bar": "zxcv"
+}

testdata/utf-8_bom/data-pass.yml

@@ -0,0 +1,3 @@
+---
+foo: asdf
+bar: zxcv

testdata/utf-8_bom/schema.json

@@ -0,0 +1,7 @@
+{
+    "properties": {
+        "foo": { "type": "string" },
+        "bar": {}
+    },
+    "required": ["foo"]
+}

testdata/utf-8_bom/schema.yml

@@ -0,0 +1,7 @@
+---
+properties:
+    foo:
+        type: string
+    bar: {}
+required:
+    - foo