tests/test_utf8.lua

   1 package.cpath = "../?.so"
   2 package.path = "../?.lua";
   3
   4 function valid()
   5         local encodings = require "util.encodings";
   6         local utf8 = assert(encodings.utf8, "no encodings.utf8 module");
   7
   8         for line in io.lines("utf8_sequences.txt") do
   9                 local data = line:match(":%s*([^#]+)"):gsub("%s+", ""):gsub("..", function (c) return string.char(tonumber(c, 16)); end)
  10                 local expect = line:match("(%S+):");
  11                 if expect ~= "pass" and expect ~= "fail" then
  12                         error("unknown expectation: "..line:match("^[^:]+"));
  13                 end
  14                 local prefix, style = "  ", valid_style;
  15                 local valid = utf8.valid(data);
  16                 assert_equal(valid, utf8.valid(data.." "));
  17                 assert_equal(valid, expect == "pass", line);
  18         end
  19 end