utf8_validity_test.cc

#include "utf8_validity.h"

#include "gtest/gtest.h"
#include "absl/strings/string_view.h"

namespace utf8_range {

TEST(Utf8Validity, SpanStructurallyValid) {
  // Test simple good strings
  EXPECT_EQ(4, SpanStructurallyValid("abcd"));
  EXPECT_EQ(4, SpanStructurallyValid(absl::string_view("a\0cd", 4)));  // NULL
  EXPECT_EQ(4, SpanStructurallyValid("ab\xc2\x81"));                   // 2-byte
  EXPECT_EQ(4, SpanStructurallyValid("a\xe2\x81\x81"));                // 3-byte
  EXPECT_EQ(4, SpanStructurallyValid("\xf2\x81\x81\x81"));             // 4

  // Test simple bad strings
  EXPECT_EQ(3, SpanStructurallyValid("abc\x80"));           // bad char
  EXPECT_EQ(3, SpanStructurallyValid("abc\xc2"));           // trunc 2
  EXPECT_EQ(2, SpanStructurallyValid("ab\xe2\x81"));        // trunc 3
  EXPECT_EQ(1, SpanStructurallyValid("a\xf2\x81\x81"));     // trunc 4
  EXPECT_EQ(2, SpanStructurallyValid("ab\xc0\x81"));        // not 1
  EXPECT_EQ(1, SpanStructurallyValid("a\xe0\x81\x81"));     // not 2
  EXPECT_EQ(0, SpanStructurallyValid("\xf0\x81\x81\x81"));  // not 3
  EXPECT_EQ(0, SpanStructurallyValid("\xf4\xbf\xbf\xbf"));  // big
  // surrogate min, max
  EXPECT_EQ(0, SpanStructurallyValid("\xED\xA0\x80"));  // U+D800
  EXPECT_EQ(0, SpanStructurallyValid("\xED\xBF\xBF"));  // U+DFFF

  // non-shortest forms should all return false
  EXPECT_EQ(0, SpanStructurallyValid("\xc0\x80"));
  EXPECT_EQ(0, SpanStructurallyValid("\xc1\xbf"));
  EXPECT_EQ(0, SpanStructurallyValid("\xe0\x80\x80"));
  EXPECT_EQ(0, SpanStructurallyValid("\xe0\x9f\xbf"));
  EXPECT_EQ(0, SpanStructurallyValid("\xf0\x80\x80\x80"));
  EXPECT_EQ(0, SpanStructurallyValid("\xf0\x83\xbf\xbf"));

  // This string unchecked caused GWS to crash 7/2006:
  // invalid sequence 0xc7 0xc8 0xcd 0xcb
  EXPECT_EQ(0, SpanStructurallyValid("\xc7\xc8\xcd\xcb"));
}

TEST(Utf8Validity, IsStructurallyValid) {
  // Test simple good strings
  EXPECT_TRUE(IsStructurallyValid("abcd"));
  EXPECT_TRUE(IsStructurallyValid(absl::string_view("a\0cd", 4)));  // NULL
  EXPECT_TRUE(IsStructurallyValid("ab\xc2\x81"));                   // 2-byte
  EXPECT_TRUE(IsStructurallyValid("a\xe2\x81\x81"));                // 3-byte
  EXPECT_TRUE(IsStructurallyValid("\xf2\x81\x81\x81"));             // 4

  // Test simple bad strings
  EXPECT_FALSE(IsStructurallyValid("abc\x80"));           // bad char
  EXPECT_FALSE(IsStructurallyValid("abc\xc2"));           // trunc 2
  EXPECT_FALSE(IsStructurallyValid("ab\xe2\x81"));        // trunc 3
  EXPECT_FALSE(IsStructurallyValid("a\xf2\x81\x81"));     // trunc 4
  EXPECT_FALSE(IsStructurallyValid("ab\xc0\x81"));        // not 1
  EXPECT_FALSE(IsStructurallyValid("a\xe0\x81\x81"));     // not 2
  EXPECT_FALSE(IsStructurallyValid("\xf0\x81\x81\x81"));  // not 3
  EXPECT_FALSE(IsStructurallyValid("\xf4\xbf\xbf\xbf"));  // big
  // surrogate min, max
  EXPECT_FALSE(IsStructurallyValid("\xED\xA0\x80"));  // U+D800
  EXPECT_FALSE(IsStructurallyValid("\xED\xBF\xBF"));  // U+DFFF

  // non-shortest forms should all return false
  EXPECT_FALSE(IsStructurallyValid("\xc0\x80"));
  EXPECT_FALSE(IsStructurallyValid("\xc1\xbf"));
  EXPECT_FALSE(IsStructurallyValid("\xe0\x80\x80"));
  EXPECT_FALSE(IsStructurallyValid("\xe0\x9f\xbf"));
  EXPECT_FALSE(IsStructurallyValid("\xf0\x80\x80\x80"));
  EXPECT_FALSE(IsStructurallyValid("\xf0\x83\xbf\xbf"));

  // This string unchecked caused GWS to crash 7/2006:
  // invalid sequence 0xc7 0xc8 0xcd 0xcb
  EXPECT_FALSE(IsStructurallyValid("\xc7\xc8\xcd\xcb"));
}

}  // namespace utf8_range