libc/test/src/string/strtok_test.cpp

//===-- Unittests for strtok ---------------------------------------------===//
//
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
//===----------------------------------------------------------------------===//

#include "src/string/strtok.h"
#include "test/UnitTest/Test.h"

TEST(LlvmLibcStrTokTest, NoTokenFound) {
  char empty[] = "";
  ASSERT_STREQ(LIBC_NAMESPACE::strtok(empty, ""), nullptr);
  ASSERT_STREQ(LIBC_NAMESPACE::strtok(empty, "_"), nullptr);

  char single[] = "_";
  ASSERT_STREQ(LIBC_NAMESPACE::strtok(single, ""), "_");

  char multiple[] = "1,2";
  ASSERT_STREQ(LIBC_NAMESPACE::strtok(multiple, ":"), "1,2");
}

TEST(LlvmLibcStrTokTest, DelimiterAsFirstCharacterShouldBeIgnored) {
  char src[] = ".123";
  ASSERT_STREQ(LIBC_NAMESPACE::strtok(src, "."), "123");
}

TEST(LlvmLibcStrTokTest, DelimiterIsMiddleCharacter) {
  char src[] = "12,34";
  ASSERT_STREQ(LIBC_NAMESPACE::strtok(src, ","), "12");
}

TEST(LlvmLibcStrTokTest, DelimiterAsLastCharacterShouldBeIgnored) {
  char src[] = "1234:";
  ASSERT_STREQ(LIBC_NAMESPACE::strtok(src, ":"), "1234");
}

TEST(LlvmLibcStrTokTest, MultipleDelimiters) {
  char src[] = "12,.34";
  ASSERT_STREQ(LIBC_NAMESPACE::strtok(src, "."), "12,");
  ASSERT_STREQ(LIBC_NAMESPACE::strtok(src, ".,"), "12");
  ASSERT_STREQ(LIBC_NAMESPACE::strtok(src, ",."), "12");
  ASSERT_STREQ(LIBC_NAMESPACE::strtok(src, ":,."), "12");
}

TEST(LlvmLibcStrTokTest, ShouldNotGoPastNullTerminator) {
  char src[] = {'1', '2', '\0', ',', '3'};
  ASSERT_STREQ(LIBC_NAMESPACE::strtok(src, ","), "12");
}

TEST(LlvmLibcStrTokTest, SubsequentCallsShouldFindFollowingDelimiters) {
  char src[] = "12,34.56";
  char *token = LIBC_NAMESPACE::strtok(src, ",.");
  ASSERT_STREQ(token, "12");
  token = LIBC_NAMESPACE::strtok(nullptr, ",.");
  ASSERT_STREQ(token, "34");
  token = LIBC_NAMESPACE::strtok(nullptr, ",.");
  ASSERT_STREQ(token, "56");
  token = LIBC_NAMESPACE::strtok(nullptr, "_:,_");
  ASSERT_STREQ(token, nullptr);
  // Subsequent calls after hitting the end of the string should also return
  // nullptr.
  token = LIBC_NAMESPACE::strtok(nullptr, "_:,_");
  ASSERT_STREQ(token, nullptr);
}

TEST(LlvmLibcStrTokTest, DelimitersShouldNotBeIncludedInToken) {
  char src[] = "__ab__:_cd__:__ef__:__";
  char *token = LIBC_NAMESPACE::strtok(src, "_:");
  ASSERT_STREQ(token, "ab");
  token = LIBC_NAMESPACE::strtok(nullptr, ":_");
  ASSERT_STREQ(token, "cd");
  token = LIBC_NAMESPACE::strtok(nullptr, "_:,");
  ASSERT_STREQ(token, "ef");
  token = LIBC_NAMESPACE::strtok(nullptr, "_:,_");
  ASSERT_STREQ(token, nullptr);
}

TEST(LlvmLibcStrTokTest, SubsequentSearchesReturnNull) {
  char src[] = "a";
  ASSERT_STREQ("a", LIBC_NAMESPACE::strtok(src, ":"));
  ASSERT_EQ(LIBC_NAMESPACE::strtok(nullptr, ":"), nullptr);
  ASSERT_EQ(LIBC_NAMESPACE::strtok(nullptr, ":"), nullptr);
}

TEST(LlvmLibcStrTokTest, TopBitSet) {
  char top_bit_set_str[] = "hello\x80world";
  ASSERT_STREQ(LIBC_NAMESPACE::strtok(top_bit_set_str, "\x80"), "hello");
  ASSERT_STREQ(LIBC_NAMESPACE::strtok(nullptr, "\x80"), "world");
  ASSERT_EQ(LIBC_NAMESPACE::strtok(nullptr, "\x80"), nullptr);
}