move everything from util to core

1 files changed, 35 insertions, 0 deletions

diff --git a/nihil.core/next_word.ccm b/nihil.core/next_word.ccm
new file mode 100644
index 0000000..7fcb2be
--- /dev/null
+++ b/nihil.core/next_word.ccm
@@ -0,0 +1,35 @@
+// This source code is released into the public domain.
+export module nihil.core:next_word;
+
+import nihil.std;
+
+import :ctype;
+import :skipws;
+
+namespace nihil {
+
+// Return the next word from a string_view.  Skips leading whitespace, so
+// calling this repeatedly will return each word from the string.
+export template <typename Char>
+[[nodiscard]]
+auto next_word(std::basic_string_view<Char> text, std::locale const &locale = std::locale())
+	-> std::pair<std::basic_string_view<Char>, std::basic_string_view<Char>>
+{
+	text = skipws(text, locale);
+
+	auto is_space = ctype_is(std::ctype_base::space, locale);
+	auto split_pos = std::ranges::find_if(text, is_space);
+
+	return {{std::ranges::begin(text), split_pos}, {split_pos, std::ranges::end(text)}};
+}
+
+export template <typename Char>
+auto next_word(std::basic_string_view<Char> *text, std::locale const &locale = std::locale())
+	-> std::basic_string_view<Char>
+{
+	auto [word, rest] = next_word(*text, locale);
+	*text = rest;
+	return word;
+}
+
+} // namespace nihil