commit 415c21046bb783f8b258f4e68a5c387382ea5a2a
parent e63c77aef85640f815606ba5a71ea0a1d1f247de
Author: Drew DeVault <sir@cmpwn.com>
Date: Sun, 21 Mar 2021 16:15:44 -0400
strings::tokenize: fix docs
Diffstat:
1 file changed, 3 insertions(+), 3 deletions(-)
diff --git a/strings/tokenize.ha b/strings/tokenize.ha
@@ -7,9 +7,9 @@ export type tokenizer = bytes::tokenizer;
// Returns a tokenizer which yields sub-strings tokenized by a delimiter.
//
// let tok = strings::tokenize("hello, my name is drew", " ");
-// assert(strings::token(tok) == "hello,");
-// assert(strings::token(tok) == "my");
-// assert(strings::token(tok) == "name");
+// assert(strings::next_token(tok) == "hello,");
+// assert(strings::next_token(tok) == "my");
+// assert(strings::next_token(tok) == "name");
// assert(strings::remaining_tokens(tok) == "is drew");
export fn tokenize(s: str, delim: str) tokenizer =
bytes::tokenize(to_utf8(s), to_utf8(delim));