split Tokenizer into its own header

include/avian/util/string.h

@@ -30,38 +30,6 @@ class String {
   }
 };
 
-class Tokenizer {
- public:
-  Tokenizer(const char* s, char delimiter)
-      : s(s), limit(0), delimiter(delimiter)
-  {
-  }
-
-  Tokenizer(String str, char delimiter)
-      : s(str.text), limit(str.text + str.length), delimiter(delimiter)
-  {
-  }
-
-  bool hasMore()
-  {
-    while (s != limit and *s == delimiter)
-      ++s;
-    return s != limit and *s != 0;
-  }
-
-  String next()
-  {
-    const char* p = s;
-    while (s != limit and *s and *s != delimiter)
-      ++s;
-    return String(p, s - p);
-  }
-
-  const char* s;
-  const char* limit;
-  char delimiter;
-};
-
 }  // namespace util
 }  // namespace avain
 

include/avian/util/tokenizer.h

@@ -0,0 +1,54 @@
+/* Copyright (c) 2008-2014, Avian Contributors
+
+   Permission to use, copy, modify, and/or distribute this software
+   for any purpose with or without fee is hereby granted, provided
+   that the above copyright notice and this permission notice appear
+   in all copies.
+
+   There is NO WARRANTY for this software.  See license.txt for
+   details. */
+
+#ifndef AVIAN_UTIL_TOKENIZER_H
+#define AVIAN_UTIL_TOKENIZER_H
+
+#include "string.h"
+
+namespace avian {
+namespace util {
+
+class Tokenizer {
+ public:
+  Tokenizer(const char* s, char delimiter)
+      : s(s), limit(0), delimiter(delimiter)
+  {
+  }
+
+  Tokenizer(String str, char delimiter)
+      : s(str.text), limit(str.text + str.length), delimiter(delimiter)
+  {
+  }
+
+  bool hasMore()
+  {
+    while (s != limit and *s == delimiter)
+      ++s;
+    return s != limit and *s != 0;
+  }
+
+  String next()
+  {
+    const char* p = s;
+    while (s != limit and *s and *s != delimiter)
+      ++s;
+    return String(p, s - p);
+  }
+
+  const char* s;
+  const char* limit;
+  char delimiter;
+};
+
+}  // namespace util
+}  // namespace avain
+
+#endif  // AVIAN_UTIL_TOKENIZER_H

src/avian/classpath-common.h

@@ -13,6 +13,7 @@
 
 #include <avian/util/string.h>
 #include <avian/util/runtime-array.h>
+#include <avian/util/tokenizer.h>
 
 using namespace avian::util;
 

src/finder.cpp

@@ -13,6 +13,7 @@
 #include <avian/util/runtime-array.h>
 #include <avian/util/list.h>
 #include <avian/util/hash.h>
+#include <avian/util/tokenizer.h>
 
 #include "avian/zlib-custom.h"
 #include "avian/finder.h"