d8feabb353b3c2650facea4afd08c86bb56e5549
kent
  Fri Apr 6 16:51:54 2012 -0700
Moving autoSql and autoDtd and autoXml back to just under hg.  A little autoSql -django fix.
diff --git src/hg/autoSql/eztok.h src/hg/autoSql/eztok.h
new file mode 100644
index 0000000..0bf2e21
--- /dev/null
+++ src/hg/autoSql/eztok.h
@@ -0,0 +1,18 @@
+/* eztok - simple but often effective tokenizer.  Separates
+ * things into space or punctuation delimited words.  Punctuation
+ * (anything non-alphanumeric) is returned as a single character
+ * token.  It will handle quotes, but not allow escapes within
+ * quotes. */
+
+struct ezTok
+/* A token. */
+    {
+    struct ezTok *next;
+    char string[1];  /* Allocated at run time */
+    };
+
+struct ezTok *ezNewTok(char *string, int stringSize);
+/* Allocate and initialize a new token. */
+
+struct ezTok *ezTokenize(char *text);
+/* Convert text to list of tokens. */