e70152e44cc66cc599ff6b699eb8adc07f3e656a
kent
  Sat May 24 21:09:34 2014 -0700
Adding Copyright NNNN Regents of the University of California to all files I believe with reasonable certainty were developed under UCSC employ or as part of Genome Browser copyright assignment.
diff --git src/lib/tokenizer.c src/lib/tokenizer.c
index 8b8e188..e6e1895 100644
--- src/lib/tokenizer.c
+++ src/lib/tokenizer.c
@@ -1,20 +1,23 @@
 /* tokenizer - A tokenizer structure that will chop up file into
  * tokens.  It is aware of quoted strings and otherwise tends to return
  * white-space or punctuated-separated words, with punctuation in
  * a separate token.  This is used by autoSql. */
 
+/* Copyright (C) 2011 The Regents of the University of California 
+ * See README in this or parent directory for licensing information. */
+
 #include "common.h"
 #include "errabort.h"
 #include "linefile.h"
 #include "tokenizer.h"
 
 
 struct tokenizer *tokenizerOnLineFile(struct lineFile *lf)
 /* Create a new tokenizer on open lineFile. */
 {
 struct tokenizer *tkz;
 AllocVar(tkz);
 tkz->sAlloc = 128;
 tkz->string = needMem(tkz->sAlloc);
 tkz->lf = lf;
 tkz->curLine = tkz->linePt = "";