a44421a79fb36cc2036fe116b97ea3bc9590cd0c braney Fri Dec 2 09:34:39 2011 -0800 removed rcsid (#295) diff --git src/lib/tokenizer.c src/lib/tokenizer.c index 03f1325..8b8e188 100644 --- src/lib/tokenizer.c +++ src/lib/tokenizer.c @@ -1,26 +1,25 @@ /* tokenizer - A tokenizer structure that will chop up file into * tokens. It is aware of quoted strings and otherwise tends to return * white-space or punctuated-separated words, with punctuation in * a separate token. This is used by autoSql. */ #include "common.h" #include "errabort.h" #include "linefile.h" #include "tokenizer.h" -static char const rcsid[] = "$Id: tokenizer.c,v 1.4 2009/11/20 08:08:53 kent Exp $"; struct tokenizer *tokenizerOnLineFile(struct lineFile *lf) /* Create a new tokenizer on open lineFile. */ { struct tokenizer *tkz; AllocVar(tkz); tkz->sAlloc = 128; tkz->string = needMem(tkz->sAlloc); tkz->lf = lf; tkz->curLine = tkz->linePt = ""; return tkz; } struct tokenizer *tokenizerNew(char *fileName) /* Return a new tokenizer. */