Data commit
This commit is contained in:
parent
7387c8f97b
commit
cb5bb5e222
199093 changed files with 3378972 additions and 0 deletions
|
|
@ -0,0 +1,11 @@
|
|||
fcn tokenize(str,sep,esc){
|
||||
sink:=Sink(String);
|
||||
foreach c in (str){
|
||||
switch(c){
|
||||
case(esc){ sink.write(__cWalker.next()); } // error if ^EoS
|
||||
case(sep){ sink.write("\xff"); }
|
||||
else { sink.write(c) }
|
||||
}
|
||||
}
|
||||
sink.close().split("\xff");
|
||||
}
|
||||
|
|
@ -0,0 +1,5 @@
|
|||
fcn tokenize(str,sep,esc){
|
||||
sink:=Sink(String);
|
||||
foreach c in (str){ sink.write( (c==esc and __cWalker.next()) or (c==sep and "\xff") or c ) }
|
||||
sink.close().split("\xff");
|
||||
}
|
||||
|
|
@ -0,0 +1 @@
|
|||
tokenize("one^|uno||three^^^^|four^^^|^cuatro|", "|","^").println();
|
||||
Loading…
Add table
Add a link
Reference in a new issue