11 lines
270 B
Text
11 lines
270 B
Text
fcn tokenize(str,sep,esc){
|
|
sink:=Sink(String);
|
|
foreach c in (str){
|
|
switch(c){
|
|
case(esc){ sink.write(__cWalker.next()); } // error if ^EoS
|
|
case(sep){ sink.write("\xff"); }
|
|
else { sink.write(c) }
|
|
}
|
|
}
|
|
sink.close().split("\xff");
|
|
}
|