Time for an 2014 update…

Task/Tokenize-a-string/BASIC/tokenize-a-string-1.basic

@@ -0,0 +1,20 @@
+100 T$ = "HELLO,HOW,ARE,YOU,TODAY"
+110 GOSUB 200"TOKENIZE
+120 FOR I = 1 TO N
+130     PRINT A$(I) "." ;
+140 NEXT
+150 PRINT
+160 END
+
+200 IF N = 0 THEN DIM A$(256)
+210 N = 1
+220 A$(N) = "
+230 FOR TI = 1 TO LEN(T$)
+240     C$ = MID$(T$, TI, 1)
+250     T = C$ = ","
+260     IF T THEN C$ = "
+270     N = N + T
+280     IF T THEN A$(N) = C$
+290     A$(N) = A$(N) + C$
+300 NEXT TI
+310 RETURN

Task/Tokenize-a-string/BASIC/tokenize-a-string-10.basic

@@ -0,0 +1,14 @@
+Sub Main()
+    Dim parseMe As String, parsed As Variant
+    parseMe = "Hello,How,Are,You,Today"
+
+    parsed = Split(parseMe, ",")
+
+    Dim L0 As Long, outP As String
+    outP = parsed(0)
+    For L0 = 1 To UBound(parsed)
+        outP = outP & "." & parsed(L0)
+    Next
+
+    MsgBox outP
+End Sub

Task/Tokenize-a-string/BASIC/tokenize-a-string-2.basic

@@ -0,0 +1,8 @@
+      INSTALL @lib$+"STRINGLIB"
+
+      text$ = "Hello,How,Are,You,Today"
+      n% = FN_split(text$, ",", array$())
+      FOR i% = 0 TO n%-1
+        PRINT array$(i%) "." ;
+      NEXT
+      PRINT

Task/Tokenize-a-string/BASIC/tokenize-a-string-3.basic

@@ -0,0 +1,7 @@
+'Note that Liberty Basic's array usage can reach element #10 before having to DIM the array
+For i = 0 To 4
+    array$(i) = Word$("Hello,How,Are,You,Today", (i + 1), ",")
+    array$ = array$ + array$(i) + "."
+Next i
+
+Print Left$(array$, (Len(array$) - 1))

Task/Tokenize-a-string/BASIC/tokenize-a-string-4.basic

@@ -0,0 +1,15 @@
+FUNCTION PBMAIN () AS LONG
+    DIM parseMe AS STRING
+    parseMe = "Hello,How,Are,You,Today"
+
+    REDIM parsed(PARSECOUNT(parseMe) - 1) AS STRING
+    PARSE parseMe, parsed()  'comma is default delimiter
+
+    DIM L0 AS LONG, outP AS STRING
+    outP = parsed(0)
+    FOR L0 = 1 TO UBOUND(parsed)  'could reuse parsecount instead of ubound
+        outP = outP & "." & parsed(L0)
+    NEXT
+
+    MSGBOX outP
+END FUNCTION

Task/Tokenize-a-string/BASIC/tokenize-a-string-5.basic

@@ -0,0 +1,10 @@
+NewList MyStrings.s()
+
+For i=1 To 5
+  AddElement(MyStrings())
+  MyStrings()=StringField("Hello,How,Are,You,Today",i,",")
+Next i
+
+ForEach MyStrings()
+  Print(MyStrings()+".")
+Next

Task/Tokenize-a-string/BASIC/tokenize-a-string-6.basic

@@ -0,0 +1 @@
+Print(ReplaceString("Hello,How,Are,You,Today",",","."))

Task/Tokenize-a-string/BASIC/tokenize-a-string-8.basic

@@ -0,0 +1,5 @@
+text$ = "Hello,How,Are,You,Today"
+FOR i = 1 to 5
+ textArray$(i) = word$(text$,i,",")
+ print textArray$(i);" ";
+NEXT

Task/Tokenize-a-string/BASIC/tokenize-a-string-9.basic

@@ -0,0 +1 @@
+WScript.Echo Join(Split("Hello,How,Are,You,Today", ","), ".")