aparler/RosettaCodeData
1
0
Fork 0
Code Issues 12 Pull requests 3 Projects Releases Packages Wiki Activity Actions

Data commit

Browse source
This commit is contained in:
Ingy döt Net 2023-07-01 11:58:00 -04:00
parent 7387c8f97b
commit cb5bb5e222
199093 changed files with 3378972 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
Task/Strip-control-codes-and-extended-characters-from-a-string/00-META.yaml Normal file
View file

@ -0,0 +1,2 @@
---
from: http://rosettacode.org/wiki/Strip_control_codes_and_extended_characters_from_a_string

18
Task/Strip-control-codes-and-extended-characters-from-a-string/00-TASK.txt Normal file
View file

@ -0,0 +1,18 @@
;Task:
Strip control codes and extended characters from a string.
The solution should demonstrate how to achieve each of the following results:
:*   a string with control codes stripped (but extended characters not stripped)
:*   a string with control codes and extended characters stripped
In ASCII, the control codes have decimal codes 0 through to 31 and 127.
On an ASCII based system, if the control codes are stripped, the resultant string would have all of its characters within the range of 32 to 126 decimal on the ASCII table.
On a non-ASCII based system, we consider characters that do not have a corresponding glyph on the ASCII table (within the ASCII range of 32 to 126 decimal) to be an extended character for the purpose of this task.
{{Template:Strings}}
<br><br>

4
Task/Strip-control-codes-and-extended-characters-from-a-string/11l/strip-control-codes-and-extended-characters-from-a-string.11l Normal file
View file

@ -0,0 +1,4 @@
F stripped(s)
R s.filter(i -> Int(i.code) C 32..126).join(‘’)
print(stripped("\ba\u0000b\n\rc\fd\xc3"))

72
Task/Strip-control-codes-and-extended-characters-from-a-string/8086-Assembly/strip-control-codes-and-extended-characters-from-a-string.8086 Normal file
View file

@ -0,0 +1,72 @@
.model small
.stack 1024
.data
StringStrip db "abc",13,10,8,7,"def",90h
.code
start:
mov ax,@data
mov ds,ax
mov ax,@code
mov es,ax
mov ax,03h
int 10h ;clear screen
mov si,offset StringStrip
call PrintString_PartiallyStripped
call NewLine
mov si,offset StringStrip
call PrintString_Stripped
mov ax,4C00h
int 21h ;return to DOS
PrintString_Stripped:
;prints a null-terminated string
;all other control codes are stripped.
lodsb
cmp al,0
jz Terminated
;not equal to zero
cmp al,21h ; if (AL < 21h)
jb PrintString_Stripped ;skip this character and keep going
cmp al,7Fh ; if (AL >= 7Fh)
jae PrintString_Stripped ;skip this character and keep going
mov ah,02h
mov dl,al
int 21h ;prints character in DL to screen
jmp PrintString_Stripped
Terminated:
ret
PrintString_PartiallyStripped:
;strips control codes but not extended ascii.
;The null terminator isn't stripped of course.
lodsb
cmp al,0
jz Terminated_PartiallyStripped
cmp al,21h
jb PrintString_PartiallyStripped
cmp al,7Fh
je PrintString_PartiallyStripped ;delete counts as a control code
mov ah,02h
mov dl,al
int 21h
jmp PrintString_PartiallyStripped
Terminated_PartiallyStripped:
ret
NewLine:
mov ah,02h
mov dl,13 ;carriage return
int 10h
mov ah,02h
mov dl,10 ;line feed
int 10h
ret
end start

30
Task/Strip-control-codes-and-extended-characters-from-a-string/ALGOL-68/strip-control-codes-and-extended-characters-from-a-string.alg Normal file
View file

@ -0,0 +1,30 @@
# remove control characters and optionally extended characters from the string text #
# assums ASCII is the character set #
PROC strip characters = ( STRING text, BOOL strip extended )STRING:
BEGIN
# we build the result in a []CHAR and convert back to a string at the end #
INT text start = LWB text;
INT text max = UPB text;
[ text start : text max ]CHAR result;
INT result pos := text start;
FOR text pos FROM text start TO text max DO
INT ch := ABS text[ text pos ];
IF ( ch >= 0 AND ch <= 31 ) OR ch = 127 THEN
# control character #
SKIP
ELIF strip extended AND ( ch > 126 OR ch < 0 ) THEN
# extened character and we don't want them #
SKIP
ELSE
# include this character #
result[ result pos ] := REPR ch;
result pos +:= 1
FI
OD;
result[ text start : result pos - 1 ]
END # strip characters # ;
# test the control/extended character stripping procedure #
STRING t = REPR 2 + "abc" + REPR 10 + REPR 160 + "def~" + REPR 127 + REPR 10 + REPR 150 + REPR 152 + "!";
print( ( "<<" + t + ">> - without control characters: <<" + strip characters( t, FALSE ) + ">>", newline ) );
print( ( "<<" + t + ">> - without control or extended characters: <<" + strip characters( t, TRUE ) + ">>", newline ) )

8
Task/Strip-control-codes-and-extended-characters-from-a-string/AWK/strip-control-codes-and-extended-characters-from-a-string.awk Normal file
View file

@ -0,0 +1,8 @@
# syntax: GAWK -f STRIP_CONTROL_CODES_AND_EXTENDED_CHARACTERS.AWK
BEGIN {
s = "ab\xA2\x09z" # a b cent tab z
printf("original string: %s (length %d)\n",s,length(s))
gsub(/[\x00-\x1F\x7F]/,"",s); printf("control characters stripped: %s (length %d)\n",s,length(s))
gsub(/[\x80-\xFF]/,"",s); printf("control and extended stripped: %s (length %d)\n",s,length(s))
exit(0)
}

30
Task/Strip-control-codes-and-extended-characters-from-a-string/Action-/strip-control-codes-and-extended-characters-from-a-string.action Normal file
View file

@ -0,0 +1,30 @@
BYTE FUNC IsAscii(CHAR c)
IF c<32 OR c>124 OR c=96 OR c=123 THEN
RETURN (0)
FI
RETURN (1)
PROC Strip(CHAR ARRAY src,dst)
CHAR c
BYTE i
dst(0)=0
FOR i=1 TO src(0)
DO
c=src(i)
IF IsAscii(c) THEN
dst(0)==+1
dst(dst(0))=c
FI
OD
RETURN
PROC Main()
CHAR ARRAY
src(20)=[16 0 16 96 123 'a 'b 'c 131 27 30 '1 '2 '3 4 1 20],
dst(20)
PrintF("Original string: ""%S""%E",src)
Strip(src,dst)
PrintF("Stripped string: ""%S""%E",dst)
RETURN

35
Task/Strip-control-codes-and-extended-characters-from-a-string/Ada/strip-control-codes-and-extended-characters-from-a-string.ada Normal file
View file

@ -0,0 +1,35 @@
with Ada.Text_IO;
procedure Strip_ASCII is
Full: String := 'a' & Character'Val(11) & 'b' & Character'Val(166) &
'c' & Character'Val(127) & Character'Val(203) &
Character'Val(202) & "de";
-- 5 ordinary characters ('a' .. 'e')
-- 2 control characters (11, 127); note that 11 is the "vertical tab"
-- 3 extended characters (166, 203, 202)
function Filter(S: String;
From: Character := ' ';
To: Character := Character'Val(126);
Above: Character := Character'Val(127)) return String is
begin
if S'Length = 0 then
return "";
elsif (S(S'First) >= From and then S(S'First) <= To) or else S(S'First) > Above then
return S(S'First) & Filter(S(S'First+1 .. S'Last), From, To, Above);
else
return Filter(S(S'First+1 .. S'Last), From, To, Above);
end if;
end Filter;
procedure Put_Line(Text, S: String) is
begin
Ada.Text_IO.Put_Line(Text & " """ & S & """, Length:" & Integer'Image(S'Length));
end Put_Line;
begin
Put_Line("The full string :", Full);
Put_Line("No Control Chars:", Filter(Full)); -- default values for From, To, and Above
Put_Line("Neither_Extended:", Filter(Full, Above => Character'Last)); -- defaults for From and To
end Strip_ASCII;

10
Task/Strip-control-codes-and-extended-characters-from-a-string/Arturo/strip-control-codes-and-extended-characters-from-a-string.arturo Normal file
View file

@ -0,0 +1,10 @@
str: {string of ☺☻♥♦⌂, may include control characters and other ♫☼§►↔◄░▒▓█┌┴┐±÷²¬└┬┘ilk.}
print "with extended characters"
print join select split str 'x ->
not? in? to :integer to :char x (0..31)++127
print "without extended characters"
print join select split str 'x ->
and? ascii? x
not? in? to :integer to :char x (0..31)++127

7
Task/Strip-control-codes-and-extended-characters-from-a-string/AutoHotkey/strip-control-codes-and-extended-characters-from-a-string.ahk Normal file
View file

@ -0,0 +1,7 @@
Stripped(x){
Loop Parse, x
if Asc(A_LoopField) > 31 and Asc(A_LoopField) < 128
r .= A_LoopField
return r
}
MsgBox % stripped("`ba" Chr(00) "b`n`rc`fd" Chr(0xc3))

38
Task/Strip-control-codes-and-extended-characters-from-a-string/BASIC/strip-control-codes-and-extended-characters-from-a-string.basic Normal file
View file

@ -0,0 +1,38 @@
DECLARE FUNCTION strip$ (what AS STRING)
DECLARE FUNCTION strip2$ (what AS STRING)
DIM x AS STRING, y AS STRING, z AS STRING
' tab c+cedilla eof
x = CHR$(9) + "Fran" + CHR$(135) + "ais" + CHR$(26)
y = strip(x)
z = strip2(x)
PRINT "x:"; x
PRINT "y:"; y
PRINT "z:"; z
FUNCTION strip$ (what AS STRING)
DIM outP AS STRING, L0 AS INTEGER, tmp AS STRING
FOR L0 = 1 TO LEN(what)
tmp = MID$(what, L0, 1)
SELECT CASE ASC(tmp)
CASE 32 TO 126
outP = outP + tmp
END SELECT
NEXT
strip$ = outP
END FUNCTION
FUNCTION strip2$ (what AS STRING)
DIM outP AS STRING, L1 AS INTEGER, tmp AS STRING
FOR L1 = 1 TO LEN(what)
tmp = MID$(what, L1, 1)
SELECT CASE ASC(tmp)
'normal accented various greek, math, etc.
CASE 32 TO 126, 128 TO 168, 171 TO 175, 224 TO 253
outP = outP + tmp
END SELECT
NEXT
strip2$ = outP
END FUNCTION

27
Task/Strip-control-codes-and-extended-characters-from-a-string/BBC-BASIC/strip-control-codes-and-extended-characters-from-a-string.basic Normal file
View file

@ -0,0 +1,27 @@
test$ = CHR$(9) + "Fran" + CHR$(231) + "ais." + CHR$(127)
PRINT "Original ISO-8859-1 string: " test$ " (length " ; LEN(test$) ")"
test$ = FNstripcontrol(test$)
PRINT "Control characters stripped: " test$ " (length " ; LEN(test$) ")"
test$ = FNstripextended(test$)
PRINT "Control & extended stripped: " test$ " (length " ; LEN(test$) ")"
END
DEF FNstripcontrol(A$) : REM CHR$(127) is a 'control' code
LOCAL I%
WHILE I%<LEN(A$)
I% += 1
IF ASCMID$(A$,I%)<32 OR ASCMID$(A$,I%)=127 THEN
A$ = LEFT$(A$,I%-1) + MID$(A$,I%+1)
ENDIF
ENDWHILE
= A$
DEF FNstripextended(A$)
LOCAL I%
WHILE I%<LEN(A$)
I% += 1
IF ASCMID$(A$,I%)>127 THEN
A$ = LEFT$(A$,I%-1) + MID$(A$,I%+1)
ENDIF
ENDWHILE
= A$

2
Task/Strip-control-codes-and-extended-characters-from-a-string/BQN/strip-control-codes-and-extended-characters-from-a-string-1.bqn Normal file
View file

@ -0,0 +1,2 @@
StripCt←((1≠(@+0‿32)⊸⍋)∧(@+127)⊸≠)⊸/
StripCtEx←(1=(@+32‿127)⊸⍋)⊸/

26
Task/Strip-control-codes-and-extended-characters-from-a-string/BQN/strip-control-codes-and-extended-characters-from-a-string-2.bqn Normal file
View file

@ -0,0 +1,26 @@
RP←•rand.Deal∘≠⊸⊏ # Random Permutation
(rand).Deal∘≠⊸⊏
ascii←RP @+↕256
s»ã®(Dj×\lÍt'C£rzËèv½`k7YW[¾]ÆF¥*=­ïÝK§0m<Åàý!,JP%Xêÿ}8ñu¿U-TúÞ
·Ä¬âç/ÃøªÎ#VÁ;Û ß6ÐiÜQÈ d
´ò3ÀA©üOØô&.nþ°³ö^c9ºa«2q1NæÖõä ¦
wZóp""Ç+éS¨ "
≠ascii
256
≠StripCt ascii
223
≠StripCtEx ascii
95
unicode←RP @+↕1000
"kȺ=<ɘΙͷƤ̀ÿʅ Ɂ
ϋǒǩƽͱñȤȔ˯BVȱĶțŁ̅Ġ˄ͦ_ǸǦǂɫɒŦˏτȍ5ȒNļʛˁhĹȅǔʣͯĄż̜̍̕Œdz͒ɹĵǖΤÐ)F±-ǿď͚­ƒʵ̈́Ȳ̮ʷːΘ̊ʑĞ©ȗŕƟƹƁˤƩɦΡ̴@ʇ˃ʽ˜UęOīNj1ϐΰŊ¿\ʞ8ʒȧ˾ƭķɡ͠#ǥȀšJŻ͛ȇǷcνĦǑƿƖ!ēö§ɎľêϘK¼ȋȮȕƓ×ȴȝȾȰÕÇ˸͐´ɝ·ȨŐƯ͎ʉΑ$>ʍʬɮΓeÛʋͽʥŨYÖ͇ͮƷ̾͌ƚP£ρŔόɊ̗σŝ͹Ͳʤώɓ͸˙ɀͅǯɤʦιΥÁû̓ž˒ξƢĪ̂̋ͩȫ̥̖͑7ĝÄΕı͆ØQ˘ɐƑ΀ő̼»̇űŚĒ²ĴT,Ȃ¯ϓυúɆɽÈ΂ˮ̏͡Ɛʭ̷˿ãąΧƌħǨŖ̱ɟ/Ǣɸπ π̻
˖áčĈʔŠǪgΦ̑ƇʜƬĢέɲ͖ƈ͙ĚɇȖȩĆǽ̞ˑˬ^ʫϑĂEĜǝɜĨȭɈśœ˽şʲDž͗ηɬ˧ßʮA̪ϧͤΒǭ̈ĿɏŹDŽɗūʌͶ""ίʢɶʂʰˉÆ{Êʟ͓ͬɔŎΉϖθǻƅƛ̯ɃΪ̒ʈ΁ΐ˚ǁ̰΃Ȣɼ˶Ĕˢƫϛάɩ̣̄¬˦ʻÓ̙ɕ̘ëƘ̠˝˞ŽʙÑâŶŧϤ̟ªqƱi͂Ÿ˲ΛĖ˭ƾ̶ϟǞƉ̡W:nj͉̆ʚȎ¥ͥήxƗ˫ȟǘʸʡ¢̹u̎mĊˠÂϜͰƥʼnw3ϊ΍ȏϕí˨̲Ƃϣ˺à͜Ο̩ɖ˔%͍ǗƕʺćD͏ơψ½Ôχ˕Ú˴ʹͣΞHȶ˟ϥǹ
ȥ΄LjͿå¸ʗ0ėČlˡ̭DzîȜκŏþγyɚ͢Ǿ˅ʿ̓òŮ«͵ư*̨ϏǧŜ ͈ˇɿͫljğ˱ŞƔƍÎİǠƺς
`ʴ;ƣ̦ȿˋʊƋ̢˩ºůŭè Ȉ}jŤʐƜrɾ˥˓˼Þ[̺˛˳pìʏ́ěRǟɨƴ̝ɣǺʆÍƼÏζȷɛǫǶʧï̽õüȌɌ̳˪ɥƪDZøɄɻĘéņ?Řȳ̚
ȵΖƳɪ̃ł;ǰϦăCňȦ˹tÝċʎ9ϚμńΎεʨðɋ΅aɂįNJ˻Ȫ͕ύĮǮȐǬŅƃĭɉĤ΋ǐͧƮΜvƙƏƻǣĬϢŌˍλƀƦ¡ȠǤ·ȹZôLŵƲ̿α2ſʃµÅĕȞșͭo ř̬ź¹ǛƠŪβȑƶ+ȚȻbŲäƝͪfȘ̀ÀĉϡǙǍ "
≠unicode
1000
≠StripCt unicode
967
≠StripCtEx unicode
95

28
Task/Strip-control-codes-and-extended-characters-from-a-string/Bracmat/strip-control-codes-and-extended-characters-from-a-string.bracmat Normal file
View file

@ -0,0 +1,28 @@
( "string of ☺☻♥♦⌂, may include control
characters and other ilk.\L\D§►↔◄
Rødgrød med fløde"
: ?string1
: ?string2
& :?newString
& whl
' ( @(!string1:?clean (%@:<" ") ?string1)
& !newString !clean:?newString
)
& !newString !string1:?newString
& out$(str$("Control characters stripped:
" str$!newString))
& :?newString
& whl
' ( @(!string2:?clean (%@:(<" "|>"~")) ?string2)
& !newString !clean:?newString
)
& !newString !string2:?newString
& out
$ ( str
$ ( "
Control characters and extended characters stripped:
"
str$!newString
)
)
& );

43
Task/Strip-control-codes-and-extended-characters-from-a-string/C++/strip-control-codes-and-extended-characters-from-a-string.cpp Normal file
View file

@ -0,0 +1,43 @@
#include <string>
#include <iostream>
#include <algorithm>
#include <boost/lambda/lambda.hpp>
#include <boost/lambda/casts.hpp>
#include <ctime>
#include <cstdlib>
using namespace boost::lambda ;
struct MyRandomizer {
char operator( )( ) {
return static_cast<char>( rand( ) % 256 ) ;
}
} ;
std::string deleteControls ( std::string startstring ) {
std::string noControls( " " ) ;//creating space for
//the standard algorithm remove_copy_if
std::remove_copy_if( startstring.begin( ) , startstring.end( ) , noControls.begin( ) ,
ll_static_cast<int>( _1 ) < 32 && ll_static_cast<int>( _1 ) == 127 ) ;
return noControls ;
}
std::string deleteExtended( std::string startstring ) {
std::string noExtended ( " " ) ;//same as above
std::remove_copy_if( startstring.begin( ) , startstring.end( ) , noExtended.begin( ) ,
ll_static_cast<int>( _1 ) > 127 || ll_static_cast<int>( _1 ) < 32 ) ;
return noExtended ;
}
int main( ) {
std::string my_extended_string ;
for ( int i = 0 ; i < 40 ; i++ ) //we want the extended string to be 40 characters long
my_extended_string.append( " " ) ;
srand( time( 0 ) ) ;
std::generate_n( my_extended_string.begin( ) , 40 , MyRandomizer( ) ) ;
std::string no_controls( deleteControls( my_extended_string ) ) ;
std::string no_extended ( deleteExtended( my_extended_string ) ) ;
std::cout << "string with all characters: " << my_extended_string << std::endl ;
std::cout << "string without control characters: " << no_controls << std::endl ;
std::cout << "string without extended characters: " << no_extended << std::endl ;
return 0 ;
}

42
Task/Strip-control-codes-and-extended-characters-from-a-string/C-sharp/strip-control-codes-and-extended-characters-from-a-string.cs Normal file
View file

@ -0,0 +1,42 @@
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
namespace RosettaCode
{
class Program
{
static void Main(string[] args)
{
string test = "string of ☺☻♥♦⌂, may include control characters and other ilk.♫☼§►↔◄";
Console.WriteLine("Original: {0}", test);
Console.WriteLine("Stripped of control codes: {0}", StripControlChars(test));
Console.WriteLine("Stripped of extended: {0}", StripExtended(test));
}
static string StripControlChars(string arg)
{
char[] arrForm = arg.ToCharArray();
StringBuilder buffer = new StringBuilder(arg.Length);//This many chars at most
foreach(char ch in arrForm)
if (!Char.IsControl(ch)) buffer.Append(ch);//Only add to buffer if not a control char
return buffer.ToString();
}
static string StripExtended(string arg)
{
StringBuilder buffer = new StringBuilder(arg.Length); //Max length
foreach(char ch in arg)
{
UInt16 num = Convert.ToUInt16(ch);//In .NET, chars are UTF-16
//The basic characters have the same code points as ASCII, and the extended characters are bigger
if((num >= 32u) && (num <= 126u)) buffer.Append(ch);
}
return buffer.ToString();
}
}
}

127
Task/Strip-control-codes-and-extended-characters-from-a-string/C/strip-control-codes-and-extended-characters-from-a-string-1.c Normal file
View file

@ -0,0 +1,127 @@
#include <stdlib.h>
#include <stdio.h>
#include <string.h>
#define MAXBUF 256 /* limit */
#define STR_SZ 100 /* string size */
/* function prototypes */
int ascii (const unsigned char c);
int ascii_ext (const unsigned char c);
unsigned char* strip(unsigned char* str, const size_t n, int ext );
/* check a character
return 1 for true
0 for false
*/
int ascii (const unsigned char c)
{
unsigned char min = 32; /* <space> */
unsigned char max = 126; /* ~ tilde */
if ( c>=min && c<=max ) return 1;
return 0;
}
/* check if extended character
return 1 for true
0 for false
*/
int ascii_ext (const unsigned char c)
{
unsigned char min_ext = 128;
unsigned char max_ext = 255;
if ( c>=min_ext && c<=max_ext )
return 1;
return 0;
}
/* fill buffer with only ASCII valid characters
then rewrite string from buffer
limit to n < MAX chars
*/
unsigned char* strip( unsigned char* str, const size_t n, int ext)
{
unsigned char buffer[MAXBUF] = {'\0'};
size_t i = 0; // source index
size_t j = 0; // dest index
size_t max = (n<MAXBUF)? n : MAXBUF -1; // limit size
while (i < max )
{
if ( (ext && ascii_ext(str[i]) ) || (ascii(str[i]) ) ) // check
{
buffer[j++] = str[i]; // assign
}
i++;
}
memset(str, '\0', max); // wipe string
i = 0; // reset count
while( i < j)
{
str[i] = buffer[i]; // copy back
i++;
}
str[j] = '\0'; // terminate properly
return str;
}
/* try it out */
int main( int argc, char** argv)
{
enum {ASCII=0, EXT=1}; /* enumeration makes easier reading */
unsigned int seed = 134529; // RNG seed value
/* variables and storage */
unsigned char badstring[STR_SZ] = {'\0'};
unsigned char bs_2[STR_SZ] = {'\0'};
unsigned char* goodstring = NULL;
unsigned char* goodstring_ext = NULL;
size_t i = 0;
srand(seed); /* seed RNG */
fprintf(stdout, "Original:\t" );
/* generate a random string */
for (i = 0; i < STR_SZ; i++)
{
badstring[i] = (unsigned char) ( rand () & (unsigned char)0xFF );
fprintf(stdout, "%c", badstring[i] );
}
fprintf(stdout, "\n");
memcpy(bs_2, badstring, STR_SZ * sizeof(unsigned char) ); /* copy string */
goodstring_ext = strip( badstring, STR_SZ, EXT); /* remove non-extended and non-ascii */
fprintf(stdout, "\nEXT:\t%s\n" , goodstring_ext );
goodstring = strip( bs_2, STR_SZ, ASCII); /* remove all non-ascii */
fprintf(stdout, "\nASCII:\t%s\n" , goodstring );
return 0;
}

64
Task/Strip-control-codes-and-extended-characters-from-a-string/C/strip-control-codes-and-extended-characters-from-a-string-2.c Normal file
View file

@ -0,0 +1,64 @@
#include <stdio.h>
#include <stdlib.h>
#define IS_CTRL (1 << 0)
#define IS_EXT (1 << 1)
#define IS_ALPHA (1 << 2)
#define IS_DIGIT (1 << 3) /* not used, just give you an idea */
unsigned int char_tbl[256] = {0};
/* could use ctypes, but then they pretty much do the same thing */
void init_table()
{
int i;
for (i = 0; i < 32; i++) char_tbl[i] |= IS_CTRL;
char_tbl[127] |= IS_CTRL;
for (i = 'A'; i <= 'Z'; i++) {
char_tbl[i] |= IS_ALPHA;
char_tbl[i + 0x20] |= IS_ALPHA; /* lower case */
}
for (i = 128; i < 256; i++) char_tbl[i] |= IS_EXT;
}
/* depends on what "stripped" means; we do it in place.
* "what" is a combination of the IS_* macros, meaning strip if
* a char IS_ any of them
*/
void strip(char * str, int what)
{
unsigned char *ptr, *s = (void*)str;
ptr = s;
while (*s != '\0') {
if ((char_tbl[(int)*s] & what) == 0)
*(ptr++) = *s;
s++;
}
*ptr = '\0';
}
int main()
{
char a[256];
int i;
init_table();
/* populate string with one of each char */
for (i = 1; i < 255; i++) a[i - 1] = i; a[255] = '\0';
strip(a, IS_CTRL);
printf("%s\n", a);
for (i = 1; i < 255; i++) a[i - 1] = i; a[255] = '\0';
strip(a, IS_CTRL | IS_EXT);
printf("%s\n", a);
for (i = 1; i < 255; i++) a[i - 1] = i; a[255] = '\0';
strip(a, IS_CTRL | IS_EXT | IS_ALPHA);
printf("%s\n", a);
return 0;
}

3
Task/Strip-control-codes-and-extended-characters-from-a-string/C/strip-control-codes-and-extended-characters-from-a-string-3.c Normal file
View file

@ -0,0 +1,3 @@
!"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~ <odd stuff my xterm thinks are bad unicode hence can't be properly shown>
!"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~
!"#$%&'()*+,-./0123456789:;<=>?@[\]^_`{|}~

8
Task/Strip-control-codes-and-extended-characters-from-a-string/Clojure/strip-control-codes-and-extended-characters-from-a-string.clj Normal file
View file

@ -0,0 +1,8 @@
; generate our test string of characters with control and extended characters
(def range-of-chars (apply str (map char (range 256))))
; filter out the control characters:
(apply str (filter #(not (Character/isISOControl %)) range-of-chars))
; filter to return String of characters that are between 32 - 126:
(apply str (filter #(<= 32 (int %) 126) range-of-chars))

19
Task/Strip-control-codes-and-extended-characters-from-a-string/D/strip-control-codes-and-extended-characters-from-a-string.d Normal file
View file

@ -0,0 +1,19 @@
import std.traits;
S stripChars(S)(S s, bool function(dchar) pure nothrow mustStrip)
pure nothrow if (isSomeString!S) {
S result;
foreach (c; s) {
if (!mustStrip(c))
result ~= c;
}
return result;
}
void main() {
import std.stdio, std.uni;
auto s = "\u0000\u000A abc\u00E9def\u007F";
writeln(s.stripChars( &isControl ));
writeln(s.stripChars( c => isControl(c) || c == '\u007F' ));
writeln(s.stripChars( c => isControl(c) || c >= '\u007F' ));
}

34
Task/Strip-control-codes-and-extended-characters-from-a-string/Delphi/strip-control-codes-and-extended-characters-from-a-string.delphi Normal file
View file

@ -0,0 +1,34 @@
{String pack with control and extened chars}
const TestStr ='N'+#$01 +'o'+#$02 +'w'+#$03 +' '+#$04 +'i'+#$05 +'s'+#$06 +' '+#$07 +'t'+#$08 +'h'+#$09 +'e'+#$0A +' '+#$0B +'t'+#$0C +'i'+#$0D +'m'+#$0E +'e'+#$0F +' '+#$10 +'f'+#$11 +'o'+#$12 +'r'+#$13 +' '+#$14 +'a'+#$15 +'l'+#$16 +'l'+#$17 +' '+#$18 +'g'+#$19 +'o'+#$1A +'o'+#$1B +'d'+#$1C +' '+#$1D +'m'+#$1E +'e'+#$1F +'n'+#$80 +' '+#$81 +'t'+#$82 +'o'+#$83 +' '+#$84 +'c'+#$85 +'o'+#$86 +'m'+#$87 +'e'+#$88 +' '+#$89 +'t'+#$8A +'o'+#$8B +' '+#$8C +'t'+#$8D +'h'+#$8E +'e'+#$8F +' '+#$90 +'a'+#$91 +'i'+#$92 +'d'+#$93 +' '+#$94 +'o'+#$95 +'f'+#$96 +' '+#$97 +'t'+#$98 +'h'+#$99 +'e'+#$9A +' '+#$9B +'p'+#$9C +'a'+#$9D +'r'+#$9E +'t'+#$9F +'y'+#$A0;
function StripControls(S: string): string;
{Strip control characters from string}
var I: integer;
begin
Result:='';
for I:=1 to Length(S) do
if byte(S[I])>=$20 then Result:=Result+S[I];
end;
function StripExtended(S: string): string;
{Strip extended characters from string}
var I: integer;
begin
Result:='';
for I:=1 to Length(S) do
if byte(S[I])<$80 then Result:=Result+S[I];
end;
procedure StripString(Memo: TMemo);
begin
Memo.Lines.Add('String full of controls and extended chars: ');
Memo.Lines.Add(TestStr);
Memo.Lines.Add('String stripped of controls chars: ');
Memo.Lines.Add(StripControls(TestStr));
Memo.Lines.Add('String stripped of extended chars: ');
Memo.Lines.Add(StripExtended(TestStr));
Memo.Lines.Add('String stripped of both control and extended chars: ');
Memo.Lines.Add(StripControls(StripExtended(TestStr)));
end;

18
Task/Strip-control-codes-and-extended-characters-from-a-string/Erlang/strip-control-codes-and-extended-characters-from-a-string.erl Normal file
View file

@ -0,0 +1,18 @@
-module( strip_control_codes ).
-export( [is_not_control_code/1, is_not_control_code_nor_extended_character/1, task/0] ).
is_not_control_code( C ) when C > 127 -> true;
is_not_control_code( C ) when C < 32; C =:= 127 -> false;
is_not_control_code( _C ) -> true.
is_not_control_code_nor_extended_character( C ) when C > 127 -> false;
is_not_control_code_nor_extended_character( C ) -> is_not_control_code( C ).
task() ->
String = lists:seq( 0, 255 ),
io:fwrite( "String (~p characters): ~s~n", [erlang:length(String), String] ),
String_without_cc = lists:filter( fun is_not_control_code/1, String ),
io:fwrite( "String without control codes (~p characters): ~s~n", [erlang:length(String_without_cc), String_without_cc] ),
String_without_cc_nor_ec = lists:filter( fun is_not_control_code_nor_extended_character/1, String ),
io:fwrite( "String without control codes nor extended characters (~p characters): ~s~n", [erlang:length(String_without_cc_nor_ec), String_without_cc_nor_ec] ).

18
Task/Strip-control-codes-and-extended-characters-from-a-string/F-Sharp/strip-control-codes-and-extended-characters-from-a-string.fs Normal file
View file

@ -0,0 +1,18 @@
open System
let stripControl (arg:string) =
String(Array.filter (fun x -> not (Char.IsControl(x))) (arg.ToCharArray()))
//end stripControl
let stripExtended (arg:string) =
let numArr = Array.map (fun (x:char) -> Convert.ToUInt16(x)) (arg.ToCharArray()) in
String([|for num in numArr do if num >= 32us && num <= 126us then yield Convert.ToChar(num) |])
//end stripExtended
[<EntryPoint>]
let main args =
let test = "string of ☺☻♥♦⌂, may include control characters and other ilk.♫☼§►↔◄"
printfn "Original: %s" test
printfn "Stripped of controls: %s" (stripControl test)
printfn "Stripped of extended: %s" (stripExtended test)
0//main must return integer, much like in C/C++

6
Task/Strip-control-codes-and-extended-characters-from-a-string/Factor/strip-control-codes-and-extended-characters-from-a-string.factor Normal file
View file

@ -0,0 +1,6 @@
USING: ascii kernel sequences ;
: strip-control-codes ( str -- str' ) [ control? not ] filter ;
: strip-control-codes-and-extended ( str -- str' )
strip-control-codes [ ascii? ] filter ;

8
Task/Strip-control-codes-and-extended-characters-from-a-string/Forth/strip-control-codes-and-extended-characters-from-a-string.fth Normal file
View file

@ -0,0 +1,8 @@
: strip ( buf len -- buf len' ) \ repacks buffer, so len' <= len
over + over swap over ( buf dst limit src )
do
i c@ 32 127 within if
i c@ over c! char+
then
loop
over - ;

54
Task/Strip-control-codes-and-extended-characters-from-a-string/Fortran/strip-control-codes-and-extended-characters-from-a-string.f Normal file
View file

@ -0,0 +1,54 @@
module stripcharacters
implicit none
contains
pure logical function not_control(ch)
character, intent(in) :: ch
not_control = iachar(ch) >= 32 .and. iachar(ch) /= 127
end function not_control
pure logical function not_extended(ch)
character, intent(in) :: ch
not_extended = iachar(ch) >= 32 .and. iachar(ch) < 127
end function not_extended
pure function strip(string,accept) result(str)
character(len=*), intent(in) :: string
character(len=len(string)) :: str
interface
pure logical function accept(ch)
character, intent(in) :: ch
end function except
end interface
integer :: i,n
str = repeat(' ',len(string))
n = 0
do i=1,len(string)
if ( accept(string(i:i)) ) then
n = n+1
str(n:n) = string(i:i)
end if
end do
end function strip
end module stripcharacters
program test
use stripcharacters
character(len=256) :: string, str
integer :: ascii(256), i
forall (i=0:255) ascii(i) = i
forall (i=1:len(string)) string(i:i) = achar(ascii(i))
write (*,*) string
write (*,*) 'Control characters deleted:'
str = strip(string,not_control)
write (*,*) str
forall (i=1:len(string)) string(i:i) = achar(ascii(i))
write (*,*) 'Extended characters deleted:'
write (*,*) strip(string,not_extended)
end program test

78
Task/Strip-control-codes-and-extended-characters-from-a-string/FreeBASIC/strip-control-codes-and-extended-characters-from-a-string.basic Normal file
View file

@ -0,0 +1,78 @@
' FB 1.05.0 Win64
Function stripControlChars(s As Const String) As String
If s = "" Then Return ""
Dim count As Integer = 0
Dim strip(0 To Len(s) - 1) As Boolean
For i As Integer = 0 To Len(s) - 1
For j As Integer = 0 To 31
If s[i] = j OrElse s[i] = 127 Then
count += 1
strip(i) = True
Exit For
End If
Next j
Next i
Dim buffer As String = Space(Len(s) - count)
count = 0
For i As Integer = 0 To Len(s) - 1
If Not Strip(i) Then
buffer[count] = s[i]
count += 1
End If
Next
Return buffer
End Function
Function stripExtendedChars(s As Const String) As String
If s = "" Then Return ""
Dim count As Integer = 0
Dim strip(0 To Len(s) - 1) As Boolean
For i As Integer = 0 To Len(s) - 1
For j As Integer = 128 To 255
If s[i] = j Then
count += 1
strip(i) = True
Exit For
End If
Next j
Next i
Dim buffer As String = Space(Len(s) - count)
count = 0
For i As Integer = 0 To Len(s) - 1
If Not Strip(i) Then
buffer[count] = s[i]
count += 1
End If
Next
Return buffer
End Function
Dim s As String = !"\v\001The\t quick\255 \vbrown\127\f fox\156"
Dim s1 As String = stripControlChars(s)
Dim s2 As String = stripExtendedChars(s)
Dim s3 As String = stripExtendedChars(s1)
' Under Windows console, code page 850 :
' "vertical tab" displays as ♂
' "form feed" displays as ♀
' Chr(1) displays as ☺
' Chr(127) displays as ⌂
' the other control characters do what it says on the tin
' Chr(156) displays as £
' Chr(255) displays as space
Print "Before stripping :" , s
Print "Ctl chars stripped :" , s1
Print "Ext chars stripped :" , s2
Print "Both sets stripped :" , s3
Print
Print "Before stripping" , "Length => " ; Len(s)
Print "Ctl chars stripped" , "Length => " ; Len(s1)
Print "Ext chars stripped" , "Length => " ; Len(s2)
Print "Both sets stripped" , "Length => " ; Len(s3)
Print
Print "Press any key to quit"
Sleep

6
Task/Strip-control-codes-and-extended-characters-from-a-string/Frink/strip-control-codes-and-extended-characters-from-a-string.frink Normal file
View file

@ -0,0 +1,6 @@
stripExtended[str] := str =~ %s/[^\u0020-\u007e]//g
stripControl[str] := str =~ %s/[\u0000-\u001F\u007f]//g
println[stripExtended[char[0 to 127]]]
println[stripControl[char[0 to 127]]]

31
Task/Strip-control-codes-and-extended-characters-from-a-string/Gambas/strip-control-codes-and-extended-characters-from-a-string.gambas Normal file
View file

@ -0,0 +1,31 @@
Public Sub Main()
Dim sString As String = "The\t \equick\n \fbrownfox \vcost £125.00 or €145.00 or $160.00 \bto \ncapture ©®"
Dim sStd, sExtend As String
Dim siCount As Short
For siCount = 32 To 126
sStd &= Chr(siCount)
Next
For siCount = 128 To 255
sExtend &= Chr(siCount)
Next
Print "Original string: -\t" & sString & gb.NewLine
Print "No extended characters: -\t" & Check(sString, sStd)
sStd &= sExtend
Print "With extended characters: -\t" & Check(sString, sStd)
End
'________________________________________________________________
Public Sub Check(sString As String, sCheck As String) As String
Dim siCount As Short
Dim sResult As String
For siCount = 1 To Len(sString)
If InStr(sCheck, Mid(sString, siCount, 1)) Then sResult &= Mid(sString, siCount, 1)
Next
Return sResult
End

90
Task/Strip-control-codes-and-extended-characters-from-a-string/Go/strip-control-codes-and-extended-characters-from-a-string.go Normal file
View file

@ -0,0 +1,90 @@
package main
import (
"golang.org/x/text/transform"
"golang.org/x/text/unicode/norm"
"fmt"
"strings"
)
// two byte-oriented functions identical except for operator comparing c to 127.
func stripCtlFromBytes(str string) string {
b := make([]byte, len(str))
var bl int
for i := 0; i < len(str); i++ {
c := str[i]
if c >= 32 && c != 127 {
b[bl] = c
bl++
}
}
return string(b[:bl])
}
func stripCtlAndExtFromBytes(str string) string {
b := make([]byte, len(str))
var bl int
for i := 0; i < len(str); i++ {
c := str[i]
if c >= 32 && c < 127 {
b[bl] = c
bl++
}
}
return string(b[:bl])
}
// two UTF-8 functions identical except for operator comparing c to 127
func stripCtlFromUTF8(str string) string {
return strings.Map(func(r rune) rune {
if r >= 32 && r != 127 {
return r
}
return -1
}, str)
}
func stripCtlAndExtFromUTF8(str string) string {
return strings.Map(func(r rune) rune {
if r >= 32 && r < 127 {
return r
}
return -1
}, str)
}
// Advanced Unicode normalization and filtering,
// see http://blog.golang.org/normalization and
// http://godoc.org/golang.org/x/text/unicode/norm for more
// details.
func stripCtlAndExtFromUnicode(str string) string {
isOk := func(r rune) bool {
return r < 32 || r >= 127
}
// The isOk filter is such that there is no need to chain to norm.NFC
t := transform.Chain(norm.NFKD, transform.RemoveFunc(isOk))
// This Transformer could also trivially be applied as an io.Reader
// or io.Writer filter to automatically do such filtering when reading
// or writing data anywhere.
str, _, _ = transform.String(t, str)
return str
}
const src = "déjà vu" + // precomposed unicode
"\n\000\037 \041\176\177\200\377\n" + // various boundary cases
"as⃝df̅" // unicode combining characters
func main() {
fmt.Println("source text:")
fmt.Println(src)
fmt.Println("\nas bytes, stripped of control codes:")
fmt.Println(stripCtlFromBytes(src))
fmt.Println("\nas bytes, stripped of control codes and extended characters:")
fmt.Println(stripCtlAndExtFromBytes(src))
fmt.Println("\nas UTF-8, stripped of control codes:")
fmt.Println(stripCtlFromUTF8(src))
fmt.Println("\nas UTF-8, stripped of control codes and extended characters:")
fmt.Println(stripCtlAndExtFromUTF8(src))
fmt.Println("\nas decomposed and stripped Unicode:")
fmt.Println(stripCtlAndExtFromUnicode(src))
}

2
Task/Strip-control-codes-and-extended-characters-from-a-string/Groovy/strip-control-codes-and-extended-characters-from-a-string-1.groovy Normal file
View file

@ -0,0 +1,2 @@
def stripControl = { it.replaceAll(/\p{Cntrl}/, '') }
def stripControlAndExtended = { it.replaceAll(/[^\p{Print}]/, '') }

6
Task/Strip-control-codes-and-extended-characters-from-a-string/Groovy/strip-control-codes-and-extended-characters-from-a-string-2.groovy Normal file
View file

@ -0,0 +1,6 @@
def text = (0..255).collect { (char) it }.join('')
def textMinusControl = text.findAll { int v = (char)it; v > 31 && v != 127 }.join('')
def textMinusControlAndExtended = textMinusControl.findAll {((char)it) < 128 }.join('')
assert stripControl(text) == textMinusControl
assert stripControlAndExtended(text) == textMinusControlAndExtended

12
Task/Strip-control-codes-and-extended-characters-from-a-string/Haskell/strip-control-codes-and-extended-characters-from-a-string.hs Normal file
View file

@ -0,0 +1,12 @@
import Control.Applicative (liftA2)
strip, strip2 :: String -> String
strip = filter (liftA2 (&&) (> 31) (< 126) . fromEnum)
-- or
strip2 = filter (((&&) <$> (> 31) <*> (< 126)) . fromEnum)
main :: IO ()
main =
(putStrLn . unlines) $
[strip, strip2] <*> ["alphabetic 字母 with some less parochial parts"]

4
Task/Strip-control-codes-and-extended-characters-from-a-string/Icon/strip-control-codes-and-extended-characters-from-a-string-1.icon Normal file
View file

@ -0,0 +1,4 @@
procedure main(A)
write(image(deletec(&ascii,&ascii--(&ascii)[33:127])))
end
link strings

7
Task/Strip-control-codes-and-extended-characters-from-a-string/Icon/strip-control-codes-and-extended-characters-from-a-string-2.icon Normal file
View file

@ -0,0 +1,7 @@
procedure deletec(s, c) #: delete characters
result := ""
s ? {
while result ||:= tab(upto(c)) do tab(many(c))
return result ||:= tab(0)
}
end

2
Task/Strip-control-codes-and-extended-characters-from-a-string/J/strip-control-codes-and-extended-characters-from-a-string-1.j Normal file
View file

@ -0,0 +1,2 @@
stripControlCodes=: -.&(DEL,32{.a.)
stripControlExtCodes=: ([ -. -.)&(32}.127{.a.)

15
Task/Strip-control-codes-and-extended-characters-from-a-string/J/strip-control-codes-and-extended-characters-from-a-string-2.j Normal file
View file

@ -0,0 +1,15 @@
mystring=: a. {~ ?~256 NB. ascii chars 0-255 in random order
#mystring NB. length of string
256
#stripControlCodes mystring NB. length of string without control codes
223
#stripControlExtCodes mystring NB. length of string without control codes or extended chars
95
#myunicodestring=: u: ?~1000 NB. unicode characters 0-999 in random order
1000
#stripControlCodes myunicodestring
967
#stripControlExtCodes myunicodestring
95
stripControlExtCodes myunicodestring
k}w:]U3xEh9"GZdr/#^B.Sn%\uFOo[(`t2-J6*IA=Vf&N;lQ8,${XLz5?D0~s)'Y7Kq|ip4<WRCaM!b@cgv_T +mH>1ejPy

15
Task/Strip-control-codes-and-extended-characters-from-a-string/Java/strip-control-codes-and-extended-characters-from-a-string.java Normal file
View file

@ -0,0 +1,15 @@
import java.util.function.IntPredicate;
public class StripControlCodes {
public static void main(String[] args) {
String s = "\u0000\n abc\u00E9def\u007F";
System.out.println(stripChars(s, c -> c > '\u001F' && c != '\u007F'));
System.out.println(stripChars(s, c -> c > '\u001F' && c < '\u007F'));
}
static String stripChars(String s, IntPredicate include) {
return s.codePoints().filter(include::test).collect(StringBuilder::new,
StringBuilder::appendCodePoint, StringBuilder::append).toString();
}
}

14
Task/Strip-control-codes-and-extended-characters-from-a-string/JavaScript/strip-control-codes-and-extended-characters-from-a-string-1.js Normal file
View file

@ -0,0 +1,14 @@
(function (strTest) {
// s -> s
function strip(s) {
return s.split('').filter(function (x) {
var n = x.charCodeAt(0);
return 31 < n && 127 > n;
}).join('');
}
return strip(strTest);
})("\ba\x00b\n\rc\fd\xc3");

1
Task/Strip-control-codes-and-extended-characters-from-a-string/JavaScript/strip-control-codes-and-extended-characters-from-a-string-2.js Normal file
View file

@ -0,0 +1 @@
"abcd"

5
Task/Strip-control-codes-and-extended-characters-from-a-string/Jq/strip-control-codes-and-extended-characters-from-a-string-1.jq Normal file
View file

@ -0,0 +1,5 @@
def strip_control_codes:
explode | map(select(. > 31 and . != 127)) | implode;
def strip_extended_characters:
explode | map(select(31 < . and . < 127)) | implode;

4
Task/Strip-control-codes-and-extended-characters-from-a-string/Jq/strip-control-codes-and-extended-characters-from-a-string-2.jq Normal file
View file

@ -0,0 +1,4 @@
def string: "string of ☺☻♥♦⌂, may include control characters such as null(\u0000) and other ilk.\n§►↔◄\nRødgrød med fløde";
"string | strip_control_codes\n => \(string | strip_control_codes)",
"string | strip_extended_characters\n => \(string | strip_extended_characters)"

5
Task/Strip-control-codes-and-extended-characters-from-a-string/Jq/strip-control-codes-and-extended-characters-from-a-string-3.jq Normal file
View file

@ -0,0 +1,5 @@
$ jq -n -r -f Strip_control_codes_and_extended_characters.jq
string | strip_control_codes
=> string of ☺☻♥♦⌂, may include control characters such as null() and other ilk.§►↔◄Rødgrød med fløde
string | strip_extended_characters
=> string of , may include control characters such as null() and other ilk.Rdgrd med flde

8
Task/Strip-control-codes-and-extended-characters-from-a-string/Julia/strip-control-codes-and-extended-characters-from-a-string.julia Normal file
View file

@ -0,0 +1,8 @@
stripc0{T<:String}(a::T) = replace(a, r"[\x00-\x1f\x7f]", "")
stripc0x{T<:String}(a::T) = replace(a, r"[^\x20-\x7e]", "")
a = "a\n\tb\u2102d\u2147f"
println("Original String:\n ", a)
println("\nWith C0 control characters removed:\n ", stripc0(a))
println("\nWith C0 and extended characters removed:\n ", stripc0x(a))

22
Task/Strip-control-codes-and-extended-characters-from-a-string/Kotlin/strip-control-codes-and-extended-characters-from-a-string.kotlin Normal file
View file

@ -0,0 +1,22 @@
// version 1.1.2
fun String.strip(extendedChars: Boolean = false): String {
val sb = StringBuilder()
for (c in this) {
val i = c.toInt()
if (i in 32..126 || (!extendedChars && i >= 128)) sb.append(c)
}
return sb.toString()
}
fun main(args: Array<String>) {
println("Originally:")
val s = "123\tabc\u0007DEF\u007F+-*/€æŧðłþ"
println("String = $s Length = ${s.length}")
println("\nAfter stripping control characters:")
val t = s.strip()
println("String = $t Length = ${t.length}")
println("\nAfter stripping control and extended characters:")
val u = s.strip(true)
println("String = $u Length = ${u.length}")
}

5
Task/Strip-control-codes-and-extended-characters-from-a-string/Langur/strip-control-codes-and-extended-characters-from-a-string.langur Normal file
View file

@ -0,0 +1,5 @@
val .str = "()\x15abcd\uFFFF123\uBBBB!@#$%^&*\x01"
writeln "original : ", .str
writeln "without ctrl chars: ", replace(.str, RE/\p{Cc}/, "")
writeln "print ASCII only : ", replace(.str, re/[^ -~]/, "")

37
Task/Strip-control-codes-and-extended-characters-from-a-string/Liberty-BASIC/strip-control-codes-and-extended-characters-from-a-string.basic Normal file
View file

@ -0,0 +1,37 @@
all$ =""
for i =0 to 255
all$ =all$ +chr$( i)
next i
print "Original string of bytes. ( chr$( 10) causes a CRLF.)"
print all$
print
lessControl$ =controlStripped$( all$)
print "With control codes stripped out."
print lessControl$
print
lessExtendedAndControl$ =extendedStripped$( lessControl$)
print "With extended codes stripped out too."
print lessExtendedAndControl$
end
function controlStripped$( i$)
r$ =""
for j =1 to len( i$)
ch$ =mid$( i$, j, 1)
if asc( ch$) >=32 then r$ =r$ +ch$
next j
controlStripped$ =r$
end function
function extendedStripped$( i$)
r$ =""
for j =1 to len( i$)
ch$ =mid$( i$, j, 1)
if asc( ch$) <=128 then r$ =r$ +ch$
next j
extendedStripped$ =r$
end function

25
Task/Strip-control-codes-and-extended-characters-from-a-string/Lua/strip-control-codes-and-extended-characters-from-a-string.lua Normal file
View file

@ -0,0 +1,25 @@
function Strip_Control_Codes( str )
local s = ""
for i in str:gmatch( "%C+" ) do
s = s .. i
end
return s
end
function Strip_Control_and_Extended_Codes( str )
local s = ""
for i = 1, str:len() do
if str:byte(i) >= 32 and str:byte(i) <= 126 then
s = s .. str:sub(i,i)
end
end
return s
end
q = ""
for i = 0, 255 do
q = q .. string.char(i)
end
print( Strip_Control_Codes(q) )
print( Strip_Control_and_Extended_Codes(q) )

3
Task/Strip-control-codes-and-extended-characters-from-a-string/MATLAB/strip-control-codes-and-extended-characters-from-a-string.m Normal file
View file

@ -0,0 +1,3 @@
function str = stripped(str)
str = str(31<str & str<127);
end;

5
Task/Strip-control-codes-and-extended-characters-from-a-string/Mathematica/strip-control-codes-and-extended-characters-from-a-string.math Normal file
View file

@ -0,0 +1,5 @@
stripCtrl[x_]:=StringJoin[Select[Characters[x],
MemberQ[CharacterRange["!","~"]~Join~Characters[FromCharacterCode[Range[128,255]]],#]&]]
stripCtrlExt[x_]:=StringJoin[Select[Characters[x],
MemberQ[CharacterRange["!","~"],#]&]]

14
Task/Strip-control-codes-and-extended-characters-from-a-string/Nim/strip-control-codes-and-extended-characters-from-a-string.nim Normal file
View file

@ -0,0 +1,14 @@
proc stripped(str: string): string =
result = ""
for c in str:
if ord(c) in 32..126:
result.add c
proc strippedControl(str: string): string =
result = ""
for c in str:
if ord(c) in {32..126, 128..255}:
result.add c
echo strippedControl "\ba\x00b\n\rc\fdÄ"
echo stripped "\ba\x00b\n\rc\fd\xc3"

30
Task/Strip-control-codes-and-extended-characters-from-a-string/OCaml/strip-control-codes-and-extended-characters-from-a-string.ocaml Normal file
View file

@ -0,0 +1,30 @@
let is_control_code c =
c < '\032' || c = '\127'
let is_extended_char c =
c > '\127'
let strip f str =
let len = String.length str in
let res = Bytes.create len in
let rec aux i j =
if i >= len
then Bytes.sub_string res 0 j
else if f str.[i]
then aux (succ i) j
else begin
Bytes.set res j str.[i];
aux (succ i) (succ j)
end
in
aux 0 0
let () =
Random.self_init ();
let len = 32 in
let s =
String.init len (fun _ ->
char_of_int (Random.int 256))
in
print_endline (strip is_control_code s);
print_endline (strip (fun c -> is_control_code c || is_extended_char c) s)

65
Task/Strip-control-codes-and-extended-characters-from-a-string/PL-I/strip-control-codes-and-extended-characters-from-a-string.pli Normal file
View file

@ -0,0 +1,65 @@
stripper: proc options (main);
declare s character (100) varying;
declare i fixed binary;
s = 'the quick brown fox jumped';
/* A loop to replace blanks with control characters */
do i = 1 to length(s);
if substr(s, i, 1) = ' ' then
substr(s, i, 1) = '01'x;
end;
put skip list (s);
call stripcc (s);
put skip list (s);
s = 'now is the time for all good men';
/* A loop to replace blanks with control characters */
do i = 1 to length(s);
if substr(s, i, 1) = ' ' then
substr(s, i, 1) = 'A1'x;
end;
put skip list (s);
call stripex (s);
put skip list (s);
/* Strip control codes. */
stripcc: procedure (s);
declare s character (*) varying;
declare w character (length(s));
declare c character (1);
declare (i, j) fixed binary;
j = 0;
do i = 1 to length (s);
c = substr(s, i, 1);
if unspec(c) >= '00100000'b | unspec(c) = '01111111'b then
do;
j = j + 1;
substr(w, j, 1) = c;
end;
end;
s = substr(w, 1, j);
end stripcc;
/* Strips control codes and extended characters. */
stripex: procedure (s);
declare s character (*) varying;
declare w character (length(s));
declare c character (1);
declare (i, j) fixed binary;
j = 0;
do i = 1 to length (s);
c = substr(s, i, 1);
if unspec(c) >= '00100000'b & unspec(c) < '01111111'b then
do;
j = j + 1;
substr(w, j, 1) = c;
end;
end;
s = substr(w, 1, j);
end stripex;
end stripper;

26
Task/Strip-control-codes-and-extended-characters-from-a-string/Pascal/strip-control-codes-and-extended-characters-from-a-string.pas Normal file
View file

@ -0,0 +1,26 @@
program StripCharacters(output);
function Strip (s: string; control, extended: boolean): string;
var
index: integer;
begin
Strip := '';
for index:= 1 to length(s) do
if not ((control and (ord(s[index]) <= 32)) or (extended and (ord(s[index]) > 127))) then
Strip := Strip + s[index];
end;
var
test: string;
i: integer;
begin
setlength(test, 40);
randomize;
for i := 1 to length(test) do
test[i] := char(1 + random(255));
writeln ('Original: ', test);
writeln ('No CNTL: ', Strip(test, true, false));
writeln ('No extnd: ', Strip(test, false, true));
writeln ('ASCII: ', Strip(test, true, true));
end.

8
Task/Strip-control-codes-and-extended-characters-from-a-string/Peloton/strip-control-codes-and-extended-characters-from-a-string-1.peloton Normal file
View file

@ -0,0 +1,8 @@
Create variable with control characters: <@ SAYLETVARLIT>i|This string has control characters
- - - - - -
in it</@>
Strip control characters <@ SAYSALVAR>i</@>
Assign infix <@ LETVARSALVAR>j|i</@> <@ SAYVAR>j</@>
Assign prepend <@ LETSALVARVAR>k|i</@> <@ SAYVAR>k</@>
Reflexive assign <@ ACTSALVAR>i</@> <@ SAYVAR>i</@>

5
Task/Strip-control-codes-and-extended-characters-from-a-string/Peloton/strip-control-codes-and-extended-characters-from-a-string-2.peloton Normal file
View file

@ -0,0 +1,5 @@
Create variable with high and low ANSI: <@ SAYLETVARLIT>i|This string has both low ansi and high ansi characters - il doit d'être prévenu</@>
Strip high ANSI <@ SAYSAHVAR>i</@>
Assign infix <@ LETVARSAHVAR>j|i</@> <@ SAYVAR>j</@>
Assign prepend <@ LETSAHVARVAR>k|i</@> <@ SAYVAR>k</@>
Reflexive assign <@ ACTSAHVAR>i</@> <@ SAYVAR>i</@>

19
Task/Strip-control-codes-and-extended-characters-from-a-string/Perl/strip-control-codes-and-extended-characters-from-a-string.pl Normal file
View file

@ -0,0 +1,19 @@
#!/usr/bin/perl -w
use strict ;
my @letters ;
my @nocontrols ;
my @noextended ;
for ( 1..40 ) {
push @letters , int( rand( 256 ) ) ;
}
print "before sanitation : " ;
print join( '' , map { chr( $_ ) } @letters ) ;
print "\n" ;
@nocontrols = grep { $_ > 32 && $_ != 127 } @letters ;
print "Without controls: " ;
print join( '' , map { chr( $_ ) } @nocontrols ) ;
@noextended = grep { $_ < 127 } @nocontrols ;
print "\nWithout extended: " ;
print join( '' , map { chr( $_ ) } @noextended ) ;
print "\n" ;

24
Task/Strip-control-codes-and-extended-characters-from-a-string/Phix/strip-control-codes-and-extended-characters-from-a-string.phix Normal file
View file

@ -0,0 +1,24 @@
(phixonline)-->
<span style="color: #008080;">with</span> <span style="color: #008080;">javascript_semantics</span>
<span style="color: #7060A8;">requires</span><span style="color: #0000FF;">(</span><span style="color: #008000;">"1.0.2"</span><span style="color: #0000FF;">)</span> <span style="color: #000080;font-style:italic;">-- (param default fixes in pwa/p2js)</span>
<span style="color: #008080;">function</span> <span style="color: #000000;">filter_it</span><span style="color: #0000FF;">(</span><span style="color: #004080;">string</span> <span style="color: #000000;">s</span><span style="color: #0000FF;">,</span> <span style="color: #004080;">integer</span> <span style="color: #000000;">fromch</span><span style="color: #0000FF;">=</span><span style="color: #008000;">' '</span><span style="color: #0000FF;">,</span> <span style="color: #000000;">toch</span><span style="color: #0000FF;">=</span><span style="color: #000000;">#7E</span><span style="color: #0000FF;">,</span> <span style="color: #000000;">abovech</span><span style="color: #0000FF;">=</span><span style="color: #000000;">#7F</span><span style="color: #0000FF;">)</span>
<span style="color: #004080;">string</span> <span style="color: #000000;">res</span> <span style="color: #0000FF;">=</span> <span style="color: #008000;">""</span>
<span style="color: #008080;">for</span> <span style="color: #000000;">i</span><span style="color: #0000FF;">=</span><span style="color: #000000;">1</span> <span style="color: #008080;">to</span> <span style="color: #7060A8;">length</span><span style="color: #0000FF;">(</span><span style="color: #000000;">s</span><span style="color: #0000FF;">)</span> <span style="color: #008080;">do</span>
<span style="color: #004080;">integer</span> <span style="color: #000000;">ch</span> <span style="color: #0000FF;">=</span> <span style="color: #000000;">s</span><span style="color: #0000FF;">[</span><span style="color: #000000;">i</span><span style="color: #0000FF;">]</span>
<span style="color: #008080;">if</span> <span style="color: #000000;">ch</span><span style="color: #0000FF;">>=</span><span style="color: #000000;">fromch</span> <span style="color: #008080;">and</span> <span style="color: #0000FF;">(</span><span style="color: #000000;">ch</span><span style="color: #0000FF;"><=</span><span style="color: #000000;">toch</span> <span style="color: #008080;">or</span> <span style="color: #000000;">ch</span><span style="color: #0000FF;">></span><span style="color: #000000;">abovech</span><span style="color: #0000FF;">)</span> <span style="color: #008080;">then</span>
<span style="color: #000000;">res</span> <span style="color: #0000FF;">&=</span> <span style="color: #000000;">ch</span>
<span style="color: #008080;">end</span> <span style="color: #008080;">if</span>
<span style="color: #008080;">end</span> <span style="color: #008080;">for</span>
<span style="color: #008080;">return</span> <span style="color: #000000;">res</span>
<span style="color: #008080;">end</span> <span style="color: #008080;">function</span>
<span style="color: #008080;">procedure</span> <span style="color: #000000;">put_line</span><span style="color: #0000FF;">(</span><span style="color: #004080;">string</span> <span style="color: #000000;">text</span><span style="color: #0000FF;">,</span> <span style="color: #000000;">s</span><span style="color: #0000FF;">)</span>
<span style="color: #7060A8;">printf</span><span style="color: #0000FF;">(</span><span style="color: #000000;">1</span><span style="color: #0000FF;">,</span><span style="color: #008000;">"%s \"%s\", Length:%d\n"</span><span style="color: #0000FF;">,{</span><span style="color: #000000;">text</span><span style="color: #0000FF;">,</span><span style="color: #000000;">s</span><span style="color: #0000FF;">,</span><span style="color: #7060A8;">length</span><span style="color: #0000FF;">(</span><span style="color: #000000;">s</span><span style="color: #0000FF;">)})</span>
<span style="color: #008080;">end</span> <span style="color: #008080;">procedure</span>
<span style="color: #004080;">string</span> <span style="color: #000000;">full</span> <span style="color: #0000FF;">=</span> <span style="color: #008000;">"\u0000 abc\u00E9def\u007F"</span>
<span style="color: #000000;">put_line</span><span style="color: #0000FF;">(</span><span style="color: #008000;">"The full string:"</span><span style="color: #0000FF;">,</span> <span style="color: #000000;">full</span><span style="color: #0000FF;">)</span>
<span style="color: #000000;">put_line</span><span style="color: #0000FF;">(</span><span style="color: #008000;">"No Control Chars:"</span><span style="color: #0000FF;">,</span> <span style="color: #000000;">filter_it</span><span style="color: #0000FF;">(</span><span style="color: #000000;">full</span><span style="color: #0000FF;">))</span> <span style="color: #000080;font-style:italic;">-- default values for fromch, toch, and abovech</span>
<span style="color: #000000;">put_line</span><span style="color: #0000FF;">(</span><span style="color: #008000;">"\" and no Extended:"</span><span style="color: #0000FF;">,</span> <span style="color: #000000;">filter_it</span><span style="color: #0000FF;">(</span><span style="color: #000000;">full</span><span style="color: #0000FF;">,</span> <span style="color: #000000;">abovech</span><span style="color: #0000FF;">:=</span><span style="color: #000000;">#FF</span><span style="color: #0000FF;">))</span> <span style="color: #000080;font-style:italic;">-- defaults for fromch and toch</span>
<!--

12
Task/Strip-control-codes-and-extended-characters-from-a-string/PicoLisp/strip-control-codes-and-extended-characters-from-a-string.l Normal file
View file

@ -0,0 +1,12 @@
(de stripCtrl (Str)
(pack
(filter
'((C)
(nor (= "^?" C) (> " " C "^A")) )
(chop Str) ) ) )
(de stripCtrlExt (Str)
(pack
(filter
'((C) (> "^?" C "^_"))
(chop Str) ) ) )

3
Task/Strip-control-codes-and-extended-characters-from-a-string/Pike/strip-control-codes-and-extended-characters-from-a-string.pike Normal file
View file

@ -0,0 +1,3 @@
> string input = random_string(100);
> (string)((array)input-enumerate(32)-enumerate(255-126,1,127));
Result: "p_xx08M]cK<FHgR3\\I.x>)Tm<VgakYddy&P7"

47
Task/Strip-control-codes-and-extended-characters-from-a-string/PowerShell/strip-control-codes-and-extended-characters-from-a-string-1.psh Normal file
View file

@ -0,0 +1,47 @@
function Remove-Character
{
[CmdletBinding(DefaultParameterSetName="Control and Extended")]
[OutputType([string])]
Param
(
[Parameter(Mandatory=$true,
ValueFromPipeline=$true,
ValueFromPipelineByPropertyName=$true,
Position=0)]
[string]
$String,
[Parameter(ParameterSetName="Control")]
[switch]
$Control,
[Parameter(ParameterSetName="Extended")]
[switch]
$Extended
)
Begin
{
filter Remove-ControlCharacter
{
$_.ToCharArray() | ForEach-Object -Begin {$out = ""} -Process {if (-not [Char]::IsControl($_)) {$out += $_ }} -End {$out}
}
filter Remove-ExtendedCharacter
{
$_.ToCharArray() | ForEach-Object -Begin {$out = ""} -Process {if ([int]$_ -lt 127) {$out += $_ }} -End {$out}
}
}
Process
{
foreach ($s in $String)
{
switch ($PSCmdlet.ParameterSetName)
{
"Control" {$s | Remove-ControlCharacter}
"Extended" {$s | Remove-ExtendedCharacter}
Default {$s | Remove-ExtendedCharacter | Remove-ControlCharacter}
}
}
}
}

6
Task/Strip-control-codes-and-extended-characters-from-a-string/PowerShell/strip-control-codes-and-extended-characters-from-a-string-2.psh Normal file
View file

@ -0,0 +1,6 @@
$test = "$([char]9)Français."
"Original string : `"$test`""
"Control characters stripped : `"$($test | Remove-Character -Control)`""
"Extended characters stripped : `"$($test | Remove-Character -Extended)`""
"Control & extended stripped : `"$($test | Remove-Character)`""

1
Task/Strip-control-codes-and-extended-characters-from-a-string/PowerShell/strip-control-codes-and-extended-characters-from-a-string-3.psh Normal file
View file

@ -0,0 +1 @@
"Français", "Čeština" | Remove-Character -Extended

38
Task/Strip-control-codes-and-extended-characters-from-a-string/PureBasic/strip-control-codes-and-extended-characters-from-a-string.basic Normal file
View file

@ -0,0 +1,38 @@
Procedure.s stripControlCodes(source.s)
Protected i, *ptrChar.Character, length = Len(source), result.s
*ptrChar = @source
For i = 1 To length
If *ptrChar\c > 31
result + Chr(*ptrChar\c)
EndIf
*ptrChar + SizeOf(Character)
Next
ProcedureReturn result
EndProcedure
Procedure.s stripControlExtCodes(source.s)
Protected i, *ptrChar.Character, length = Len(source), result.s
*ptrChar = @source
For i = 1 To length
If *ptrChar\c > 31 And *ptrChar\c < 128
result + Chr(*ptrChar\c)
EndIf
*ptrChar + SizeOf(Character)
Next
ProcedureReturn result
EndProcedure
If OpenConsole()
;create sample string
Define i, s.s
For i = 1 To 80
s + Chr(Random(254) + 1) ;include character values from 1 to 255
Next
PrintN(stripControlCodes(s)) ;string without control codes
PrintN("---------")
PrintN(stripControlExtCodes(s)) ;string without control codes or extended chars
Print(#CRLF$ + #CRLF$ + "Press ENTER to exit"): Input()
CloseConsole()
EndIf

3
Task/Strip-control-codes-and-extended-characters-from-a-string/Python/strip-control-codes-and-extended-characters-from-a-string-1.py Normal file
View file

@ -0,0 +1,3 @@
stripped = lambda s: "".join(i for i in s if 31 < ord(i) < 127)
print(stripped("\ba\x00b\n\rc\fd\xc3"))

1
Task/Strip-control-codes-and-extended-characters-from-a-string/Python/strip-control-codes-and-extended-characters-from-a-string-2.py Normal file
View file

@ -0,0 +1 @@
abcd

10
Task/Strip-control-codes-and-extended-characters-from-a-string/REXX/strip-control-codes-and-extended-characters-from-a-string-1.rexx Normal file
View file

@ -0,0 +1,10 @@
/*REXX program strips all "control codes" from a character string (ASCII or EBCDIC). */
z= 'string of ☺☻♥♦⌂, may include control characters and other ♫☼§►↔◄░▒▓█┌┴┐±÷²¬└┬┘ilk.'
@=' !"#$%&''()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~'
$=
do j=1 for length(z); _=substr(z, j, 1) /*get a char from X one at a time. */
if verify(_, @)==0 then $=$ || _ /*Is char in the @ list? Then use it.*/
end /*j*/ /*stick a fork in it, we're all done. */
say 'old = »»»'z"«««" /*add ««fence»» before & after old text*/
say 'new = »»»'$"«««" /* " " " " " new " */

11
Task/Strip-control-codes-and-extended-characters-from-a-string/REXX/strip-control-codes-and-extended-characters-from-a-string-2.rexx Normal file
View file

@ -0,0 +1,11 @@
/*REXX program strips all "control codes" from a character string (ASCII or EBCDIC). */
x= 'string of ☺☻♥♦⌂, may include control characters and other ♫☼§►↔◄░▒▓█┌┴┐±÷²¬└┬┘ilk.'
@=' !"#$%&''()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghij' || ,
'klmnopqrstuvwxyz{|}~'
$=x /*set "new" string to same as the old. */
do until _=0; _=verify($, @) /*check if any character isn't in @.*/
if _\==0 then $=delstr($, _, 1) /*Is this a bad char? Then delete it.*/
end /*until*/ /*stick a fork in it, we're all done. */
say 'old = »»»' || x || "«««" /*add ««fence»» before & after old text*/
say 'new = »»»' || $ || "«««" /* " " " " " new " */

6
Task/Strip-control-codes-and-extended-characters-from-a-string/Racket/strip-control-codes-and-extended-characters-from-a-string.rkt Normal file
View file

@ -0,0 +1,6 @@
#lang racket
;; Works on both strings (Unicode) and byte strings (raw/ASCII)
(define (strip-controls str)
(regexp-replace* #rx"[\0-\037\177]+" str ""))
(define (strip-controls-and-extended str)
(regexp-replace* #rx"[^\040-\176]+" str ""))

5
Task/Strip-control-codes-and-extended-characters-from-a-string/Raku/strip-control-codes-and-extended-characters-from-a-string.raku Normal file
View file

@ -0,0 +1,5 @@
my $str = (0..400).roll(80)».chr.join;
say $str;
say $str.subst(/<:Cc>/, '', :g); # unicode property: control character
say $str.subst(/<-[\ ..~]>/, '', :g);

12
Task/Strip-control-codes-and-extended-characters-from-a-string/Ring/strip-control-codes-and-extended-characters-from-a-string.ring Normal file
View file

@ -0,0 +1,12 @@
s = char(31) + "abc" + char(13) + "def" + char(11) + "ghi" + char(10)
see strip(s) + nl
func strip str
strip = ""
for i = 1 to len(str)
nr = substr(str,i,1)
a = ascii(nr)
if a > 31 and a < 123 and nr != "'" and nr != """"
strip = strip + nr ok
next
return strip

17
Task/Strip-control-codes-and-extended-characters-from-a-string/Ruby/strip-control-codes-and-extended-characters-from-a-string.rb Normal file
View file

@ -0,0 +1,17 @@
class String
def strip_control_characters()
chars.each_with_object("") do |char, str|
str << char unless char.ascii_only? and (char.ord < 32 or char.ord == 127)
end
end
def strip_control_and_extended_characters()
chars.each_with_object("") do |char, str|
str << char if char.ascii_only? and char.ord.between?(32,126)
end
end
end
p s = "\ba\x00b\n\rc\fd\xc3\x7ffoo"
p s.strip_control_characters
p s.strip_control_and_extended_characters

21
Task/Strip-control-codes-and-extended-characters-from-a-string/Run-BASIC/strip-control-codes-and-extended-characters-from-a-string.basic Normal file
View file

@ -0,0 +1,21 @@
s$ = chr$(31) + "abc" + chr$(13) + "def" + chr$(11) + "ghi" + chr$(10)
print strip$(s$)
' -----------------------------------------
' strip junk
' -----------------------------------------
FUNCTION strip$(str$)
for i = 1 to len(str$)
a$ = MID$(str$,i,1)
a = ASC(a$)
if a > 31 then
if a < 123 then
if a$ <> "'" then
if a$ <> """" then
strip$ = strip$ + a$
end if
end if
end if
end if
next i
END FUNCTION

12
Task/Strip-control-codes-and-extended-characters-from-a-string/Scala/strip-control-codes-and-extended-characters-from-a-string-1.scala Normal file
View file

@ -0,0 +1,12 @@
val controlCode : (Char) => Boolean = (c:Char) => (c <= 32 || c == 127)
val extendedCode : (Char) => Boolean = (c:Char) => (c <= 32 || c > 127)
// ASCII test...
val teststring = scala.util.Random.shuffle( (1.toChar to 254.toChar).toList ).mkString
println( "ctrl filtered out: \n\n" +
teststring.filterNot(controlCode) + "\n" )
println( "ctrl and extended filtered out: \n\n" +
teststring.filterNot(controlCode).filterNot(extendedCode) + "\n" )

20
Task/Strip-control-codes-and-extended-characters-from-a-string/Scala/strip-control-codes-and-extended-characters-from-a-string-2.scala Normal file
View file

@ -0,0 +1,20 @@
//
// A Unicode test string
//
val ulist = 0x8232.toChar :: 0xFFF9.toChar :: 0x200E.toChar :: (1.toChar to 2000.toChar).toList
val ustring = scala.util.Random.shuffle( ulist ).mkString
// Remove control codes including private codes
val sNoCtrlCode = ustring.replaceAll("[\\p{C}]","")
val htmlNoCtrlCode = for( i <- sNoCtrlCode.indices ) yield
"&#" + sNoCtrlCode(i).toInt + ";" + (if( (i+1) % 10 == 0 ) "\n" else "")
println( "ctrl filtered out: <br/><br/>\n\n" + htmlNoCtrlCode.mkString + "<br/><br/>\n" )
// Keep 0x00-0x7f and remove control codes
val sNoExtCode = ustring.replaceAll("[^\\p{InBasicLatin}]","").replaceAll("[\\p{C}]","")
val htmlNoExtCode = for( i <- sNoExtCode.indices ) yield
"&#" + sNoExtCode(i).toInt + ";" + (if( (i+1) % 10 == 0 ) "\n" else "")
println( "ctrl and extended filtered out: <br/><br/>\n\n" + htmlNoExtCode.mkString + "<br/><br/>\n" )

1
Task/Strip-control-codes-and-extended-characters-from-a-string/Sed/strip-control-codes-and-extended-characters-from-a-string-1.sed Normal file
View file

@ -0,0 +1 @@
s/[[:cntrl:]]//g

1
Task/Strip-control-codes-and-extended-characters-from-a-string/Sed/strip-control-codes-and-extended-characters-from-a-string-2.sed Normal file
View file

@ -0,0 +1 @@
s/[^[:print:]]//g

51
Task/Strip-control-codes-and-extended-characters-from-a-string/Seed7/strip-control-codes-and-extended-characters-from-a-string.seed7 Normal file
View file

@ -0,0 +1,51 @@
$ include "seed7_05.s7i";
include "utf8.s7i";
const func string: stripControl (in string: stri) is func
result
var string: stripped is "";
local
var integer: old_pos is 1;
var integer: index is 0;
var char: ch is ' ';
begin
for ch key index range stri do
if ch < ' ' or ch = '\127;' then
stripped &:= stri[old_pos .. pred(index)];
old_pos := succ(index);
end if;
end for;
stripped &:= stri[old_pos ..];
end func;
const func string: stripControlAndExtended (in string: stri) is func
result
var string: stripped is "";
local
var integer: old_pos is 1;
var integer: index is 0;
var char: ch is ' ';
begin
for ch key index range stri do
if ch < ' ' or ch >= '\127;' then
stripped &:= stri[old_pos .. pred(index)];
old_pos := succ(index);
end if;
end for;
stripped &:= stri[old_pos ..];
end func;
const string: src is "déjà vu\ # Unicode
\\n\0;\31; \33;\126;\127;\128;\255;\n\ # Various boundary cases
\as⃝df̅"; # Unicode combining characters
const proc: main is func
begin
OUT := STD_UTF8_OUT;
writeln("source text:");
writeln(src);
writeln("Stripped of control codes:");
writeln(stripControl(src));
writeln("Stripped of control codes and extended characters:");
writeln(stripControlAndExtended(src));
end func;

10
Task/Strip-control-codes-and-extended-characters-from-a-string/Sidef/strip-control-codes-and-extended-characters-from-a-string.sidef Normal file
View file

@ -0,0 +1,10 @@
var str = "\ba\x00b\n\rc\fd\xc3\x7ffoo"
var letters = str.chars.map{.ord}
say letters.map{.chr}.join.dump
var nocontrols = letters.grep{ (_ > 32) && (_ != 127) }
say nocontrols.map{.chr}.join.dump
var noextended = nocontrols.grep{ _ < 127 }
say noextended.map{.chr}.join.dump

5
Task/Strip-control-codes-and-extended-characters-from-a-string/Standard-ML/strip-control-codes-and-extended-characters-from-a-string.ml Normal file
View file

@ -0,0 +1,5 @@
(* string -> string *)
val stripCntrl = concat o String.tokens Char.isCntrl
(* string -> string *)
val stripCntrlAndExt = concat o String.tokens (not o Char.isPrint)

1
Task/Strip-control-codes-and-extended-characters-from-a-string/TI-83-BASIC/strip-control-codes-and-extended-characters-from-a-string-1.basic Normal file
View file

@ -0,0 +1 @@
#$&@;_`abcdefghijklmnopqrstuvwxyz|~

9
Task/Strip-control-codes-and-extended-characters-from-a-string/TI-83-BASIC/strip-control-codes-and-extended-characters-from-a-string-2.basic Normal file
View file

@ -0,0 +1,9 @@
:" !#$%&'()*+,-./0123456789:;<=>?ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~"→Str0
:Input ">",Str1
:":"+Str1+":"→Str1
:For(I,2,length(Str1)-2)
:If not(inString(Str0,sub(Str1,I,1)))
:sub(Str1,1,I-1)+sub(Str1,I+1,length(Str1)-(I+1))→Str1
:End
:sub(Str1,2,length(Str1)-1)→Str1
:Pause Str1

5
Task/Strip-control-codes-and-extended-characters-from-a-string/TXR/strip-control-codes-and-extended-characters-from-a-string.txr Normal file
View file

@ -0,0 +1,5 @@
(defun strip-controls (str)
(regsub #/[\x0-\x1F\x7F]+/ "" str))
(defun strip-controls-and-extended (str)
(regsub #/[^\x20-\x7F]+/ "" str))

6
Task/Strip-control-codes-and-extended-characters-from-a-string/Tcl/strip-control-codes-and-extended-characters-from-a-string.tcl Normal file
View file

@ -0,0 +1,6 @@
proc stripAsciiCC str {
regsub -all {[\u0000-\u001f\u007f]+} $str ""
}
proc stripCC str {
regsub -all {[^\u0020-\u007e]+} $str ""
}

9
Task/Strip-control-codes-and-extended-characters-from-a-string/V-(Vlang)/strip-control-codes-and-extended-characters-from-a-string.v Normal file
View file

@ -0,0 +1,9 @@
fn main() {
println(stripped("\ba\x00b\n\rc\fd\xc3"))
}
fn stripped(source string) string {
mut result := ''
for value in source {if value > 31 && value < 128 {result += value.ascii_str()}}
return result
}

26
Task/Strip-control-codes-and-extended-characters-from-a-string/VBScript/strip-control-codes-and-extended-characters-from-a-string.vb Normal file
View file

@ -0,0 +1,26 @@
Function StripCtrlCodes(s)
tmp = ""
For i = 1 To Len(s)
n = Asc(Mid(s,i,1))
If (n >= 32 And n <= 126) Or n >=128 Then
tmp = tmp & Mid(s,i,1)
End If
Next
StripCtrlCodes = tmp
End Function
Function StripCtrlCodesExtChrs(s)
tmp = ""
For i = 1 To Len(s)
n = Asc(Mid(s,i,1))
If n >= 32 And n <= 126 Then
tmp = tmp & Mid(s,i,1)
End If
Next
StripCtrlCodesExtChrs = tmp
End Function
WScript.StdOut.Write "ab<EFBFBD>cd<EFBFBD>ef<EFBFBD>gh<EFBFBD>€" & " = " & StripCtrlCodes("ab<EFBFBD>cd<EFBFBD>ef<EFBFBD>gh<EFBFBD>€")
WScript.StdOut.WriteLine
WScript.StdOut.Write "ab<EFBFBD>cd<EFBFBD>ef<EFBFBD>gh<EFBFBD>ij†klð€" & " = " & StripCtrlCodesExtChrs("ab<EFBFBD>cd<EFBFBD>ef<EFBFBD>gh<EFBFBD>ij†klð€")
WScript.StdOut.WriteLine

13
Task/Strip-control-codes-and-extended-characters-from-a-string/Wren/strip-control-codes-and-extended-characters-from-a-string.wren Normal file
View file

@ -0,0 +1,13 @@
import "/pattern" for Pattern
var s = "\t\n\r\x01\0\fabc\v\v\b\a\x1f\x7f🌇Páez😃É"
// strip control codes only
var p = Pattern.new("+1/c")
var r = p.replaceAll(s, "")
System.print("%(r) -> length %(r.count)")
// strip extended characters as well
p = Pattern.new("[+1/c|+1/R]")
r = p.replaceAll(s, "")
System.print("%(r) -> length %(r.count)")

29
Task/Strip-control-codes-and-extended-characters-from-a-string/XPL0/strip-control-codes-and-extended-characters-from-a-string.xpl0 Normal file
View file

@ -0,0 +1,29 @@
include c:\cxpl\codes; \intrinsic 'code' declarations
string 0; \use zero-terminated string convention
proc Strip(Str, Both); \Strip out control and optionally extended chars
char Str; int Both;
int I, J, C;
[I:= 0;
while Str(I) do
[C:= Str(I);
if Both then C:= extend(C); \if stripping extended chars too, extend sign
if C<$20 or C=$7F then
[J:= I; \eliminate char by shifting string down over it
repeat C:= Str(J+1);
Str(J):= C;
J:= J+1;
until C=0;
]
else I:= I+1;
];
];
char String;
[String:= "Hello^M^J World àáâã";
Text(0, String); CrLf(0);
Strip(String, false);
Text(0, String); CrLf(0);
Strip(String, true);
Text(0, String); CrLf(0);
]

8
Task/Strip-control-codes-and-extended-characters-from-a-string/Zkl/strip-control-codes-and-extended-characters-from-a-string.zkl Normal file
View file

@ -0,0 +1,8 @@
var ctlCodes=([1..31].pump(String,"toChar") +(127).toChar());
var extdChars=[127..255].pump(String,"toChar");
var test = "string of ☺☻♥♦⌂, control characters(\t\b\e) and other ilk.♫☼§►↔◄";
test.println("<< test string");
(test-ctlCodes).println("<< no control chars");
(test-extdChars).println("<< no extended chars");
(test-extdChars-ctlCodes).println("<< text");