September 2017 Update

This commit is contained in:
Ingy döt Net 2017-09-23 10:01:46 +02:00
parent bba7bfd280
commit ba8067c3b7
14570 changed files with 153136 additions and 63871 deletions

View file

@ -1,3 +0,0 @@
module rosetta "1.0.0" {
import ceylon.collection "1.2.1";
}

View file

@ -1,156 +0,0 @@
import ceylon.collection {
ArrayList
}
class Symbol(shared String text) {
string => text;
}
abstract class Node() of Leaf | Branch {}
class Leaf(shared String|Integer|Float|Symbol data) extends Node() {
string => data.string;
}
class Branch() extends Node() {
shared ArrayList<Node> nodes = ArrayList<Node>();
string => nodes.string;
}
shared void run() {
alias Token => String|Character|Integer|Float|Symbol;
{Token*} tokenize(String input) {
class Mode {
shared new neutral {}
shared new symbol {}
shared new quoted {}
shared new integer {}
shared new float {}
shared new escape {}
}
value tokens = ArrayList<Token>();
variable value mode = Mode.neutral;
value currentToken = StringBuilder();
void completeToken() {
value string = currentToken.string;
if(mode == Mode.symbol) {
tokens.add(Symbol(string));
}
if(mode == Mode.quoted) {
tokens.add(string);
}
if(mode == Mode.integer) {
assert(exists int = parseInteger(string));
tokens.add(int);
}
if(mode == Mode.float) {
assert(exists float = parseFloat(string));
tokens.add(float);
}
mode = Mode.neutral;
currentToken.clear();
}
for(char in input) {
switch(char)
case('(' | ')') {
if(mode != Mode.quoted) {
completeToken();
tokens.add(char);
} else {
currentToken.appendCharacter(char);
}
}
case('\"') {
if(mode == Mode.escape) {
currentToken.appendCharacter(char);
mode = Mode.quoted;
} else if(mode != Mode.quoted) {
mode = Mode.quoted;
} else if(mode == Mode.quoted) {
completeToken();
}
}
case('\\') {
if(mode == Mode.quoted) {
mode = Mode.escape;
} else {
currentToken.appendCharacter(char);
}
}
case(' ' | '\n' | '\r') {
if(mode != Mode.quoted) {
completeToken();
} else {
currentToken.append(" ");
}
}
else {
if(mode == Mode.neutral) {
if(char.digit) {
mode = Mode.integer;
} else {
mode = Mode.symbol;
}
}
if(mode == Mode.integer && (char == '.' || char == ',')) {
mode = Mode.float;
}
currentToken.appendCharacter(char);
}
}
completeToken();
return tokens;
}
Node readFromTokens(ArrayList<Token> tokens) {
if(exists first = tokens.accept()) {
if(first == '(') {
value branch = Branch();
while(!tokens.empty) {
if(exists token = tokens.first) {
if(token == ')') {
tokens.accept();
break;
} else {
branch.nodes.add(readFromTokens(tokens));
}
}
}
return branch;
} else {
if(is String|Integer|Float|Symbol first) {
return Leaf(first);
} else {
throw Exception("unexpected token ``first``");
}
}
} else {
return Branch();
}
}
void prettyPrint(Node node, Integer indentation = 0) {
void paddedPrint(String s) => print(" ".repeat(indentation) + s);
if(is Leaf node) {
paddedPrint(node.string);
} else {
paddedPrint("(");
for(n in node.nodes) {
prettyPrint(n, indentation + 2);
}
paddedPrint(")");
}
}
value tokens = tokenize("""((data "quoted data" 123 4.5)
(data (!@# (4.5) "(more" "data)")))""");
value tree = readFromTokens(ArrayList {*tokens});
prettyPrint(tree);
}

View file

@ -0,0 +1,168 @@
class Symbol(symbol) {
shared String symbol;
string => symbol;
}
abstract class Token()
of DataToken | leftParen | rightParen {}
abstract class DataToken(data)
of StringToken | IntegerToken | FloatToken | SymbolToken
extends Token() {
shared String|Integer|Float|Symbol data;
string => data.string;
}
class StringToken(String data) extends DataToken(data) {}
class IntegerToken(Integer data) extends DataToken(data) {}
class FloatToken(Float data) extends DataToken(data) {}
class SymbolToken(Symbol data) extends DataToken(data) {}
object leftParen extends Token() {
string => "(";
}
object rightParen extends Token() {
string => ")";
}
class Tokens(String input) satisfies {Token*} {
shared actual Iterator<Token> iterator() => object satisfies Iterator<Token> {
variable value index = 0;
shared actual Token|Finished next() {
while(exists nextChar = input[index], nextChar.whitespace) {
index++;
}
if(index >= input.size) {
return finished;
}
assert(exists char = input[index]);
if(char == '(') {
index++;
return leftParen;
}
if(char == ')') {
index++;
return rightParen;
}
if(char == '"') {
value builder = StringBuilder();
while(exists nextChar = input[++index]) {
if(nextChar == '"') {
index++;
break;
}
if(nextChar == '\\') {
if(exists nextNextChar = input[++index]) {
switch(nextNextChar)
case('\\') {
builder.append("\\");
}
case('t') {
builder.append("\t");
}
case('n') {
builder.append("\n");
}
case('"') {
builder.append("\"");
}
else {
throw Exception("unknown escaped character");
}
} else {
throw Exception("unclosed string");
}
} else {
builder.appendCharacter(nextChar);
}
}
return StringToken(builder.string);
}
value builder = StringBuilder();
while(exists nextChar = input[index], !nextChar.whitespace && nextChar != '(' && nextChar != ')') {
builder.appendCharacter(nextChar);
index++;
}
value string = builder.string;
if(is Integer int = Integer.parse(string)) {
return IntegerToken(int);
} else if(is Float float = Float.parse(string)) {
return FloatToken(float);
} else {
return SymbolToken(Symbol(string));
}
}
};
}
abstract class Node() of Atom | Group {}
class Atom(data) extends Node() {
shared String|Integer|Float|Symbol data;
string => data.string;
}
class Group() extends Node() satisfies {Node*} {
shared variable Node[] nodes = [];
string => nodes.string;
shared actual Iterator<Node> iterator() => nodes.iterator();
}
Node buildTree(Tokens tokens) {
[Group, Integer] recursivelyBuild(Token[] tokens, variable Integer index = 0) {
value result = Group();
while(exists token = tokens[index]) {
switch (token)
case (leftParen) {
value [newNode, newIndex] = recursivelyBuild(tokens, index + 1);
index = newIndex;
result.nodes = result.nodes.append([newNode]);
}
case (rightParen) {
return [result, index];
}
else {
result.nodes = result.nodes.append([Atom(token.data)]);
}
index++;
}
return [result, index];
}
value root = recursivelyBuild(tokens.sequence())[0];
return root.first else Group();
}
void prettyPrint(Node node, Integer indentation = 0) {
void paddedPrint(String s) => print(" ".repeat(indentation) + s);
if(is Atom node) {
paddedPrint(node.string);
} else {
paddedPrint("(");
for(n in node.nodes) {
prettyPrint(n, indentation + 2);
}
paddedPrint(")");
}
}
shared void run() {
value tokens = Tokens("""((data "quoted data" 123 4.5)
(data (!@# (4.5) "(more" "data)")))""");
print(tokens);
value tree = buildTree(tokens);
prettyPrint(tree);
}