Data update
This commit is contained in:
Ingy döt Net
parent
8e4e15fa56
commit
72eb4943cb
1853 changed files with 35514 additions and 9441 deletions
|
|
@ -0,0 +1,72 @@
|
|||
;------------------------------------------
|
||||
; Configuration
|
||||
;------------------------------------------
|
||||
|
||||
API_URL: "https://rosettacode.org/w/api.php"
|
||||
|
||||
;------------------------------------------
|
||||
; Helper Functions
|
||||
;------------------------------------------
|
||||
|
||||
fetchCategory: function [category][
|
||||
results: []
|
||||
continue: ""
|
||||
|
||||
while ø [
|
||||
; build query parameters
|
||||
params: #[
|
||||
action: "query"
|
||||
list: "categorymembers"
|
||||
cmtitle: ~"Category:|category|"
|
||||
cmlimit: "500"
|
||||
format: "json"
|
||||
]
|
||||
|
||||
; add continue parameter if we have one
|
||||
unless empty? continue ->
|
||||
params\cmcontinue: continue
|
||||
|
||||
; perform API request
|
||||
response: request API_URL params
|
||||
body: read.json response\body
|
||||
|
||||
; extract page titles and add to results
|
||||
'results ++ map body\query\categorymembers 'page ->
|
||||
page\title
|
||||
|
||||
; check if we need to continue
|
||||
switch key? body 'continue
|
||||
-> continue: body\continue\cmcontinue
|
||||
-> break
|
||||
]
|
||||
|
||||
return results
|
||||
]
|
||||
|
||||
getUnimplementedTasks: function [language][
|
||||
print "Fetching all programming tasks..."
|
||||
allTasks: fetchCategory "Programming_Tasks"
|
||||
|
||||
print ~"Fetching tasks implemented in |language|..."
|
||||
languageTasks: fetchCategory language
|
||||
|
||||
print "Finding unimplemented tasks..."
|
||||
return difference allTasks languageTasks
|
||||
]
|
||||
|
||||
;------------------------------------------
|
||||
; Main Program
|
||||
;------------------------------------------
|
||||
|
||||
if standalone? [
|
||||
if empty? arg ->
|
||||
panic "Usage: rosetta-tasks <language>"
|
||||
|
||||
language: capitalize arg\0
|
||||
tasks: getUnimplementedTasks language
|
||||
|
||||
print ~"\nFound |size tasks| unimplemented tasks for |language|:\n"
|
||||
|
||||
print.lines sort map tasks 'task ->
|
||||
"• " ++ task
|
||||
]
|
||||
|
|
@ -60,6 +60,10 @@ def category_members(category: str, url: str = URL) -> Iterable[PageInfo]:
|
|||
response.raise_for_status()
|
||||
data = response.json()
|
||||
|
||||
if not data.get("query"):
|
||||
# Empty category
|
||||
return
|
||||
|
||||
for page in data["query"]["pages"]:
|
||||
yield PageInfo(**{k: v for k, v in page.items() if k in PageInfo._fields})
|
||||
|
||||
|
|
@ -87,28 +91,37 @@ def omitted_tasks(language: str) -> Set[PageInfo]:
|
|||
return set(category_members(f"Category:{language}/Omit"))
|
||||
|
||||
|
||||
def unimplemented_tasks(lang_tasks: Set[PageInfo], omitted: Set[PageInfo]) -> Set[str]:
|
||||
def unimplemented_tasks(
|
||||
lang_tasks: Set[PageInfo], omitted: Set[PageInfo]
|
||||
) -> Set[PageInfo]:
|
||||
tasks = set(category_members("Category:Programming Tasks"))
|
||||
return tasks.difference(lang_tasks).difference(omitted)
|
||||
|
||||
|
||||
def unimplemented_draft_tasks(
|
||||
lang_tasks: Set[PageInfo], omitted: Set[PageInfo]
|
||||
) -> Set[str]:
|
||||
) -> Set[PageInfo]:
|
||||
tasks = set(category_members("Category:Draft Programming Tasks"))
|
||||
return tasks.difference(lang_tasks).difference(omitted)
|
||||
|
||||
|
||||
def display(title: str, pages: Iterable[PageInfo]) -> None:
|
||||
print(title)
|
||||
for page in pages:
|
||||
for page in sorted(pages, key=lambda p: p.title):
|
||||
print(" ", page.title, page.canonicalurl)
|
||||
print("")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
lang = lang_tasks("Python")
|
||||
omitted = omitted_tasks("Python")
|
||||
display("Programming Tasks", unimplemented_tasks(lang, omitted))
|
||||
display("Draft Programming Tasks", unimplemented_draft_tasks(lang, omitted))
|
||||
import sys
|
||||
|
||||
if len(sys.argv) > 1:
|
||||
language = sys.argv[1]
|
||||
else:
|
||||
language = "Python"
|
||||
|
||||
tasks = lang_tasks(language)
|
||||
omitted = omitted_tasks(language)
|
||||
display("Programming Tasks", unimplemented_tasks(tasks, omitted))
|
||||
display("Draft Programming Tasks", unimplemented_draft_tasks(tasks, omitted))
|
||||
display("Omitted Tasks", omitted)
|
||||
|
|
|
|||
|
|
@ -0,0 +1,35 @@
|
|||
Red []
|
||||
|
||||
arg: system/script/args
|
||||
|
||||
if arg = "" [
|
||||
print "Missing command line argument for language"
|
||||
quit/return 1
|
||||
]
|
||||
|
||||
lang: trim/with arg #"'"
|
||||
|
||||
getall: func[category [string!] /local titles cmcontinue page][
|
||||
titles: make block! 500
|
||||
cmcontinue: none
|
||||
forever [
|
||||
page: load-json read rejoin [
|
||||
http://rosettacode.org/w/api.php?action=query&list=categorymembers&cmtitle=Category:
|
||||
enhex category
|
||||
"&format=json&cmlimit=500"
|
||||
either cmcontinue = none [""] [rejoin ["&cmcontinue=" enhex cmcontinue]]
|
||||
]
|
||||
foreach member page/query/categorymembers [
|
||||
append titles member/title
|
||||
]
|
||||
if page/continue = none [break/return titles]
|
||||
cmcontinue: page/continue/cmcontinue
|
||||
]
|
||||
]
|
||||
|
||||
lang-tasks: getall lang
|
||||
programming-tasks: getall "Programming_Tasks"
|
||||
|
||||
foreach task sort exclude programming-tasks lang-tasks [
|
||||
print task
|
||||
]
|
||||
|
|
@ -1,70 +0,0 @@
|
|||
/* Rosetta_Code_Find_unimplemented_tasks.wren */
|
||||
|
||||
import "./pattern" for Pattern
|
||||
|
||||
var CURLOPT_URL = 10002
|
||||
var CURLOPT_FOLLOWLOCATION = 52
|
||||
var CURLOPT_WRITEFUNCTION = 20011
|
||||
var CURLOPT_WRITEDATA = 10001
|
||||
|
||||
foreign class Buffer {
|
||||
construct new() {} // C will allocate buffer of a suitable size
|
||||
|
||||
foreign value // returns buffer contents as a string
|
||||
}
|
||||
|
||||
foreign class Curl {
|
||||
construct easyInit() {}
|
||||
|
||||
foreign easySetOpt(opt, param)
|
||||
|
||||
foreign easyPerform()
|
||||
|
||||
foreign easyCleanup()
|
||||
}
|
||||
|
||||
var curl = Curl.easyInit()
|
||||
|
||||
var getContent = Fn.new { |url|
|
||||
var buffer = Buffer.new()
|
||||
curl.easySetOpt(CURLOPT_URL, url)
|
||||
curl.easySetOpt(CURLOPT_FOLLOWLOCATION, 1)
|
||||
curl.easySetOpt(CURLOPT_WRITEFUNCTION, 0) // write function to be supplied by C
|
||||
curl.easySetOpt(CURLOPT_WRITEDATA, buffer)
|
||||
curl.easyPerform()
|
||||
return buffer.value
|
||||
}
|
||||
|
||||
var p1 = Pattern.new("title/=\"[+1^\"]\"")
|
||||
var p2 = Pattern.new("cmcontinue/=\"[+1^\"]\"")
|
||||
|
||||
var findTasks = Fn.new { |category|
|
||||
var url = "https://www.rosettacode.org/w/api.php?action=query&list=categorymembers&cmtitle=Category:%(category)&cmlimit=500&format=xml"
|
||||
var cmcontinue = ""
|
||||
var tasks = []
|
||||
while (true) {
|
||||
var content = getContent.call(url + cmcontinue)
|
||||
var matches1 = p1.findAll(content)
|
||||
for (m in matches1) {
|
||||
var title = m.capsText[0].replace("'", "'").replace(""", "\"")
|
||||
tasks.add(title)
|
||||
}
|
||||
var m2 = p2.find(content)
|
||||
if (m2) cmcontinue = "&cmcontinue=%(m2.capsText[0])" else break
|
||||
}
|
||||
return tasks
|
||||
}
|
||||
|
||||
var tasks1 = findTasks.call("Programming_Tasks") // 'full' tasks only
|
||||
var tasks2 = findTasks.call("Draft_Programming_Tasks")
|
||||
var lang = "Wren"
|
||||
var langTasks = findTasks.call(lang) // includes draft tasks
|
||||
curl.easyCleanup()
|
||||
System.print("Unimplemented 'full' tasks in %(lang):")
|
||||
for (task in tasks1) {
|
||||
if (!langTasks.contains(task)) System.print(" " + task)
|
||||
}
|
||||
System.print("\nUnimplemented 'draft' tasks in %(lang):")
|
||||
for (task in tasks2) {
|
||||
if (!langTasks.contains(task)) System.print(" " + task)
|
||||
}
|
||||
|
|
@ -1,191 +0,0 @@
|
|||
/* gcc Rosetta_Code_Find_unimplemented_tasks.c -o Rosetta_Code_Find_unimplemented_tasks -lcurl -lwren -lm */
|
||||
|
||||
#include <stdio.h>
|
||||
#include <stdlib.h>
|
||||
#include <string.h>
|
||||
#include <curl/curl.h>
|
||||
#include "wren.h"
|
||||
|
||||
struct MemoryStruct {
|
||||
char *memory;
|
||||
size_t size;
|
||||
};
|
||||
|
||||
/* C <=> Wren interface functions */
|
||||
|
||||
static size_t WriteMemoryCallback(void *contents, size_t size, size_t nmemb, void *userp) {
|
||||
size_t realsize = size * nmemb;
|
||||
struct MemoryStruct *mem = (struct MemoryStruct *)userp;
|
||||
|
||||
char *ptr = realloc(mem->memory, mem->size + realsize + 1);
|
||||
if(!ptr) {
|
||||
/* out of memory! */
|
||||
printf("not enough memory (realloc returned NULL)\n");
|
||||
return 0;
|
||||
}
|
||||
|
||||
mem->memory = ptr;
|
||||
memcpy(&(mem->memory[mem->size]), contents, realsize);
|
||||
mem->size += realsize;
|
||||
mem->memory[mem->size] = 0;
|
||||
return realsize;
|
||||
}
|
||||
|
||||
void C_bufferAllocate(WrenVM* vm) {
|
||||
struct MemoryStruct *ms = (struct MemoryStruct *)wrenSetSlotNewForeign(vm, 0, 0, sizeof(struct MemoryStruct));
|
||||
ms->memory = malloc(1);
|
||||
ms->size = 0;
|
||||
}
|
||||
|
||||
void C_bufferFinalize(void* data) {
|
||||
struct MemoryStruct *ms = (struct MemoryStruct *)data;
|
||||
free(ms->memory);
|
||||
}
|
||||
|
||||
void C_curlAllocate(WrenVM* vm) {
|
||||
CURL** pcurl = (CURL**)wrenSetSlotNewForeign(vm, 0, 0, sizeof(CURL*));
|
||||
*pcurl = curl_easy_init();
|
||||
}
|
||||
|
||||
void C_value(WrenVM* vm) {
|
||||
struct MemoryStruct *ms = (struct MemoryStruct *)wrenGetSlotForeign(vm, 0);
|
||||
wrenSetSlotString(vm, 0, ms->memory);
|
||||
}
|
||||
|
||||
void C_easyPerform(WrenVM* vm) {
|
||||
CURL* curl = *(CURL**)wrenGetSlotForeign(vm, 0);
|
||||
curl_easy_perform(curl);
|
||||
}
|
||||
|
||||
void C_easyCleanup(WrenVM* vm) {
|
||||
CURL* curl = *(CURL**)wrenGetSlotForeign(vm, 0);
|
||||
curl_easy_cleanup(curl);
|
||||
}
|
||||
|
||||
void C_easySetOpt(WrenVM* vm) {
|
||||
CURL* curl = *(CURL**)wrenGetSlotForeign(vm, 0);
|
||||
CURLoption opt = (CURLoption)wrenGetSlotDouble(vm, 1);
|
||||
if (opt < 10000) {
|
||||
long lparam = (long)wrenGetSlotDouble(vm, 2);
|
||||
curl_easy_setopt(curl, opt, lparam);
|
||||
} else if (opt < 20000) {
|
||||
if (opt == CURLOPT_WRITEDATA) {
|
||||
struct MemoryStruct *ms = (struct MemoryStruct *)wrenGetSlotForeign(vm, 2);
|
||||
curl_easy_setopt(curl, opt, (void *)ms);
|
||||
} else if (opt == CURLOPT_URL) {
|
||||
const char *url = wrenGetSlotString(vm, 2);
|
||||
curl_easy_setopt(curl, opt, url);
|
||||
}
|
||||
} else if (opt < 30000) {
|
||||
if (opt == CURLOPT_WRITEFUNCTION) {
|
||||
curl_easy_setopt(curl, opt, &WriteMemoryCallback);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
WrenForeignClassMethods bindForeignClass(WrenVM* vm, const char* module, const char* className) {
|
||||
WrenForeignClassMethods methods;
|
||||
methods.allocate = NULL;
|
||||
methods.finalize = NULL;
|
||||
if (strcmp(module, "main") == 0) {
|
||||
if (strcmp(className, "Buffer") == 0) {
|
||||
methods.allocate = C_bufferAllocate;
|
||||
methods.finalize = C_bufferFinalize;
|
||||
} else if (strcmp(className, "Curl") == 0) {
|
||||
methods.allocate = C_curlAllocate;
|
||||
}
|
||||
}
|
||||
return methods;
|
||||
}
|
||||
|
||||
WrenForeignMethodFn bindForeignMethod(
|
||||
WrenVM* vm,
|
||||
const char* module,
|
||||
const char* className,
|
||||
bool isStatic,
|
||||
const char* signature) {
|
||||
if (strcmp(module, "main") == 0) {
|
||||
if (strcmp(className, "Buffer") == 0) {
|
||||
if (!isStatic && strcmp(signature, "value") == 0) return C_value;
|
||||
} else if (strcmp(className, "Curl") == 0) {
|
||||
if (!isStatic && strcmp(signature, "easySetOpt(_,_)") == 0) return C_easySetOpt;
|
||||
if (!isStatic && strcmp(signature, "easyPerform()") == 0) return C_easyPerform;
|
||||
if (!isStatic && strcmp(signature, "easyCleanup()") == 0) return C_easyCleanup;
|
||||
}
|
||||
}
|
||||
return NULL;
|
||||
}
|
||||
|
||||
static void writeFn(WrenVM* vm, const char* text) {
|
||||
printf("%s", text);
|
||||
}
|
||||
|
||||
void errorFn(WrenVM* vm, WrenErrorType errorType, const char* module, const int line, const char* msg) {
|
||||
switch (errorType) {
|
||||
case WREN_ERROR_COMPILE:
|
||||
printf("[%s line %d] [Error] %s\n", module, line, msg);
|
||||
break;
|
||||
case WREN_ERROR_STACK_TRACE:
|
||||
printf("[%s line %d] in %s\n", module, line, msg);
|
||||
break;
|
||||
case WREN_ERROR_RUNTIME:
|
||||
printf("[Runtime Error] %s\n", msg);
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
char *readFile(const char *fileName) {
|
||||
FILE *f = fopen(fileName, "r");
|
||||
fseek(f, 0, SEEK_END);
|
||||
long fsize = ftell(f);
|
||||
rewind(f);
|
||||
char *script = malloc(fsize + 1);
|
||||
fread(script, 1, fsize, f);
|
||||
fclose(f);
|
||||
script[fsize] = 0;
|
||||
return script;
|
||||
}
|
||||
|
||||
static void loadModuleComplete(WrenVM* vm, const char* module, WrenLoadModuleResult result) {
|
||||
if( result.source) free((void*)result.source);
|
||||
}
|
||||
|
||||
WrenLoadModuleResult loadModule(WrenVM* vm, const char* name) {
|
||||
WrenLoadModuleResult result = {0};
|
||||
if (strcmp(name, "random") != 0 && strcmp(name, "meta") != 0) {
|
||||
result.onComplete = loadModuleComplete;
|
||||
char fullName[strlen(name) + 6];
|
||||
strcpy(fullName, name);
|
||||
strcat(fullName, ".wren");
|
||||
result.source = readFile(fullName);
|
||||
}
|
||||
return result;
|
||||
}
|
||||
|
||||
int main(int argc, char **argv) {
|
||||
WrenConfiguration config;
|
||||
wrenInitConfiguration(&config);
|
||||
config.writeFn = &writeFn;
|
||||
config.errorFn = &errorFn;
|
||||
config.bindForeignClassFn = &bindForeignClass;
|
||||
config.bindForeignMethodFn = &bindForeignMethod;
|
||||
config.loadModuleFn = &loadModule;
|
||||
WrenVM* vm = wrenNewVM(&config);
|
||||
const char* module = "main";
|
||||
const char* fileName = "Rosetta_Code_Find_unimplemented_tasks.wren";
|
||||
char *script = readFile(fileName);
|
||||
WrenInterpretResult result = wrenInterpret(vm, module, script);
|
||||
switch (result) {
|
||||
case WREN_RESULT_COMPILE_ERROR:
|
||||
printf("Compile Error!\n");
|
||||
break;
|
||||
case WREN_RESULT_RUNTIME_ERROR:
|
||||
printf("Runtime Error!\n");
|
||||
break;
|
||||
case WREN_RESULT_SUCCESS:
|
||||
break;
|
||||
}
|
||||
wrenFreeVM(vm);
|
||||
free(script);
|
||||
return 0;
|
||||
}
|
||||
|
|
@ -0,0 +1,48 @@
|
|||
import "os" for Process
|
||||
import "timer" for Now
|
||||
import "./pattern" for Pattern
|
||||
import "./ioutil" for Input
|
||||
|
||||
var p1 = Pattern.new("title/=\"[+1^\"]\"")
|
||||
var p2 = Pattern.new("cmcontinue/=\"[+1^\"]\"")
|
||||
|
||||
var findTasks = Fn.new { |category|
|
||||
var url = "https://www.rosettacode.org/w/api.php?action=query&list=categorymembers&cmtitle=Category:%(category)&cmlimit=500&format=xml"
|
||||
var cmcontinue = ""
|
||||
var tasks = []
|
||||
while (true) {
|
||||
var content = Process.read("curl -s -L \"%(url)%(cmcontinue)\"")
|
||||
var matches1 = p1.findAll(content)
|
||||
for (m in matches1) {
|
||||
var title = m.capsText[0].replace("'", "'").replace(""", "\"")
|
||||
tasks.add(title)
|
||||
}
|
||||
var m2 = p2.find(content)
|
||||
if (m2) cmcontinue = "&cmcontinue=%(m2.capsText[0])" else break
|
||||
}
|
||||
return tasks
|
||||
}
|
||||
|
||||
var tasks1 = findTasks.call("Programming_Tasks") // 'full' tasks only
|
||||
var tasks2 = findTasks.call("Draft_Programming_Tasks")
|
||||
var lang = Input.text("Enter the category name of your language: ", 1)
|
||||
var langTasks = findTasks.call(lang) // includes draft tasks
|
||||
System.print("\nResults for %(lang) as at %(Now.date):")
|
||||
System.print("\nUnimplemented 'full' tasks:")
|
||||
var count = 0
|
||||
for (task in tasks1) {
|
||||
if (!langTasks.contains(task)) {
|
||||
System.print(" " + task)
|
||||
count = count + 1
|
||||
}
|
||||
}
|
||||
System.print(" Total = %(count)")
|
||||
count = 0
|
||||
System.print("\nUnimplemented 'draft' tasks:")
|
||||
for (task in tasks2) {
|
||||
if (!langTasks.contains(task)) {
|
||||
System.print(" " + task)
|
||||
count = count + 1
|
||||
}
|
||||
}
|
||||
System.print(" Total = %(count)")
|
||||
Loading…
Add table
Add a link
Reference in a new issue