alec/erythros
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Applications/Internet/Cyberia: Add web browser

Browse source 
This is the initial commit of the Cyberia web browser, Html and Css
libraries.
This commit is contained in:
Alec Murphy 2025-04-10 10:51:59 -04:00
parent 3545113247
commit d3048f31e5
12 changed files with 2849 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

1
System/Libraries/Css/CustomRules.json Normal file
View file

@ -0,0 +1 @@
{}

1
System/Libraries/Css/NamedColors.json Normal file
View file

@ -0,0 +1 @@
{"aliceblue":"#f0f8ff","antiquewhite":"#faebd7","aqua":"#00ffff","aquamarine":"#7fffd4","azure":"#f0ffff","beige":"#f5f5dc","bisque":"#ffe4c4","black":"#000000","blanchedalmond":"#ffebcd","blue":"#0000ff","blueviolet":"#8a2be2","brown":"#a52a2a","burlywood":"#deb887","cadetblue":"#5f9ea0","chartreuse":"#7fff00","chocolate":"#d2691e","coral":"#ff7f50","cornflowerblue":"#6495ed","cornsilk":"#fff8dc","crimson":"#dc143c","cyan":"#00ffff","darkblue":"#00008b","darkcyan":"#008b8b","darkgoldenrod":"#b8860b","darkgray":"#a9a9a9","darkgreen":"#006400","darkgrey":"#a9a9a9","darkkhaki":"#bdb76b","darkmagenta":"#8b008b","darkolivegreen":"#556b2f","darkorange":"#ff8c00","darkorchid":"#9932cc","darkred":"#8b0000","darksalmon":"#e9967a","darkseagreen":"#8fbc8f","darkslateblue":"#483d8b","darkslategray":"#2f4f4f","darkslategrey":"#2f4f4f","darkturquoise":"#00ced1","darkviolet":"#9400d3","deeppink":"#ff1493","deepskyblue":"#00bfff","dimgray":"#696969","dimgrey":"#696969","dodgerblue":"#1e90ff","firebrick":"#b22222","floralwhite":"#fffaf0","forestgreen":"#228b22","fuchsia":"#ff00ff","gainsboro":"#dcdcdc","ghostwhite":"#f8f8ff","gold":"#ffd700","goldenrod":"#daa520","gray":"#808080","green":"#008000","greenyellow":"#adff2f","grey":"#808080","honeydew":"#f0fff0","hotpink":"#ff69b4","indianred":"#cd5c5c","indigo":"#4b0082","ivory":"#fffff0","khaki":"#f0e68c","lavender":"#e6e6fa","lavenderblush":"#fff0f5","lawngreen":"#7cfc00","lemonchiffon":"#fffacd","lightblue":"#add8e6","lightcoral":"#f08080","lightcyan":"#e0ffff","lightgoldenrodyellow":"#fafad2","lightgray":"#d3d3d3","lightgreen":"#90ee90","lightgrey":"#d3d3d3","lightpink":"#ffb6c1","lightsalmon":"#ffa07a","lightseagreen":"#20b2aa","lightskyblue":"#87cefa","lightslategray":"#778899","lightslategrey":"#778899","lightsteelblue":"#b0c4de","lightyellow":"#ffffe0","lime":"#00ff00","limegreen":"#32cd32","linen":"#faf0e6","magenta":"#ff00ff","maroon":"#800000","mediumaquamarine":"#66cdaa","mediumblue":"#0000cd","mediumorchid":"#ba55d3","mediumpurple":"#9370db","mediumseagreen":"#3cb371","mediumslateblue":"#7b68ee","mediumspringgreen":"#00fa9a","mediumturquoise":"#48d1cc","mediumvioletred":"#c71585","midnightblue":"#191970","mintcream":"#f5fffa","mistyrose":"#ffe4e1","moccasin":"#ffe4b5","navajowhite":"#ffdead","navy":"#000080","oldlace":"#fdf5e6","olive":"#808000","olivedrab":"#6b8e23","orange":"#ffa500","orangered":"#ff4500","orchid":"#da70d6","palegoldenrod":"#eee8aa","palegreen":"#98fb98","paleturquoise":"#afeeee","palevioletred":"#db7093","papayawhip":"#ffefd5","peachpuff":"#ffdab9","peru":"#cd853f","pink":"#ffc0cb","plum":"#dda0dd","powderblue":"#b0e0e6","purple":"#800080","rebeccapurple":"#663399","red":"#ff0000","rosybrown":"#bc8f8f","royalblue":"#4169e1","saddlebrown":"#8b4513","salmon":"#fa8072","sandybrown":"#f4a460","seagreen":"#2e8b57","seashell":"#fff5ee","sienna":"#a0522d","silver":"#c0c0c0","skyblue":"#87ceeb","slateblue":"#6a5acd","slategray":"#708090","slategrey":"#708090","snow":"#fffafa","springgreen":"#00ff7f","steelblue":"#4682b4","tan":"#d2b48c","teal":"#008080","thistle":"#d8bfd8","tomato":"#ff6347","turquoise":"#40e0d0","violet":"#ee82ee","wheat":"#f5deb3","white":"#ffffff","whitesmoke":"#f5f5f5","yellow":"#ffff00","yellowgreen":"#9acd32"}

239
System/Libraries/Css/Tokenizer.HC Normal file
View file

@ -0,0 +1,239 @@
#define CSS_TEXT_ALIGN_CENTER 1
#define CSS_TEXT_ALIGN_RIGHT 2
#define CSS_TOKENIZER_STATE_CONSUME_MATCH 0
#define CSS_TOKENIZER_STATE_CONSUME_PROPERTY 1
#define CSS_TOKENIZER_STATE_CONSUME_VALUE 2
#define CSS_TOKENIZER_SKIP_AT_RULE 3
#define CSS_TOKENIZER_SKIP_COMMENT 4
U8* @css_named_colors_buffer = FileRead("M:/System/Libraries/Css/NamedColors.json");
JsonObject* @css_named_colors = Json.Parse(@css_named_colors_buffer, erythros_mem_task);
Free(@css_named_colors_buffer);
class @css_tokenizer
{
U8* buffer;
I64 pos;
I64 size;
I64 state;
I64 previous_state;
CFifoU8* match_fifo;
CFifoU8* property_fifo;
CFifoU8* value_fifo;
JsonObject* current_rule;
JsonArray* current_values;
CTask* mem_task;
};
// U8* @custom_css_rules_buffer = FileRead("M:/System/Libraries/Css/CustomRules.json");
JsonObject* @custom_css_rules = Json.Parse("{}", erythros_mem_task);
// Free(@custom_css_rules_buffer);
U0 @css_init_current_values(@css_tokenizer* t)
{
t->current_values = Json.CreateArray(erythros_mem_task);
}
U0 @css_init_current_rule(@css_tokenizer* t)
{
t->current_rule = Json.CreateObject(erythros_mem_task);
t->current_rule->set("matches", Json.CreateArray(erythros_mem_task), JSON_ARRAY);
t->current_rule->set("properties", Json.CreateObject(erythros_mem_task), JSON_OBJECT);
}
U0 @css_init_tokenizer(@css_tokenizer* t, U8* buffer, I64 size, CTask* mem_task = NULL)
{
t->buffer = buffer;
t->pos = 0;
t->size = size;
t->state = CSS_TOKENIZER_STATE_CONSUME_MATCH;
t->match_fifo = FifoU8New(1024);
t->mem_task = mem_task;
t->property_fifo = FifoU8New(1024);
t->value_fifo = FifoU8New(1024);
@css_init_current_rule(t);
}
Bool @css_try_append_match(@css_tokenizer* t)
{
U8* match;
if (FifoU8Cnt(t->match_fifo)) {
match = @json_string_from_fifo(t->match_fifo, Fs);
t->current_rule->a("matches")->append(match);
return TRUE;
}
return FALSE;
}
Bool @css_try_append_value(@css_tokenizer* t)
{
U8* value;
if (FifoU8Cnt(t->value_fifo)) {
value = @json_string_from_fifo(t->value_fifo, Fs);
t->current_values->append(value);
return TRUE;
}
return FALSE;
}
Bool @css_try_set_property(@css_tokenizer* t)
{
U8* property;
if (FifoU8Cnt(t->property_fifo)) {
property = CAlloc(FifoU8Cnt(t->property_fifo) + 1, t->mem_task);
while (FifoU8Cnt(t->property_fifo))
FifoU8Rem(t->property_fifo, property + StrLen(property));
t->current_rule->o("properties")->set(property, t->current_values, JSON_ARRAY);
return TRUE;
}
return FALSE;
}
U0 @css_tokenize_and_create_rules_from_buffer(JsonArray* rules, U8* buffer, I64 size, CTask* mem_task = NULL)
{
@css_tokenizer t;
@css_init_tokenizer(&t, buffer, size, mem_task);
I64 brace_depth = 0;
JsonItem* item;
while (t.pos < t.size) {
I64 token = t.buffer[t.pos];
switch (t.state) {
case CSS_TOKENIZER_SKIP_COMMENT:
if (token == '*' && t.buffer[t.pos + 1] == '/') {
++t.pos;
t.state = t.previous_state;
goto @css_tokenizer_continue;
}
break;
case CSS_TOKENIZER_SKIP_AT_RULE:
switch (token) {
case '{':
brace_depth++;
break;
case '}':
brace_depth--;
if (brace_depth <= 0) {
t.state = CSS_TOKENIZER_STATE_CONSUME_MATCH;
goto @css_tokenizer_continue;
}
break;
default:
break;
}
break;
case CSS_TOKENIZER_STATE_CONSUME_VALUE:
switch (token) {
case '/':
if (t.buffer[t.pos + 1] == '*') {
++t.pos;
t.previous_state = t.state;
t.state = CSS_TOKENIZER_SKIP_COMMENT;
goto @css_tokenizer_continue;
}
case ' ':
case '\t':
case '\r':
case '\n':
if (FifoU8Cnt(t.value_fifo))
@css_try_append_value(&t);
break;
case '}':
@css_try_append_value(&t);
if (FifoU8Cnt(t.property_fifo))
@css_try_set_property(&t);
if (t.current_rule->a("matches")->length) {
rules->append(t.current_rule);
@css_init_current_rule(&t);
}
t.state = CSS_TOKENIZER_STATE_CONSUME_MATCH;
goto @css_tokenizer_continue;
case ';':
@css_try_append_value(&t);
if (FifoU8Cnt(t.property_fifo))
@css_try_set_property(&t);
t.state = CSS_TOKENIZER_STATE_CONSUME_PROPERTY;
goto @css_tokenizer_continue;
default:
FifoU8Ins(t.value_fifo, token);
break;
}
break;
case CSS_TOKENIZER_STATE_CONSUME_PROPERTY:
switch (token) {
case '/':
if (t.buffer[t.pos + 1] == '*') {
++t.pos;
t.previous_state = t.state;
t.state = CSS_TOKENIZER_SKIP_COMMENT;
goto @css_tokenizer_continue;
}
case ' ':
case '\t':
case '\r':
case '\n':
if (FifoU8Cnt(t.property_fifo)) {
PrintErr("Invalid token in CSS property at pos %d, token: '%c'\n", t.pos, token);
return;
}
break;
case '}':
if (t.current_rule->a("matches")->length) {
rules->append(t.current_rule);
@css_init_current_rule(&t);
}
t.state = CSS_TOKENIZER_STATE_CONSUME_MATCH;
goto @css_tokenizer_continue;
case ':':
if (!FifoU8Cnt(t.property_fifo)) {
PrintErr("CSS property is not defined at pos %d, token: '%c'\n", t.pos, token);
return;
}
@css_init_current_values(&t);
t.state = CSS_TOKENIZER_STATE_CONSUME_VALUE;
goto @css_tokenizer_continue;
default:
FifoU8Ins(t.property_fifo, token);
break;
}
break;
case CSS_TOKENIZER_STATE_CONSUME_MATCH:
switch (token) {
case '/':
if (t.buffer[t.pos + 1] == '*') {
++t.pos;
t.previous_state = t.state;
t.state = CSS_TOKENIZER_SKIP_COMMENT;
goto @css_tokenizer_continue;
}
case '@':
t.state = CSS_TOKENIZER_SKIP_AT_RULE;
goto @css_tokenizer_continue;
case ' ':
case '\t':
case '\r':
case '\n':
case ',':
if (FifoU8Cnt(t.match_fifo))
@css_try_append_match(&t);
break;
case '{':
@css_try_append_match(&t);
if (!t.current_rule->a("matches")->length) {
PrintErr("CSS match string is not defined at pos %d, token: '%c'\n", t.pos, token);
return;
}
t.state = CSS_TOKENIZER_STATE_CONSUME_PROPERTY;
goto @css_tokenizer_continue;
default:
FifoU8Ins(t.match_fifo, token);
break;
}
break;
}
@css_tokenizer_continue : ++t.pos;
}
FifoU8Del(t.match_fifo);
FifoU8Del(t.property_fifo);
FifoU8Del(t.value_fifo);
}

890
System/Libraries/Html/Renderer.HC Normal file
View file

@ -0,0 +1,890 @@
#define RENDERER_DEFAULT_MAX_LINE_HEIGHT 8
class @html_lazyload_image
{
HttpUrl* url;
@http_request* req;
@http_response* resp;
I64 index;
I64 jiffies;
@html_lazyload_image* next;
};
class @html_renderer
{
CTask* task;
HttpUrl* current_url;
JsonArray* css_rules;
JsonArray* forms;
U8* cache_directory;
U8* current_title;
U8* current_url_string;
I64 forms_index;
@image_collection* img_coll;
I64 img_count;
Bool last_char_was_whitespace;
Bool enable_animations;
Bool enable_lazy_loading;
U8 status_text[128];
VerticalScrollBarWidget* vertical_scroll_widget;
TextLabelWidget* status_widget;
Context2DWidget* background_widget;
Window* win;
@window_widgets_list* widgets_base;
@window_widgets_list* images;
I64 render_x;
I64 render_y;
I64 max_line_height;
Context2D* link_pointer;
U64 link_callback;
};
#define HtmlRenderer @html_renderer
#define HTML_WORK_BUFFER_SIZE 2048
U0 @html_renderer_update_status_text(HtmlRenderer* renderer, U8* text)
{
U8 buf[128];
if (!renderer || !text)
return;
if (StrLen(text) < 128)
Gui.Widget.SetText(renderer->status_widget, text);
else {
MemSet(buf, NULL, 128);
MemCpy(buf, text, 127);
Gui.Widget.SetText(renderer->status_widget, buf);
}
}
U0(*@html_follow_link_fp)
(HtmlRenderer* renderer, U8* url_string) = NULL;
U8* @sanitize_node_text(HtmlRenderer* renderer, U8* text)
{
if (!renderer || !text || !StrLen(text))
return "";
U8* original_text = text;
U8* ch = text;
Bool needs_sanitization = FALSE;
while (*ch && !needs_sanitization) {
switch (*ch) {
case 0x11:
case 0x12:
case 0x24:
needs_sanitization = TRUE;
break;
default:
break;
}
*ch++;
}
if (!needs_sanitization)
return text;
while (*text == ' ')
text++;
while (text[StrLen(text) - 1] == ' ')
text[StrLen(text) - 1] = NULL;
while (StrFind(" ", text))
StrCpy(StrFind(" ", text), StrFind(" ", text) + 1);
U8* new_text = CAlloc(StrLen(text) * 2, renderer->task);
I64 i = 0;
while (i < StrLen(text)) {
switch (text[i]) {
case 0x11:
StrCpy(new_text + StrLen(new_text), "&");
i++;
break;
case 0x12:
StrCpy(new_text + StrLen(new_text), "<");
i++;
break;
case 0x24:
StrCpy(new_text + StrLen(new_text), "\d");
i++;
break;
default:
StrPrint(new_text + StrLen(new_text), "%c", text[i]);
i++;
break;
}
}
Free(original_text);
return new_text;
}
Bool @is_supported_url_scheme(@http_url* url)
{
return @t(!StrICmp(url->scheme, "http://") || !StrICmp(url->scheme, "https://"), TRUE, FALSE);
}
HttpUrl* @expand_url_from_string(CTask* task, HttpUrl* current_url, U8* str)
{
U8 buf[HTML_WORK_BUFFER_SIZE];
HttpUrl* url = @http_parse_url(str);
// First, check if the parsed URL is a supported scheme.
if (@is_supported_url_scheme(url))
return url;
else {
if (url->scheme[0] == '/' && url->scheme[1] == '/') {
// This is most likely a protocol agnostic URL, let's try to parse it:
StrPrint(buf, "%s%s", current_url->scheme, str + 2);
@http_free_url(url);
return @http_parse_url(buf);
}
Bool is_alternate_port = FALSE;
if (!StrICmp(current_url->scheme, "http://") && current_url->port != 80)
is_alternate_port = TRUE;
if (!StrICmp(current_url->scheme, "https://") && current_url->port != 443)
is_alternate_port = TRUE;
if (str[0] == '/' && str[1] != '/' && str[1]) {
// This is most likely a relative URL, let's try to parse it:
if (is_alternate_port)
StrPrint(buf, "%s%s:%d%s", current_url->scheme,
current_url->host, current_url->port, str);
else
StrPrint(buf, "%s%s%s", current_url->scheme,
current_url->host, str);
@http_free_url(url);
return @http_parse_url(buf);
}
U8 resolved_relative_path[HTML_WORK_BUFFER_SIZE];
StrCpy(resolved_relative_path, current_url->path);
MemSet(StrLastOcc(resolved_relative_path, "/") + 1, NULL, 1);
// This could still be a relative URL, let's try to parse it:
if (is_alternate_port)
StrPrint(buf, "%s%s:%d%s%s", current_url->scheme,
current_url->host, current_url->port, resolved_relative_path, str);
else
StrPrint(buf, "%s%s%s%s", current_url->scheme,
current_url->host, resolved_relative_path, str);
@http_free_url(url);
return @http_parse_url(buf);
}
}
U8* @resolve_href(HtmlRenderer* renderer, U8* href)
{
if (!renderer || !href)
return NULL;
if (!MemCmp(href, "javascript:", 11))
return href;
HttpUrl* url = @expand_url_from_string(renderer->task, renderer->current_url, href);
if (!url)
return NULL;
U8* resolved_href = CAlloc(HTML_WORK_BUFFER_SIZE, renderer->task);
Bool is_alternate_port = FALSE;
if (!StrICmp(url->scheme, "http://") && url->port != 80)
is_alternate_port = TRUE;
if (!StrICmp(url->scheme, "https://") && url->port != 443)
is_alternate_port = TRUE;
if (is_alternate_port)
StrPrint(resolved_href, "%s%s:%d%s%s", url->scheme, url->host, url->port, url->path, url->query);
else
StrPrint(resolved_href, "%s%s%s%s", url->scheme, url->host, url->path, url->query);
@http_free_url(url);
return resolved_href;
}
I64 @css_resolve_byte_from_hex(U8* ch, Bool skip_increment = FALSE)
{
I64 res = 0;
I64 b = ToUpper(*ch);
if (b < 'A') {
res += (b - '0') << 4;
} else {
res += (10 + (b - 'A')) << 4;
}
if (!skip_increment) {
++ch;
b = ToUpper(*ch);
}
if (b < 'A') {
res += (b - '0');
} else {
res += (10 + (b - 'A'));
}
return res;
}
U32 @css_resolve_color_from_rrggbb(U8* str)
{
*str++;
switch (StrLen(str)) {
case 6:
return Color(@css_resolve_byte_from_hex(str), @css_resolve_byte_from_hex(str + 2), @css_resolve_byte_from_hex(str + 4));
case 3:
return Color(@css_resolve_byte_from_hex(str, 1), @css_resolve_byte_from_hex(str + 1, 1), @css_resolve_byte_from_hex(str + 2, 1));
default:
return 0;
}
}
Bool @render_css_for_node(@html_dom_node* node, HtmlRenderer* renderer)
{
I64 i, j, k;
JsonObject* rule = NULL;
JsonArray* matches = NULL;
JsonObject* properties = NULL;
JsonKey* key = NULL;
JsonArray* values = NULL;
U8* selector = NULL;
Bool matched = FALSE;
Bool should_display = TRUE;
U8 node_classes_buffer[HTML_WORK_BUFFER_SIZE];
U8 prepend_buffer[64];
U8 append_buffer[64];
MemSet(prepend_buffer, 0, 64);
MemSet(append_buffer, 0, 64);
U8 node_tmpnum_buf[16];
U8** node_classes;
I64 node_classes_count = 0;
I64 color = TRANSPARENT;
U8 node_ptr_string[32];
U8* tmpmd5;
for (i = 0; i < renderer->css_rules->length; i++) {
rule = renderer->css_rules->@(i);
matched = FALSE;
if (rule->@("matches")) {
matches = rule->@("matches");
properties = rule->@("properties");
// check if node md5 hash matches
if (*(matches->@(0)(U8*)) == 0xFE) {
StrPrint(node_ptr_string, "0x%08x", node);
tmpmd5 = md5_string(node_ptr_string, StrLen(node_ptr_string));
if (!StrCmp(matches->@(0) + 1, tmpmd5)) {
matched = TRUE;
Free(tmpmd5);
goto @css_rule_check_if_matched;
}
Free(tmpmd5);
}
// try to match tagName
if (!StrICmp(matches->@(0), node->tagName)) {
matched = TRUE;
goto @css_rule_check_if_matched;
}
// try to match id
if (*(matches->@(0)(U8*)) == '#' && node->attributes->@("id")) {
if (!StrCmp(matches->@(0) + 1, node->attributes->@("id"))) {
matched = TRUE;
goto @css_rule_check_if_matched;
}
}
// try to match selectors
for (j = 0; j < matches->length; j++) {
selector = matches->@(j);
if (node->attributes->@("class") && StrFirstOcc(selector, ".")) {
// node has class attribute and current selector has .class
if (!StrFirstOcc(node->attributes->@("class"), " ")) {
if (!StrCmp(node->attributes->@("class"), StrFirstOcc(selector, ".") + 1)) {
matched = TRUE;
goto @css_rule_check_if_matched;
}
} else {
MemSet(node_classes_buffer, 0, HTML_WORK_BUFFER_SIZE);
StrCpy(node_classes_buffer, node->attributes->@("class"));
node_classes = String.Split(node_classes_buffer, ' ', &node_classes_count);
for (k = 0; k < node_classes_count; k++) {
if (!StrCmp(node_classes[k], StrFirstOcc(selector, ".") + 1)) {
matched = TRUE;
Free(node_classes);
goto @css_rule_check_if_matched;
}
}
}
}
}
@css_rule_check_if_matched : if (matched)
{
key = properties->keys;
for (j = 0; j < properties->length; j++) {
values = properties->@(key->name);
if (!StrICmp(key->name, "display") && !StrICmp(values->@(0), "none"))
return FALSE;
if (!StrICmp(key->name, "background") || !StrICmp(key->name, "background-color")) {
if (@css_named_colors->@(values->@(0))) {
node->backgroundColor = @css_resolve_color_from_rrggbb(@css_named_colors->@(values->@(0)));
} else if (values->@(0)(U8*)[0] == '#') {
node->backgroundColor = @css_resolve_color_from_rrggbb(values->@(0));
} else {
// unsupported
}
}
if (!StrICmp(key->name, "color")) {
if (@css_named_colors->@(values->@(0))) {
node->color = @css_resolve_color_from_rrggbb(@css_named_colors->@(values->@(0)));
} else if (values->@(0)(U8*)[0] == '#') {
node->color = @css_resolve_color_from_rrggbb(values->@(0));
} else {
// unsupported
}
}
if (!StrICmp(key->name, "width") && !StrICmp(values->@(0) + StrLen(values->@(0)) - 2, "px")) {
StrCpy(node_tmpnum_buf, values->@(0));
node_tmpnum_buf[StrLen(node_tmpnum_buf) - 2] = NULL;
node->width = Str2I64(node_tmpnum_buf);
}
if (!StrICmp(key->name, "height") && !StrICmp(values->@(0) + StrLen(values->@(0)) - 2, "px")) {
StrCpy(node_tmpnum_buf, values->@(0));
node_tmpnum_buf[StrLen(node_tmpnum_buf) - 2] = NULL;
node->height = Str2I64(node_tmpnum_buf);
}
if (!StrICmp(key->name, "text-align") && !StrICmp(values->@(0), "center"))
node->textAlign = CSS_TEXT_ALIGN_CENTER;
if (!StrICmp(key->name, "text-align") && !StrICmp(values->@(0), "right"))
node->textAlign = CSS_TEXT_ALIGN_RIGHT;
if (!StrICmp(key->name, "line-height") && !StrICmp(values->@(0) + StrLen(values->@(0)) - 2, "px")) {
StrCpy(node_tmpnum_buf, values->@(0));
node_tmpnum_buf[StrLen(node_tmpnum_buf) - 2] = NULL;
node->font_size = ToI64((Str2I64(node_tmpnum_buf) / 3) * 2);
}
if (!StrICmp(key->name, "font-size") && !StrICmp(values->@(0) + StrLen(values->@(0)) - 2, "px")) {
StrCpy(node_tmpnum_buf, values->@(0));
node_tmpnum_buf[StrLen(node_tmpnum_buf) - 2] = NULL;
node->font_size = Str2I64(node_tmpnum_buf);
}
key = key->next;
}
}
}
}
return should_display;
}
Bool @html_text_is_printable_ascii(U8* str)
{
while (*str) {
if (*str > 0x7f || *str < ' ')
return FALSE;
++str;
}
return TRUE;
}
U8* @doldoc_pt_to_cstring(U8* ptbuf, HtmlRenderer* renderer)
{
U8* str = CAlloc(MSize2(ptbuf), renderer->task);
while (*ptbuf) {
if (!MemCmp(ptbuf, "ER", 2))
goto pt_to_cstring_done;
if (!MemCmp(ptbuf, "TX", 2)) {
ptbuf += 4;
ptbuf[StrLen(ptbuf) - 1] = NULL;
StrCpy(str + StrLen(str), ptbuf);
ptbuf = StrLen(ptbuf) + 2;
goto pt_to_cstring_next;
}
ptbuf = StrLen(ptbuf) + 1;
pt_to_cstring_next:
}
pt_to_cstring_done:
return str;
}
U0 @create_form_from_node(HtmlRenderer* renderer, @html_dom_node* node)
{
if (!node || !node->attributes || !renderer)
return;
JsonObject* form = Json.CreateObject(renderer->task);
JsonObject* attributes = Json.CreateObject(renderer->task);
// Copy attributes
JsonKey* key = node->attributes->keys;
while (key) {
attributes->set(key->name, key->value, JSON_STRING);
key = key->next;
}
form->set("attributes", attributes, JSON_OBJECT);
form->set("elements", Json.CreateArray(renderer->task), JSON_ARRAY);
renderer->forms->append(form);
renderer->forms_index = renderer->forms->length - 1;
}
U0 @html_button_clicked(HtmlRenderer* renderer, I64 index, U8* name)
{
no_warn renderer, index, name;
}
U8* @form_elements_to_string(HtmlRenderer* renderer, JsonObject* form)
{
if (!form)
return "";
JsonObject* attributes = form->@("attributes");
if (!attributes)
return "";
JsonArray* elements = form->@("elements");
if (!elements)
return "";
U8* action = attributes->@("action");
U8* method = attributes->@("method");
if (!action)
action = StrNew(renderer->current_url_string);
if (!method)
method = "GET";
I64 i;
U8* str = CAlloc(2048, renderer->task);
JsonObject* element = NULL;
if (!StrICmp(method, "GET"))
StrPrint(str, "%s?", attributes->@("action"));
for (i = 0; i < elements->length; i++) {
element = elements->@(i);
StrPrint(str + StrLen(str), "%s=%s", element->@("name"), element->@("value"));
if (i < elements->length - 1)
StrCpy(str + StrLen(str), "&");
}
return str;
}
U0 @html_submit_form(HtmlRenderer* renderer, I64 index)
{
if (index < 0 || !renderer || !renderer->forms)
return;
JsonObject* form = renderer->forms->@(index);
if (!form)
return;
JsonObject* attributes = form->@("attributes");
if (!attributes)
return;
U8* method = attributes->@("method");
if (!StrICmp(method, "GET")) {
@html_follow_link_fp(renderer, @resolve_href(renderer, @form_elements_to_string(renderer, form)));
return;
}
if (!StrICmp(method, "POST")) {
// FIXME: Implement POST method
return;
}
}
U0 @render_form_element(@html_dom_node* node, HtmlRenderer* renderer)
{
if (!node || !renderer || !node->attributes)
return;
U8* type = node->attributes->@("type");
U8* value = node->attributes->@("value");
if (!type)
return;
ButtonWidget* btn = NULL;
if (!StrICmp(type, "button")) {
btn = Gui.CreateWidget(renderer->win, WIDGET_TYPE_BUTTON, U64_MAX, U64_MAX, 64, 16); // FIXME: Derive width/height
btn->data = node;
StrCpy(&btn->text, @t(value, value, ""));
return;
}
if (!StrICmp(type, "submit")) {
btn = Gui.CreateWidget(renderer->win, WIDGET_TYPE_BUTTON, U64_MAX, U64_MAX, 64, 16); // FIXME: Derive width/height
btn->data = node;
Gui.Widget.SetCallback(btn, "clicked", &Reboot);
StrCpy(&btn->text, @t(value, value, "Submit"));
return;
}
}
JsonArray* parent_nodes_excluded_from_text_rendering = Json.Parse("[\"option\",\"script\",\"style\",\"title\"]", erythros_mem_task);
JsonArray* block_level_element_tag_names = Json.Parse("[\"address\",\"article\",\"aside\",\"blockquote\",\"br\",\"canvas\",\"dd\",\"div\",\"dl\",\"dt\",\"fieldset\",\"figcaption\",\"figure\",\"footer\",\"form\",\"h1\",\"h2\",\"h3\",\"h4\",\"h5\",\"h6\",\"header\",\"hr\",\"li\",\"main\",\"nav\",\"noscript\",\"ol\",\"p\",\"pre\",\"section\",\"table\",\"tfoot\",\"ul\",\"video\"]", erythros_mem_task);
U0 @render_node_text(@html_dom_node* node, HtmlRenderer* renderer)
{
if (!@html_text_is_printable_ascii(node->text)) {
// FIXME: Wire up UTF-8 handling for non-ASCII characters
return;
}
I64 background_color = Color(255, 255, 255); // FIXME: Alpha blend into rect beneath fragment in z-index
I64 default_font_size = 16; // FIXME: Derive this
U8* font_name = "Free Serif"; // FIXME: Derive this
I64 font_size = @t(node->parentNode->font_size, node->parentNode->font_size, default_font_size);
I64 text_width;
U8* fragments = StrNew(node->text);
I64 fragment_count = 0;
U8** fragment = String.Split(fragments, ' ', &fragment_count);
I64 i;
Context2DWidget* fragment_widget;
I64 last_fragment_pos = 0;
for (i = 0; i < fragment_count; i++) {
if (fragment[i] && *fragment[i]) {
last_fragment_pos = i;
text_width = @get_truetype_text_width(font_name, font_size, fragment[i]);
if (text_width) {
text_width += 4;
fragment_widget = Gui.CreateWidget(renderer->win, WIDGET_TYPE_CONTEXT2D,
U64_MAX, U64_MAX, 0, 0);
fragment_widget->data = node;
fragment_widget->ctx = NewContext2D(text_width, ToI64(font_size * 1.5))->fill(Color(255, 255, 255))->text(font_name, 0, 0, font_size, node->parentNode->color, fragment[i]);
fragment_widget->width = fragment_widget->ctx->width;
fragment_widget->height = fragment_widget->ctx->height;
}
}
}
Free(fragments);
}
U0 @renderer_append_image(HtmlRenderer* renderer, Context2DWidget* widget)
{
@window_widgets_list* widget_list_item = CAlloc(sizeof(@window_widgets_list));
@window_widgets_list* list = renderer->images;
widget_list_item->widget = widget;
if (!list) {
renderer->images = widget_list_item;
} else {
while (list->next) {
list = list->next;
}
list->next = widget_list_item;
}
}
U0 @render_node_list(@html_dom_node* node, HtmlRenderer* renderer)
{
if (!node || !renderer)
return;
I64 i;
U8 buf[HTML_WORK_BUFFER_SIZE];
I64 margin_top = 32; // FIXME: Derive these
I64 margin_bottom = 32;
if (StrICmp(node->tagName, "InternalTextNode") && StrICmp(node->tagName, "option") && StrICmp(node->tagName, "script") && StrICmp(node->tagName, "style") && StrICmp(node->tagName, "title"))
if (!@render_css_for_node(node, renderer))
return;
Context2DWidget* block_widget;
// FIXME: Resolve if display: block is set
if (block_level_element_tag_names->contains(node->tagName)) {
node->display_block = TRUE;
}
if (node->display_block) {
block_widget = Gui.CreateWidget(renderer->win, WIDGET_TYPE_CONTEXT2D,
U64_MAX, U64_MAX, 0, 0);
block_widget->data = node;
}
if (!StrICmp(node->tagName, "body")) {
renderer->background_widget->ctx->width = Display.Width();
renderer->background_widget->ctx->height = Display.Height();
renderer->background_widget->ctx->fill(@image_pixel_flip_rgb_bgr(node->backgroundColor));
}
Context2DWidget* img_widget;
if (!StrICmp(node->tagName, "form"))
@create_form_from_node(renderer, node);
if (!StrICmp(node->tagName, "input"))
@render_form_element(node, renderer);
if (!StrICmp(node->tagName, "InternalTextNode")) {
node->text = @sanitize_node_text(renderer, node->text);
if (!parent_nodes_excluded_from_text_rendering->contains(node->parentNode->tagName)) {
@render_node_text(node, renderer);
}
if (!StrICmp(node->parentNode->tagName, "title")) {
String.Trim(node->text);
Gui.Window.SetTitle(renderer->win, node->text);
MemSet(renderer->task->task_title, NULL, STR_LEN);
MemCpy(renderer->task->task_title, node->text, STR_LEN - 1);
renderer->current_title = StrNew(node->text, renderer->task);
}
}
if (!StrICmp(node->tagName, "img")) {
if (!node->width || !node->height) {
node->width = 32;
node->height = 32;
}
img_widget = Gui.CreateWidget(renderer->win, WIDGET_TYPE_CONTEXT2D,
U64_MAX, U64_MAX, node->width, node->height);
img_widget->data = node;
@renderer_append_image(renderer, img_widget);
}
if (node->children->length) {
for (i = 0; i < node->children->length; i++)
@render_node_list(node->children->@(i), renderer);
}
if (node->display_block) {
block_widget = Gui.CreateWidget(renderer->win, WIDGET_TYPE_CONTEXT2D,
U64_MAX, U64_MAX, 0, 0);
block_widget->data = node;
}
}
@html_dom_node* @self_or_ancestor_matches_tag_name(@html_dom_node* node, U8* tagName)
{
while (node) {
if (!StrICmp(node->tagName, tagName))
return node;
node = node->parentNode;
}
return NULL;
}
U0 @reflow_node_list(HtmlRenderer* renderer)
{
I64 prev_render_y = renderer->render_y;
renderer->render_x = 0;
renderer->render_y = renderer->background_widget->y;
if (renderer->vertical_scroll_widget && prev_render_y && renderer->vertical_scroll_widget->scroll) {
renderer->render_y -= (renderer->vertical_scroll_widget->scroll * (prev_render_y / renderer->vertical_scroll_widget->height));
}
renderer->max_line_height = RENDERER_DEFAULT_MAX_LINE_HEIGHT;
@window_widgets_list* widget_list_item = renderer->widgets_base->next;
Widget* widget;
@html_dom_node* node;
while (widget_list_item) {
widget = widget_list_item->widget;
node = widget->data;
if (node) {
if (node->display_block && renderer->render_x) {
renderer->render_x = 0;
renderer->render_y += renderer->max_line_height;
renderer->max_line_height = RENDERER_DEFAULT_MAX_LINE_HEIGHT;
}
widget->x = renderer->render_x;
widget->y = renderer->render_y;
if (@self_or_ancestor_matches_tag_name(node, "a")) {
widget->pointer = renderer->link_pointer;
Gui.Widget.SetCallback(widget, "clicked", renderer->link_callback);
}
renderer->render_x += widget->width;
renderer->max_line_height = Max(renderer->max_line_height, widget->height);
if (renderer->render_x > renderer->win->width - widget->width) {
renderer->render_x = 0;
renderer->render_y += renderer->max_line_height;
renderer->max_line_height = RENDERER_DEFAULT_MAX_LINE_HEIGHT;
}
}
widget_list_item = widget_list_item->next;
}
}
U0 @process_css_rules_from_external_stylesheet(HtmlRenderer* renderer, U8* str)
{
// download (or load from cache) and process stylesheet
if (!renderer || !str)
return;
U8 status_text_buffer[128];
U8 buf[HTML_WORK_BUFFER_SIZE];
HttpUrl* url = @expand_url_from_string(renderer->task, renderer->current_url, str);
if (!url)
return;
StrPrint(buf, "%s%s%s", url->scheme, url->host, url->path);
U8* buffer = NULL;
@http_response* resp = NULL;
I64 content_length = 0;
if (@http_is_resource_cached(buf, renderer->cache_directory)) {
StrPrint(status_text_buffer, "Loading CSS file from cache: %s", buf);
@html_renderer_update_status_text(renderer, status_text_buffer);
resp = CAlloc(sizeof(@http_response), renderer->task);
resp->body.data = FileRead(@http_get_cached_resource_filename(buf, renderer->cache_directory), &content_length);
} else {
StrPrint(status_text_buffer, "Fetching %s...", buf);
@html_renderer_update_status_text(renderer, status_text_buffer);
buffer = CAlloc(HTTP_FETCH_BUFFER_SIZE, renderer->task);
resp = Http.Get(url, buffer);
while (resp->state != HTTP_STATE_DONE) {
if (resp->state >= HTTP_STATE_HEADERS_RECEIVED) {
StrPrint(status_text_buffer, "Received %d bytes", resp->body.length);
@html_renderer_update_status_text(renderer, status_text_buffer);
}
Sleep(1);
}
content_length = StrLen(resp->body.data);
if (!content_length)
goto @css_content_length_is_zero;
@http_cache_resource(buf, resp->body.data, content_length, renderer->cache_directory);
}
@css_tokenize_and_create_rules_from_buffer(renderer->css_rules, resp->body.data, content_length, renderer->task);
@css_content_length_is_zero : if (buffer) Free(buffer);
}
U0 @process_css_rules_from_node_list(@html_dom_node* node, HtmlRenderer* renderer)
{
if (!node)
return;
I64 i;
U8 node_ptr_string[32];
U8 tmpbuf[HTML_WORK_BUFFER_SIZE];
U8* tmpmd5;
// Process rules from LINK rel="stylesheet" elements
if (!StrICmp(node->tagName, "link")) {
if (!StrICmp(node->attributes->@("rel"), "stylesheet") && StrLen(node->attributes->@("rel")) == 10 && node->attributes->@("href")) {
@process_css_rules_from_external_stylesheet(renderer, node->attributes->@("href"));
}
}
// Process rules from STYLE elements
if (!StrICmp(node->tagName, "InternalTextNode"))
if (!StrICmp(node->parentNode->tagName, "style"))
@css_tokenize_and_create_rules_from_buffer(renderer->css_rules, node->text, StrLen(node->text), renderer->task);
// Process rules from style attributes on individual elements
if (StrICmp(node->tagName, "link") && node->attributes->@("style")) {
StrPrint(node_ptr_string, "0x%08x", node);
tmpmd5 = md5_string(node_ptr_string, StrLen(node_ptr_string));
StrPrint(tmpbuf, "\xFE%s{%s}", tmpmd5, node->attributes->@("style"));
@css_tokenize_and_create_rules_from_buffer(renderer->css_rules, tmpbuf, StrLen(tmpbuf), renderer->task);
Free(tmpmd5);
}
if (node->children->length) {
for (i = 0; i < node->children->length; i++)
@process_css_rules_from_node_list(node->children->@(i), renderer);
}
}
U0 @process_custom_css_rules(HtmlRenderer* renderer)
{
JsonItem* item;
JsonArray* rules = NULL;
I64 i;
rules = @custom_css_rules->@(renderer->current_url->host);
if (rules) {
for (i = 0; i < rules->length; i++) {
renderer->css_rules->append(rules->@(i));
}
return;
}
}
U0 @fetch_images_for_page(HtmlRenderer* renderer)
{
if (!renderer) {
return;
}
U8 status_text_buffer[128];
U8 buf[HTML_WORK_BUFFER_SIZE];
HttpUrl* url;
Context2DWidget* widget;
@html_dom_node* node;
U8* src;
Bool is_alternate_port;
U8* buffer = CAlloc(HTTP_FETCH_BUFFER_SIZE, renderer->task);
@http_response* resp = NULL;
@window_widgets_list* image_list_item = renderer->images;
while (image_list_item) {
widget = image_list_item->widget;
if (!widget)
goto @fetch_next_image;
node = widget->data;
if (!node)
goto @fetch_next_image;
src = node->attributes->@("src");
if (!src)
goto @fetch_next_image;
url = @expand_url_from_string(renderer->task, renderer->current_url, src);
if (!url)
goto @fetch_next_image;
is_alternate_port = FALSE;
if (!StrICmp(url->scheme, "http://") && url->port != 80)
is_alternate_port = TRUE;
if (!StrICmp(url->scheme, "https://") && url->port != 443)
is_alternate_port = TRUE;
if (is_alternate_port)
StrPrint(buf, "%s%s:%d%s", url->scheme, url->host, url->port, url->path);
else
StrPrint(buf, "%s%s%s", url->scheme, url->host, url->path);
if (@http_is_resource_cached(buf, renderer->cache_directory)) {
StrPrint(status_text_buffer, "Loading image from cache: %s", buf);
@html_renderer_update_status_text(renderer, status_text_buffer);
resp = CAlloc(sizeof(@http_response), renderer->task);
resp->body.data = FileRead(@http_get_cached_resource_filename(buf, renderer->cache_directory), &resp->body.length);
} else {
StrPrint(status_text_buffer, "Fetching %s...", buf);
@html_renderer_update_status_text(renderer, status_text_buffer);
buffer = CAlloc(HTTP_FETCH_BUFFER_SIZE, renderer->task);
resp = Http.Get(url, buffer);
while (resp->state != HTTP_STATE_DONE) {
if (resp->state >= HTTP_STATE_HEADERS_RECEIVED) {
StrPrint(status_text_buffer, "Received %d bytes", resp->body.length);
@html_renderer_update_status_text(renderer, status_text_buffer);
}
Sleep(1);
}
if (!resp->body.length)
goto @fetch_next_image;
@http_cache_resource(buf, resp->body.data, resp->body.length, renderer->cache_directory);
}
// FIXME: Wire up animated GIF handling
widget->ctx = @image_buffer_to_context2d(resp->body.data, resp->body.length);
if (widget->ctx) {
widget->width = widget->ctx->width;
widget->height = widget->ctx->height;
}
@reflow_node_list(renderer);
@fetch_next_image : image_list_item = image_list_item->next;
}
Free(buffer);
}

1281
System/Libraries/Html/Tokenizer.HC Normal file
View file

File diff suppressed because it is too large Load diff

14
System/Libraries/Http.HC
View file

@ -1,8 +1,8 @@
#define HTTP_TMP_DIRECTORY "B:/Tmp"
#define HTTP_CACHE_DIRECTORY "B:/Tmp/Cache"
#define HTTP_TMP_DIRECTORY "A:/Tmp"
#define HTTP_CACHE_DIRECTORY "A:/Tmp/Cache"
#define HTTP_FETCH_BUFFER_SIZE 1024 << 15
#define SEDECIM_USER_AGENT_STRING "Mozilla/5.0 (compatible; Sedecim/1.0; TempleOS) (KHTML, like Gecko)"
#define CYBERIA_USER_AGENT_STRING "Mozilla/5.0 (compatible; Cyberia/1.0; TempleOS) (KHTML, like Gecko)"
class @http_buffer
{
@ -366,7 +366,7 @@ I64 @http_req(@http_request* req)
"GET %s%s HTTP/1.0\r\n"
"Host: %s\r\n"
"%s"
"User-Agent: " SEDECIM_USER_AGENT_STRING
"User-Agent: " CYBERIA_USER_AGENT_STRING
"\r\n\r\n",
req->url->path, req->url->query, req->url->host, headers_buf);
break;
@ -375,7 +375,7 @@ I64 @http_req(@http_request* req)
"HEAD %s%s HTTP/1.0\r\n"
"Host: %s\r\n"
"%s"
"User-Agent: " SEDECIM_USER_AGENT_STRING
"User-Agent: " CYBERIA_USER_AGENT_STRING
"\r\n\r\n",
req->url->path, req->url->query, req->url->host, headers_buf);
break;
@ -384,7 +384,7 @@ I64 @http_req(@http_request* req)
"POST %s%s HTTP/1.0\r\n"
"Host: %s\r\n"
"%s"
"User-Agent: " SEDECIM_USER_AGENT_STRING
"User-Agent: " CYBERIA_USER_AGENT_STRING
"\r\n"
"Content-Length: %d\r\n\r\n",
req->url->path, req->url->query, req->url->host, headers_buf,
@ -396,7 +396,7 @@ I64 @http_req(@http_request* req)
"PUT %s%s HTTP/1.0\r\n"
"Host: %s\r\n"
"%s"
"User-Agent: " SEDECIM_USER_AGENT_STRING
"User-Agent: " CYBERIA_USER_AGENT_STRING
"\r\n"
"Content-Length: %d\r\n\r\n",
req->url->path, req->url->query, req->url->host, headers_buf,