CTask* slon_db_mem_task = Spawn(&@slon_mem_task_loop, , "SlonDbMemTask"); #define SLON_MISSING_ACCOUNT_AVATAR "https://slon-project.org/images/avatar-missing.png" #define SLON_DB_PATH "A:/db" #define SLON_MEDIA_PATH "B:/media" JsonObject* db = Json.CreateObject(slon_db_mem_task); U0 @slon_db_load_accounts_from_disk() { progress1 = 0; progress1_max = 0; JsonArray* accounts = Json.CreateArray(slon_db_mem_task); U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/accounts/*.json", SLON_DB_PATH); CDirEntry* files = FilesFind(scratch_buffer); CDirEntry* de = files; while (de) { ++progress1_max; de = de->next; } JsonObject* account = NULL; de = files; while (de) { account = Json.ParseFile(de->full_name, slon_db_mem_task); if (account) { accounts->append(account); } ++progress1; StrPrint(progress1_desc, "Loading profile for account [%d/%d]", progress1 + 1, progress1_max); de = de->next; } progress1 = 0; progress1_max = 0; DirTreeDel(files); db->set("accounts", accounts, JSON_ARRAY); } U0 @slon_db_load_actors_from_disk() { U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/actors.json", SLON_DB_PATH); db->set("actors", Json.ParseFile(scratch_buffer, slon_db_mem_task), JSON_OBJECT); } U0 @slon_db_load_apps_from_disk() { U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/apps.json", SLON_DB_PATH); db->set("apps", Json.ParseFile(scratch_buffer, slon_db_mem_task), JSON_OBJECT); } U0 @slon_db_load_announcements_from_disk() { U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/announcements.json", SLON_DB_PATH); db->set("announcements", Json.ParseFile(scratch_buffer, slon_db_mem_task), JSON_ARRAY); } U0 @slon_db_load_custom_emojis_from_disk() { U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/custom_emojis.json", SLON_DB_PATH); db->set("custom_emojis", Json.ParseFile(scratch_buffer, slon_db_mem_task), JSON_ARRAY); } U0 @slon_db_load_instance_from_disk() { U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/instance.json", SLON_DB_PATH); db->set("instance", Json.ParseFile(scratch_buffer, slon_db_mem_task), JSON_OBJECT); } U0 @slon_db_load_oauth_from_disk() { U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/oauth.json", SLON_DB_PATH); db->set("oauth", Json.ParseFile(scratch_buffer, slon_db_mem_task), JSON_OBJECT); } U0 @slon_db_load_private_keys_from_disk() { U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/private_keys.json", SLON_DB_PATH); db->set("private_keys", Json.ParseFile(scratch_buffer, slon_db_mem_task), JSON_OBJECT); } U0 @slon_db_load_favourites_from_disk() { JsonObject* favourites = Json.CreateObject(slon_db_mem_task); U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/favourites/*.json", SLON_DB_PATH); CDirEntry* files = FilesFind(scratch_buffer); CDirEntry* de = files; JsonArray* favourite_array = NULL; while (de) { favourite_array = Json.ParseFile(de->full_name, slon_db_mem_task); if (favourite_array) { StrFind(".json", de->name)[0] = NULL; favourites->set(de->name, favourite_array, JSON_ARRAY); } de = de->next; } DirTreeDel(files); db->set("favourites", favourites, JSON_OBJECT); } U0 @slon_db_load_followers_from_disk() { JsonObject* followers = Json.CreateObject(slon_db_mem_task); U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/followers/*.json", SLON_DB_PATH); CDirEntry* files = FilesFind(scratch_buffer); CDirEntry* de = files; JsonArray* follower_array = NULL; while (de) { follower_array = Json.ParseFile(de->full_name, slon_db_mem_task); if (follower_array) { StrFind(".json", de->name)[0] = NULL; followers->set(de->name, follower_array, JSON_ARRAY); } de = de->next; } DirTreeDel(files); db->set("followers", followers, JSON_OBJECT); } U0 @slon_db_load_following_from_disk() { JsonObject* following = Json.CreateObject(slon_db_mem_task); U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/following/*.json", SLON_DB_PATH); CDirEntry* files = FilesFind(scratch_buffer); CDirEntry* de = files; JsonArray* following_array = NULL; while (de) { following_array = Json.ParseFile(de->full_name, slon_db_mem_task); if (following_array) { StrFind(".json", de->name)[0] = NULL; following->set(de->name, following_array, JSON_ARRAY); } de = de->next; } DirTreeDel(files); db->set("following", following, JSON_OBJECT); } U0 @slon_db_load_markers_from_disk() { JsonObject* markers = Json.CreateObject(slon_db_mem_task); U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/markers/*.json", SLON_DB_PATH); CDirEntry* files = FilesFind(scratch_buffer); CDirEntry* de = files; JsonArray* marker_array = NULL; while (de) { marker_array = Json.ParseFile(de->full_name, slon_db_mem_task); if (marker_array) { StrFind(".json", de->name)[0] = NULL; markers->set(de->name, marker_array, JSON_ARRAY); } de = de->next; } DirTreeDel(files); db->set("markers", markers, JSON_OBJECT); } U0 @slon_db_load_settings_from_disk() { U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/settings.json", SLON_DB_PATH); db->set("settings", Json.ParseFile(scratch_buffer, slon_db_mem_task), JSON_OBJECT); } U0 @slon_db_load_statuses_from_disk() { progress1 = 0; progress1_max = 0; JsonObject* statuses = Json.CreateObject(slon_db_mem_task); U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/statuses/*.json", SLON_DB_PATH); CDirEntry* files = FilesFind(scratch_buffer); CDirEntry* de = files; while (de) { ++progress1_max; de = de->next; } de = files; JsonArray* status_array = NULL; while (de) { status_array = Json.ParseFile(de->full_name, slon_db_mem_task); if (status_array) { StrFind(".json", de->name)[0] = NULL; statuses->set(de->name, status_array, JSON_ARRAY); } ++progress1; StrPrint(progress1_desc, "Loading statuses for account [%d/%d]", progress1 + 1, progress1_max); de = de->next; } progress1 = 0; progress1_max = 0; DirTreeDel(files); db->set("statuses", statuses, JSON_OBJECT); } U0 @slon_db_load_timelines_from_disk() { JsonObject* timelines = Json.CreateObject(slon_db_mem_task); JsonObject* home_statuses = Json.CreateObject(slon_db_mem_task); U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/timelines/home/*.json", SLON_DB_PATH); CDirEntry* files = FilesFind(scratch_buffer); CDirEntry* de = files; JsonArray* status_array = NULL; while (de) { status_array = Json.ParseFile(de->full_name, slon_db_mem_task); if (status_array) { StrFind(".json", de->name)[0] = NULL; home_statuses->set(de->name, status_array, JSON_ARRAY); } de = de->next; } DirTreeDel(files); timelines->set("home", home_statuses, JSON_OBJECT); StrPrint(scratch_buffer, "%s/timelines/public.json", SLON_DB_PATH); timelines->set("public", Json.ParseFile(scratch_buffer, slon_db_mem_task), JSON_ARRAY); db->set("timelines", timelines, JSON_OBJECT); } U0 @slon_db_save_account_to_disk(JsonObject* account) { U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/accounts/%s.json", SLON_DB_PATH, account->@("id")); Json.DumpToFile(scratch_buffer, account, slon_db_mem_task); } U0 @slon_db_save_accounts_to_disk() { U8 scratch_buffer[256]; I64 i; JsonArray* accounts = db->a("accounts"); JsonObject* account = NULL; for (i = 0; i < accounts->length; i++) { account = accounts->o(i); StrPrint(scratch_buffer, "%s/accounts/%s.json", SLON_DB_PATH, account->@("id")); Json.DumpToFile(scratch_buffer, account, slon_db_mem_task); } } U0 @slon_db_save_actors_to_disk() { U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/actors.json", SLON_DB_PATH); Json.DumpToFile(scratch_buffer, db->o("actors"), slon_db_mem_task); } U0 @slon_db_save_apps_to_disk() { U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/apps.json", SLON_DB_PATH); Json.DumpToFile(scratch_buffer, db->o("apps"), slon_db_mem_task); } U0 @slon_db_save_announcements_to_disk() { U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/announcements.json", SLON_DB_PATH); Json.DumpToFile(scratch_buffer, db->a("announcements"), slon_db_mem_task); } U0 @slon_db_save_custom_emojis_to_disk() { U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/custom_emojis.json", SLON_DB_PATH); Json.DumpToFile(scratch_buffer, db->a("custom_emojis"), slon_db_mem_task); } U0 @slon_db_save_instance_to_disk() { U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/instance.json", SLON_DB_PATH); Json.DumpToFile(scratch_buffer, db->o("instance"), slon_db_mem_task); } U0 @slon_db_save_oauth_to_disk() { U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/oauth.json", SLON_DB_PATH); Json.DumpToFile(scratch_buffer, db->o("oauth"), slon_db_mem_task); } U0 @slon_db_save_private_keys_to_disk() { U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/private_keys.json", SLON_DB_PATH); Json.DumpToFile(scratch_buffer, db->o("private_keys"), slon_db_mem_task); } U0 @slon_db_save_favourites_to_disk() { U8 scratch_buffer[256]; JsonKey* key = db->o("favourites")->keys; while (key) { StrPrint(scratch_buffer, "%s/favourites/%s.json", SLON_DB_PATH, key->name); Json.DumpToFile(scratch_buffer, key->value, slon_db_mem_task); key = key->next; } } U0 @slon_db_save_followers_to_disk() { U8 scratch_buffer[256]; JsonKey* key = db->o("followers")->keys; while (key) { StrPrint(scratch_buffer, "%s/followers/%s.json", SLON_DB_PATH, key->name); Json.DumpToFile(scratch_buffer, key->value, slon_db_mem_task); key = key->next; } } U0 @slon_db_save_following_to_disk() { U8 scratch_buffer[256]; JsonKey* key = db->o("following")->keys; while (key) { StrPrint(scratch_buffer, "%s/following/%s.json", SLON_DB_PATH, key->name); Json.DumpToFile(scratch_buffer, key->value, slon_db_mem_task); key = key->next; } } U0 @slon_db_save_markers_to_disk() { U8 scratch_buffer[256]; JsonKey* key = db->o("markers")->keys; while (key) { StrPrint(scratch_buffer, "%s/markers/%s.json", SLON_DB_PATH, key->name); Json.DumpToFile(scratch_buffer, key->value, slon_db_mem_task); key = key->next; } } U0 @slon_db_save_settings_to_disk() { U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/settings.json", SLON_DB_PATH); Json.DumpToFile(scratch_buffer, db->o("settings"), slon_db_mem_task); } U0 @slon_db_save_status_to_disk(JsonObject* status) { // NOTE: This will commit all statuses to disk for the account specified in the status. U8 scratch_buffer[256]; StrPrint(scratch_buffer, "%s/statuses/%s.json", SLON_DB_PATH, status->o("account")->@("id")); Json.DumpToFile(scratch_buffer, db->o("statuses")->a(status->o("account")->@("id")), slon_db_mem_task); } U0 @slon_db_save_statuses_to_disk() { // NOTE: This will commit all statuses to disk for every known account. U8 scratch_buffer[256]; JsonKey* key = db->o("statuses")->keys; while (key) { StrPrint(scratch_buffer, "%s/statuses/%s.json", SLON_DB_PATH, key->name); Json.DumpToFile(scratch_buffer, key->value, slon_db_mem_task); key = key->next; } } U0 @slon_db_save_timelines_to_disk() { U8 scratch_buffer[256]; JsonKey* key = db->o("timelines")->o("home")->keys; while (key) { StrPrint(scratch_buffer, "%s/timelines/home/%s.json", SLON_DB_PATH, key->name); Json.DumpToFile(scratch_buffer, key->value, slon_db_mem_task); key = key->next; } StrPrint(scratch_buffer, "%s/timelines/public.json", SLON_DB_PATH); Json.DumpToFile(scratch_buffer, db->o("timelines")->a("public"), slon_db_mem_task); } U0 @slon_db_save_to_disk() { @slon_db_save_accounts_to_disk(); @slon_db_save_actors_to_disk(); @slon_db_save_announcements_to_disk(); @slon_db_save_apps_to_disk(); @slon_db_save_custom_emojis_to_disk(); @slon_db_save_favourites_to_disk(); @slon_db_save_followers_to_disk(); @slon_db_save_following_to_disk(); @slon_db_save_instance_to_disk(); @slon_db_save_markers_to_disk(); @slon_db_save_oauth_to_disk(); @slon_db_save_private_keys_to_disk(); @slon_db_save_settings_to_disk(); @slon_db_save_statuses_to_disk(); @slon_db_save_timelines_to_disk(); } U0 @slon_db_load_from_defaults() { db->set("accounts", Json.CreateArray(slon_db_mem_task), JSON_ARRAY); db->set("actors", Json.CreateObject(slon_db_mem_task), JSON_OBJECT); db->set("announcements", Json.CreateArray(slon_db_mem_task), JSON_ARRAY); db->set("apps", Json.CreateObject(slon_db_mem_task), JSON_OBJECT); db->set("custom_emojis", Json.CreateArray(slon_db_mem_task), JSON_ARRAY); db->set("idempotency_keys", Json.CreateObject(slon_db_mem_task), JSON_OBJECT); db->set("private_keys", Json.CreateObject(slon_db_mem_task), JSON_OBJECT); db->set("private_keys_binary", Json.CreateObject(slon_db_mem_task), JSON_OBJECT); db->set("public_keys", Json.CreateObject(slon_db_mem_task), JSON_OBJECT); db->set("favourites", Json.CreateObject(slon_db_mem_task), JSON_OBJECT); db->set("followers", Json.CreateObject(slon_db_mem_task), JSON_OBJECT); db->set("following", Json.CreateObject(slon_db_mem_task), JSON_OBJECT); db->set("instance", Json.ParseFile("M:/Slon/Static/defaults/instance.json", slon_db_mem_task), JSON_OBJECT); db->set("markers", Json.CreateObject(slon_db_mem_task), JSON_OBJECT); db->set("media", Json.CreateObject(slon_db_mem_task), JSON_OBJECT); db->set("settings", Json.CreateObject(slon_db_mem_task), JSON_OBJECT); db->set("statuses", Json.CreateObject(slon_db_mem_task), JSON_OBJECT); db->set("timelines", Json.CreateObject(slon_db_mem_task), JSON_OBJECT); db->o("timelines")->set("home", Json.CreateObject(slon_db_mem_task), JSON_OBJECT); db->o("timelines")->set("public", Json.CreateArray(slon_db_mem_task), JSON_ARRAY); JsonObject* oauth = Json.CreateObject(slon_db_mem_task); oauth->set("codes", Json.CreateObject(slon_db_mem_task), JSON_OBJECT); oauth->set("requests", Json.CreateObject(slon_db_mem_task), JSON_OBJECT); oauth->set("responses", Json.CreateObject(slon_db_mem_task), JSON_OBJECT); oauth->set("tokens", Json.CreateObject(slon_db_mem_task), JSON_OBJECT); db->set("oauth", oauth, JSON_OBJECT); db->set("setup", FALSE, JSON_BOOLEAN); } U0 @slon_db_load_from_disk() { @slon_db_load_accounts_from_disk(); @slon_db_load_actors_from_disk(); @slon_db_load_announcements_from_disk(); @slon_db_load_apps_from_disk(); @slon_db_load_custom_emojis_from_disk(); db->set("idempotency_keys", Json.CreateObject(slon_db_mem_task), JSON_OBJECT); @slon_db_load_private_keys_from_disk(); db->set("private_keys_binary", Json.CreateObject(slon_db_mem_task), JSON_OBJECT); db->set("public_keys", Json.CreateObject(slon_db_mem_task), JSON_OBJECT); @slon_db_load_favourites_from_disk(); @slon_db_load_followers_from_disk(); @slon_db_load_following_from_disk(); @slon_db_load_instance_from_disk(); @slon_db_load_markers_from_disk(); db->set("media", Json.CreateObject(slon_db_mem_task), JSON_OBJECT); @slon_db_load_oauth_from_disk(); @slon_db_load_settings_from_disk(); @slon_db_load_statuses_from_disk(); @slon_db_load_timelines_from_disk(); db->set("setup", TRUE, JSON_BOOLEAN); } U0 @slon_db_instance_update_user_count() { JsonObject* stats = db->o("instance")->o("stats"); stats->set("user_count", db->a("accounts")->length); } U0 @slon_db_instance_decrement_status_count() { JsonObject* stats = db->o("instance")->o("stats"); stats->set("status_count", MaxI64(0, stats->@("status_count") - 1)); } U0 @slon_db_instance_increment_status_count() { JsonObject* stats = db->o("instance")->o("stats"); stats->set("status_count", stats->@("status_count") + 1); } U0 @slon_db_actors_update_user(JsonObject* acct) { acct->set("avatar_static", acct->@("avatar")); acct->set("header_static", acct->@("header")); @slon_db_save_account_to_disk(acct); JsonObject* actors = db->o("actors"); JsonObject* actor = actors->o(acct->@("username")); if (!actor) { // FIXME: Handle this error return; } actor->set("name", acct->@("display_name")); actor->set("summary", acct->@("note")); JsonObject* icon = actor->o("icon"); icon->set("url", acct->@("avatar")); actor->set("attachment", acct->@("fields")); @slon_db_save_actors_to_disk; } JsonObject* @slon_db_accounts_add(JsonObject* acct) { db->a("accounts")->append(Json.Clone(acct, slon_db_mem_task)); @slon_db_save_account_to_disk(acct); return acct; } U0 @slon_db_init() { if (FileFind(SLON_DB_PATH)) { @slon_log(LOG_DB, "loading db from disk"); @slon_db_load_from_disk; } else { @slon_log(LOG_DB, "no db found; loading defaults"); @slon_db_load_from_defaults; } } @slon_db_init; JsonArray* SLON_EMPTY_JSON_ARRAY = Json.CreateArray(slon_db_mem_task); JsonObject* SLON_EMPTY_JSON_OBJECT = Json.CreateObject(slon_db_mem_task); JsonObject* SLON_DEFAULT_ACCT_OBJECT = Json.ParseFile("M:/Slon/Static/defaults/account.json", slon_db_mem_task); JsonObject* SLON_DEFAULT_ACTOR_OBJECT = Json.ParseFile("M:/Slon/Static/defaults/actor.json", slon_db_mem_task);