#include "ssb.import.h" #include "log.h" #include "mem.h" #include "ssb.db.h" #include "ssb.h" #include "util.js.h" #include "quickjs.h" #include "sqlite3.h" #include "unzip.h" #include "uv.h" #include #include #include static void _tf_ssb_import_add_app(tf_ssb_t* ssb, const char* user, const char* app) { sqlite3_stmt* statement; JSContext* context = tf_ssb_get_context(ssb); JSValue apps = JS_UNDEFINED; sqlite3* db = tf_ssb_acquire_db_writer(ssb); if (sqlite3_prepare(db, "SELECT value FROM properties WHERE id = ?1 AND key = 'apps'", -1, &statement, NULL) == SQLITE_OK) { if (sqlite3_bind_text(statement, 1, user, -1, NULL) == SQLITE_OK && sqlite3_step(statement) == SQLITE_ROW) { const char* json = (const char*)sqlite3_column_text(statement, 0); apps = JS_ParseJSON(context, json, strlen(json), NULL); } sqlite3_finalize(statement); } if (!JS_IsArray(context, apps)) { JS_FreeValue(context, apps); apps = JS_NewArray(context); } int32_t length = tf_util_get_length(context, apps); JS_SetPropertyUint32(context, apps, length, JS_NewString(context, app)); JSValue sort = JS_GetPropertyStr(context, apps, "sort"); JS_FreeValue(context, JS_Call(context, sort, apps, 0, NULL)); JS_FreeValue(context, sort); length++; JSValue out_apps = JS_NewArray(context); const char* last_added = NULL; int write_index = 0; for (int read_index = 0; read_index < length; read_index++) { JSValue read_value = JS_GetPropertyUint32(context, apps, read_index); const char* read_string = JS_ToCString(context, read_value); if (read_string && (!last_added || strcmp(read_string, last_added))) { JS_SetPropertyUint32(context, out_apps, write_index++, read_value); } else { JS_FreeValue(context, read_value); } JS_FreeCString(context, last_added); last_added = read_string; } JS_FreeCString(context, last_added); JSValue json = JS_JSONStringify(context, out_apps, JS_NULL, JS_NULL); const char* text = JS_ToCString(context, json); if (sqlite3_prepare(db, "INSERT OR REPLACE INTO properties (id, key, value) VALUES (?1, 'apps', ?2)", -1, &statement, NULL) == SQLITE_OK) { if (sqlite3_bind_text(statement, 1, user, -1, NULL) == SQLITE_OK && sqlite3_bind_text(statement, 2, text, -1, NULL) == SQLITE_OK && sqlite3_step(statement) == SQLITE_OK) { } sqlite3_finalize(statement); } tf_ssb_release_db_writer(ssb, db); JS_FreeCString(context, text); JS_FreeValue(context, json); JS_FreeValue(context, out_apps); JS_FreeValue(context, apps); } static char* _tf_ssb_import_read_file(uv_loop_t* loop, const char* path, size_t* out_size) { char* data = NULL; uv_fs_t req = { 0 }; int handle = uv_fs_open(loop, &req, path, 0, 0, NULL); if (handle >= 0) { uv_fs_t read_req = { 0 }; data = tf_malloc(k_ssb_blob_bytes_max); int r = uv_fs_read(loop, &read_req, handle, &(uv_buf_t) { .base = data, .len = k_ssb_blob_bytes_max }, 1, 0, NULL); if (r >= 0 && r < k_ssb_blob_bytes_max) { data[r] = '\0'; *out_size = r; } else { tf_printf("Failed to read %s: %s.\n", path, uv_strerror(r)); } uv_fs_req_cleanup(&read_req); uv_fs_t close_req = { 0 }; r = uv_fs_close(loop, &close_req, handle, NULL); if (r) { tf_printf("Failed to close %s: %s.\n", path, uv_strerror(r)); } } else { tf_printf("Failed to open %s: %s.\n", path, uv_strerror(handle)); } uv_fs_req_cleanup(&req); return data; } static void _tf_ssb_import_recursive_add_files(tf_ssb_t* ssb, uv_loop_t* loop, JSContext* context, JSValue files, const char* root, const char* path) { uv_fs_t req = { 0 }; int r = uv_fs_scandir(loop, &req, path, 0, NULL); if (r >= 0) { uv_dirent_t ent; while (uv_fs_scandir_next(&req, &ent) == 0) { if (ent.type == UV_DIRENT_FILE #if defined(__HAIKU__) || ent.type == UV_DIRENT_UNKNOWN #endif ) { size_t len = strlen(path) + strlen(ent.name) + 2; char* full_path = tf_malloc(len); snprintf(full_path, len, "%s/%s", path, ent.name); size_t size = 0; char* blob = _tf_ssb_import_read_file(loop, full_path, &size); char id[k_id_base64_len] = { 0 }; bool is_new = false; if (tf_ssb_db_blob_store(ssb, (const uint8_t*)blob, size, id, sizeof(id), &is_new) && is_new) { tf_printf("Stored %s as %s.\n", full_path, id); } JS_SetPropertyStr(context, files, full_path + strlen(root) + 1, JS_NewString(context, id)); tf_free(blob); tf_free(full_path); } } } else { tf_printf("Failed to scan directory %s: %s.", path, uv_strerror(r)); } uv_fs_req_cleanup(&req); } static bool _tf_ssb_register_app(tf_ssb_t* ssb, const char* user, const char* app, const char* id) { bool result = false; sqlite3_stmt* statement; sqlite3* db = tf_ssb_acquire_db_writer(ssb); if (sqlite3_prepare(db, "INSERT OR REPLACE INTO properties (id, key, value) VALUES (?1, 'path:' || ?2, ?3)", -1, &statement, NULL) == SQLITE_OK) { if (sqlite3_bind_text(statement, 1, user, -1, NULL) == SQLITE_OK && sqlite3_bind_text(statement, 2, app, -1, NULL) == SQLITE_OK && sqlite3_bind_text(statement, 3, id, -1, NULL) == SQLITE_OK && sqlite3_step(statement) == SQLITE_DONE) { result = sqlite3_changes(db) != 0; } sqlite3_finalize(statement); } tf_ssb_release_db_writer(ssb, db); return result; } static void _tf_ssb_import_app_json(tf_ssb_t* ssb, uv_loop_t* loop, JSContext* context, const char* user, const char* path) { uv_fs_t req = { 0 }; int r = uv_fs_open(loop, &req, path, 0, 0, NULL); if (r >= 0) { size_t size = 0; char* file = _tf_ssb_import_read_file(loop, path, &size); if (file) { JSValue app = JS_ParseJSON(context, file, size, NULL); if (!tf_util_report_error(context, app)) { char* dir = tf_strdup(path); dir[strlen(dir) - strlen(".json")] = '\0'; JSValue files = JS_NewObject(context); _tf_ssb_import_recursive_add_files(ssb, loop, context, files, dir, dir); JS_SetPropertyStr(context, app, "files", files); JSValue json = JS_JSONStringify(context, app, JS_NULL, JS_NULL); size_t size = 0; const char* blob = JS_ToCStringLen(context, &size, json); char id[k_id_base64_len] = { 0 }; if (tf_ssb_db_blob_store(ssb, (const uint8_t*)blob, size, id, sizeof(id), NULL)) { const char* app = dir; char* slash = strrchr(dir, '/'); app = slash ? slash + 1 : app; if (_tf_ssb_register_app(ssb, user, app, id)) { tf_printf("Registered %s path:%s as %s.\n", user, app, id); _tf_ssb_import_add_app(ssb, user, app); } } JS_FreeCString(context, blob); JS_FreeValue(context, json); tf_free(dir); } JS_FreeValue(context, app); tf_free(file); } } else { tf_printf("Failed to open %s: %s.\n", path, uv_strerror(r)); } uv_fs_req_cleanup(&req); } void tf_ssb_import(tf_ssb_t* ssb, const char* user, const char* path) { uv_fs_t req = { 0 }; int r = uv_fs_scandir(tf_ssb_get_loop(ssb), &req, path, 0, NULL); if (r >= 0) { uv_dirent_t ent; while (uv_fs_scandir_next(&req, &ent) == 0) { size_t len = strlen(path) + strlen(ent.name) + 2; char* full_path = tf_malloc(len); snprintf(full_path, len, "%s/%s", path, ent.name); if (strlen(ent.name) > strlen(".json") && strcasecmp(ent.name + strlen(ent.name) - strlen(".json"), ".json") == 0) { _tf_ssb_import_app_json(ssb, tf_ssb_get_loop(ssb), tf_ssb_get_context(ssb), user, full_path); } tf_free(full_path); } } else { tf_printf("Failed to scan directory %s: %s.", path, uv_strerror(r)); } uv_fs_req_cleanup(&req); } static char* _tf_ssb_import_read_current_file_from_zip(unzFile zip, size_t* size) { char* result = NULL; unz_file_info64 info = { 0 }; if (unzGetCurrentFileInfo64(zip, &info, NULL, 0, NULL, 0, NULL, 0) == UNZ_OK) { char* buffer = tf_malloc(info.uncompressed_size + 1); if (unzOpenCurrentFile(zip) == UNZ_OK) { if (unzReadCurrentFile(zip, buffer, info.uncompressed_size) == (int)info.uncompressed_size) { *size = info.uncompressed_size; buffer[info.uncompressed_size] = '\0'; result = buffer; buffer = NULL; } unzCloseCurrentFile(zip); } tf_free(buffer); } return result; } static void _tf_ssb_import_recursive_add_files_from_zip(tf_ssb_t* ssb, unzFile zip, JSContext* context, JSValue files, const char* root) { if (root && unzGoToFirstFile(zip) == UNZ_OK) { do { char file_path[256]; unz_file_info64 info = { 0 }; if (unzGetCurrentFileInfo64(zip, &info, file_path, sizeof(file_path), NULL, 0, NULL, 0) == UNZ_OK) { if (strncmp(file_path, root, strlen(root)) == 0 && file_path[strlen(root)] == '/') { size_t size = 0; char* blob = _tf_ssb_import_read_current_file_from_zip(zip, &size); char id[k_id_base64_len] = { 0 }; bool is_new = false; if (tf_ssb_db_blob_store(ssb, (const uint8_t*)blob, size, id, sizeof(id), &is_new) && is_new) { tf_printf("Stored %s as %s.\n", file_path, id); } JS_SetPropertyStr(context, files, file_path + strlen(root) + 1, JS_NewString(context, id)); tf_free(blob); } } } while (unzGoToNextFile(zip) == UNZ_OK); } } static void _tf_ssb_import_app_json_from_zip(tf_ssb_t* ssb, unzFile zip, JSContext* context, const char* user, const char* path) { size_t size = 0; char* file = _tf_ssb_import_read_current_file_from_zip(zip, &size); if (file) { JSValue app = JS_ParseJSON(context, file, size, NULL); if (!tf_util_report_error(context, app)) { char* dir = tf_strdup(path); dir[strlen(dir) - strlen(".json")] = '\0'; JSValue files = JS_NewObject(context); _tf_ssb_import_recursive_add_files_from_zip(ssb, zip, context, files, dir); JS_SetPropertyStr(context, app, "files", files); JSValue json = JS_JSONStringify(context, app, JS_NULL, JS_NULL); size_t size = 0; const char* blob = JS_ToCStringLen(context, &size, json); char id[k_id_base64_len] = { 0 }; if (tf_ssb_db_blob_store(ssb, (const uint8_t*)blob, size, id, sizeof(id), NULL)) { const char* app = dir; char* slash = strrchr(dir, '/'); app = slash ? slash + 1 : app; if (_tf_ssb_register_app(ssb, user, app, id)) { tf_printf("Registered %s path:%s as %s.\n", user, app, id); _tf_ssb_import_add_app(ssb, user, app); } } JS_FreeCString(context, blob); JS_FreeValue(context, json); tf_free(dir); } JS_FreeValue(context, app); tf_free(file); } } void tf_ssb_import_from_zip(tf_ssb_t* ssb, const char* zip_path, const char* user, const char* path) { unzFile zip = unzOpen(zip_path); if (zip && path) { tf_printf("Importing from %s.\n", zip_path); if (unzGoToFirstFile(zip) == UNZ_OK) { do { char file_path[256]; unz_file_info64 info = { 0 }; if (unzGetCurrentFileInfo64(zip, &info, file_path, sizeof(file_path), NULL, 0, NULL, 0) == UNZ_OK) { if (strncmp(file_path, path, strlen(path)) == 0 && !strchr(file_path + strlen(path) + 1, '/') && strlen(file_path) > strlen(".json") && strcasecmp(file_path + strlen(file_path) - strlen(".json"), ".json") == 0) { unz_file_pos pos = { 0 }; unzGetFilePos(zip, &pos); _tf_ssb_import_app_json_from_zip(ssb, zip, tf_ssb_get_context(ssb), user, file_path); unzGoToFilePos(zip, &pos); } } } while (unzGoToNextFile(zip) == UNZ_OK); } unzClose(zip); } }