tildefriends/src/task.c

2149 lines
60 KiB
C

#include "task.h"
#include "bcrypt.js.h"
#include "database.js.h"
#include "file.js.h"
#include "httpd.js.h"
#include "log.h"
#include "mem.h"
#include "packetstream.h"
#include "serialize.h"
#include "socket.js.h"
#include "ssb.h"
#include "ssb.js.h"
#include "taskstub.js.h"
#include "tlscontext.js.h"
#include "trace.h"
#include "util.js.h"
#include "version.h"
#include "backtrace.h"
#include "quickjs.h"
#include "sqlite3.h"
#include "unzip.h"
#include "uv.h"
#include "zlib.h"
#include <openssl/crypto.h>
#include <assert.h>
#include <string.h>
#include <stdio.h>
#if !defined(_WIN32)
#include <unistd.h>
#endif
#if defined(_WIN32)
#define WEXITSTATUS(x) (x)
#endif
#if !defined(__APPLE__) && !defined(__OpenBSD__)
#include <malloc.h>
#endif
#if !defined(_countof)
#define _countof(a) ((int)(sizeof((a)) / sizeof(*(a))))
#endif
static JSClassID _import_class_id;
static int _count;
extern struct backtrace_state* g_backtrace_state;
typedef struct _export_record_t export_record_t;
typedef struct _import_record_t import_record_t;
typedef struct _task_child_node_t task_child_node_t;
typedef struct _task_child_node_t
{
taskid_t id;
tf_taskstub_t* stub;
task_child_node_t* next;
} task_child_node_t;
typedef struct _promise_t promise_t;
typedef struct _promise_t
{
promiseid_t id;
taskid_t task;
JSValue values[2];
uint32_t stack_hash;
} promise_t;
typedef struct _promise_stack_t
{
uint32_t hash;
int count;
const char* stack;
void* cstack[32];
int cstack_count;
} promise_stack_t;
typedef struct _hitch_t
{
char name[256];
uint64_t duration_ns;
} hitch_t;
typedef struct _timeout_t timeout_t;
typedef struct _timeout_t
{
timeout_t* previous;
timeout_t* next;
uv_timer_t _timer;
tf_task_t* _task;
JSValue _callback;
} timeout_t;
typedef struct _tf_task_t
{
taskid_t _nextTask;
task_child_node_t* _children;
int _child_count;
tf_taskstub_t* _stub;
tf_taskstub_t* _parent;
const char* _path;
bool _activated;
bool _trusted;
bool _one_proc;
bool _killed;
int32_t _exitCode;
char _scriptName[256];
JSRuntime* _runtime;
JSContext* _context;
sqlite3* _db;
tf_ssb_t* _ssb;
tf_trace_t* _trace;
promise_t* _promises;
int _promise_count;
promiseid_t _nextPromise;
uv_loop_t _loop;
uv_timer_t gc_timer;
uv_timer_t trace_timer;
uint64_t last_hrtime;
uint64_t last_idle_time;
float idle_percent;
float thread_percent;
uv_idle_t idle;
uv_prepare_t prepare;
uv_signal_t sig_term;
uv_signal_t sig_int;
export_record_t** _exports;
int _export_count;
exportid_t _nextExport;
import_record_t** _imports;
int _import_count;
JSValue _loadedFiles;
int _ssb_port;
int _http_port;
int _https_port;
char _db_path[256];
char _zip_path[256];
unzFile _zip;
const char* _args;
promise_stack_t* _promise_stacks;
int _promise_stack_count;
timeout_t* timeouts;
hitch_t hitches[32];
} tf_task_t;
typedef struct _export_record_t
{
taskid_t _taskid;
exportid_t _export_id;
JSValue _function;
int _useCount;
} export_record_t;
static void _export_record_ref(export_record_t* export)
{
export->_useCount++;
}
static bool _export_record_release(tf_task_t* task, export_record_t** export)
{
if (--(*export)->_useCount == 0)
{
JS_FreeValue(task->_context, (*export)->_function);
(*export)->_function = JS_UNDEFINED;
tf_free(*export);
int index = export - task->_exports;
if (task->_export_count - index)
{
memmove(export, export + 1, sizeof(export_record_t*) * (task->_export_count - index - 1));
}
task->_export_count--;
return true;
}
return false;
}
static JSValue _tf_task_setTimeout(JSContext* context, JSValueConst this_val, int argc, JSValueConst* argv);
static JSValue _tf_task_pokeSandbox(JSContext* context, JSValueConst this_val, int argc, JSValueConst* argv);
static promise_t* _tf_task_find_promise(tf_task_t* task, promiseid_t id);
static void _tf_task_sendPromiseExportMessage(tf_task_t* from, tf_taskstub_t* to, tf_task_message_t messageType, promiseid_t promiseId, exportid_t exportId, JSValue result);
static JSValue _tf_task_executeSource(tf_task_t* task, const char* source, const char* name);
static tf_taskstub_t* _tf_task_get_stub(tf_task_t* task, taskid_t id);
static void _tf_task_release_export(tf_taskstub_t* stub, exportid_t exportId);
static void _tf_task_run_jobs_prepare(uv_prepare_t* prepare);
static void _timeout_unlink(tf_task_t* task, timeout_t* timeout);
static void _timeout_closed(uv_handle_t* handle);
typedef struct _import_record_t
{
tf_task_t* _owner;
JSValue _function;
exportid_t _export;
taskid_t _task;
int _useCount;
} import_record_t;
static int _import_compare(const void* a, const void* b)
{
const import_record_t* ia = a;
const import_record_t* const* ib = b;
if (ia->_task != (*ib)->_task)
{
return ia->_task < (*ib)->_task ? -1 : 1;
}
else if (ia->_export != (*ib)->_export)
{
return ia->_export < (*ib)->_export ? -1 : 1;
}
else
{
return 0;
}
}
static import_record_t** _tf_task_find_import(tf_task_t* task, taskid_t task_id, exportid_t export_id)
{
if (!task->_imports)
{
return NULL;
}
import_record_t search = {
._task = task_id,
._export = export_id,
};
import_record_t** it = bsearch(&search, task->_imports, task->_import_count, sizeof(import_record_t*), _import_compare);
return it;
}
static bool _import_record_release(import_record_t** import)
{
import_record_t* record = import ? *import : NULL;
if (record && --record->_useCount == 0)
{
tf_task_t* task = record->_owner;
JSContext* context = task->_context;
if (!JS_IsUndefined(record->_function))
{
JS_SetOpaque(record->_function, NULL);
JS_FreeValue(context, record->_function);
record->_function = JS_UNDEFINED;
}
_tf_task_release_export(_tf_task_get_stub(task, record->_task), record->_export);
int index = import - task->_imports;
if (task->_import_count - index)
{
memmove(import, import + 1, sizeof(import_record_t*) * (task->_import_count - index - 1));
}
task->_import_count--;
tf_free(record);
return true;
}
return false;
}
static void _import_record_release_for_task(tf_task_t* task, taskid_t task_id)
{
for (int i = 0; i < task->_import_count; i++)
{
if (task->_imports[i]->_task == task_id)
{
while (!_import_record_release(&task->_imports[i]))
{
}
--i;
}
}
}
static int _export_compare(const void* a, const void* b)
{
exportid_t ia = *(const exportid_t*)a;
const export_record_t* const* ib = b;
if (ia != (*ib)->_export_id)
{
return ia < (*ib)->_export_id ? -1 : 1;
}
else
{
return 0;
}
}
static void _export_record_release_for_task(tf_task_t* task, taskid_t task_id)
{
for (int i = 0; i < task->_export_count; i++)
{
if (task->_exports[i]->_taskid == task_id)
{
while (!_export_record_release(task, &task->_exports[i]))
{
}
i--;
}
}
}
bool tf_task_send_error_to_parent(tf_task_t* task, JSValue error)
{
if (task && task->_parent)
{
void* buffer = NULL;
size_t size = 0;
tf_serialize_store(task, task->_parent, &buffer, &size, error);
tf_packetstream_send(tf_taskstub_get_stream(task->_parent), kTaskError, buffer, size);
tf_free(buffer);
return true;
}
return false;
}
static const char* _task_loadFile(tf_task_t* task, const char* fileName, size_t* out_size)
{
char* result = NULL;
if (task->_zip)
{
if (unzLocateFile(task->_zip, fileName, 1) == UNZ_OK)
{
unz_file_info64 info = { 0 };
if (unzGetCurrentFileInfo64(task->_zip, &info, NULL, 0, NULL, 0, NULL, 0) == UNZ_OK)
{
char* buffer = tf_malloc(info.uncompressed_size + 1);
if (unzOpenCurrentFile(task->_zip) == UNZ_OK)
{
if (unzReadCurrentFile(task->_zip, buffer, info.uncompressed_size) == (int)info.uncompressed_size)
{
buffer[info.uncompressed_size] = '\0';
result = buffer;
if (out_size)
{
*out_size = info.uncompressed_size;
}
buffer = NULL;
}
unzCloseCurrentFile(task->_zip);
}
tf_free(buffer);
}
}
}
else
{
FILE* file = fopen(fileName, "rb");
if (file)
{
fseek(file, 0, SEEK_END);
long fileSize = ftell(file);
fseek(file, 0, SEEK_SET);
result = tf_malloc(fileSize + 1);
int bytes_read = fread(result, 1, fileSize, file);
result[bytes_read] = '\0';
fclose(file);
}
}
return result;
}
static JSValue _tf_task_exit(JSContext* context, JSValueConst this_val, int argc, JSValueConst* argv)
{
tf_task_t* task = JS_GetContextOpaque(context);
tf_trace_begin(task->_trace, __func__);
int exitCode = 0;
JS_ToInt32(task->_context, &exitCode, argv[0]);
tf_trace_end(task->_trace);
exit(exitCode);
return JS_UNDEFINED;
}
int tf_task_execute(tf_task_t* task, const char* fileName)
{
bool executed = false;
tf_trace_begin(task->_trace, "tf_task_execute");
const char* source = _task_loadFile(task, fileName, NULL);
tf_printf("Running script %s\n", fileName);
if (!*task->_scriptName)
{
strncpy(task->_scriptName, fileName, sizeof(task->_scriptName) - 1);
tf_trace_set_process_name(task->_trace, fileName);
}
if (!task->_path)
{
char* path = tf_strdup(fileName);
char* slash = strrchr(path, '/');
if (slash)
{
*slash = '\0';
task->_path = tf_strdup(path);
}
else
{
task->_path = tf_strdup("./");
}
tf_free(path);
}
if (source)
{
JSValue result = JS_Eval(task->_context, source, strlen(source), fileName, JS_EVAL_TYPE_MODULE | JS_EVAL_FLAG_ASYNC);
if (tf_util_report_error(task->_context, result))
{
tf_printf("Reported an error.\n");
}
if (!JS_IsError(task->_context, result) && !JS_IsException(result))
{
executed = true;
}
JS_FreeValue(task->_context, result);
tf_free((void*)source);
}
else
{
tf_printf("Failed to load file: %s.\n", fileName);
}
tf_trace_end(task->_trace);
return executed;
}
static tf_taskstub_t* _tf_task_get_stub(tf_task_t* task, taskid_t id)
{
if (id == k_task_parent_id)
{
return task->_parent;
}
for (task_child_node_t* node = task->_children; node; node = node->next)
{
if (node->id == id)
{
return node->stub;
}
}
return NULL;
}
static JSValue _import_call(JSContext* context, JSValueConst func_obj, JSValueConst this_val, int argc, JSValueConst* argv, int flags)
{
import_record_t* import = JS_GetOpaque(func_obj, _import_class_id);
if (!import)
{
return JS_ThrowInternalError(context, "Invoking a function that has been released.");
}
import->_useCount++;
JSValue array = JS_NewArray(context);
JS_SetPropertyUint32(context, array, 0, JS_UNDEFINED);
for (int i = 0; i < argc; ++i)
{
JS_SetPropertyUint32(context, array, i + 1, JS_DupValue(context, argv[i]));
}
tf_task_t* sender = JS_GetContextOpaque(context);
JSValue result;
tf_taskstub_t* recipient = _tf_task_get_stub(sender, import->_task);
if (recipient)
{
promiseid_t promise = -1;
result = tf_task_allocate_promise(sender, &promise);
_tf_task_sendPromiseExportMessage(sender, recipient, kInvokeExport, promise, import->_export, array);
}
else
{
result = JS_ThrowInternalError(context, "Invoking a function on a nonexistent task.");
}
JS_FreeValue(context, array);
return result;
}
static export_record_t** _task_get_export(tf_task_t* task, exportid_t export_id)
{
if (!task->_export_count)
{
return NULL;
}
export_record_t** it = bsearch(&export_id, task->_exports, task->_export_count, sizeof(export_record_t*), _export_compare);
return it;
}
static JSValue _task_invokeExport_internal(tf_taskstub_t* from, tf_task_t* to, exportid_t exportId, const char* buffer, size_t size)
{
JSValue result = JS_NULL;
export_record_t** it = _task_get_export(to, exportId);
export_record_t* export = it ? *it : NULL;
if (export)
{
JSValue arguments = tf_serialize_load(to, from, buffer, size);
JSValue* argument_array = NULL;
JSValue this_val = JS_NULL;
int length = tf_util_get_length(to->_context, arguments);
if (length > 0)
{
this_val = JS_GetPropertyUint32(to->_context, arguments, 0);
argument_array = alloca(sizeof(JSValue) * (length - 1));
}
for (int i = 1; i < length; ++i)
{
argument_array[i - 1] = JS_GetPropertyUint32(to->_context, arguments, i);
}
JSValue function = export->_function;
JSPropertyDescriptor desc = { 0 };
const char* name = NULL;
JSAtom atom = JS_NewAtom(to->_context, "name");
if (JS_GetOwnProperty(to->_context, &desc, function, atom) == 1)
{
name = JS_ToCString(to->_context, desc.value);
JS_FreeValue(to->_context, desc.value);
JS_FreeValue(to->_context, desc.setter);
JS_FreeValue(to->_context, desc.getter);
}
JS_FreeAtom(to->_context, atom);
tf_trace_begin(to->_trace, name ? name : "_task_invokeExport_internal");
if (name)
{
JS_FreeCString(to->_context, name);
}
result = JS_Call(to->_context, function, this_val, length - 1, argument_array);
tf_trace_end(to->_trace);
JS_FreeValue(to->_context, this_val);
if (argument_array)
{
for (int i = 0; i < length - 1; i++)
{
JS_FreeValue(to->_context, argument_array[i]);
}
}
JS_FreeValue(to->_context, arguments);
}
else
{
tf_printf("%s: That's not an export we have (exportId=%d, exports=%d)\n", to->_scriptName, exportId, to->_export_count);
}
tf_packetstream_send(tf_taskstub_get_stream(from), kReleaseImport, (void*)&exportId, sizeof(exportId));
return result;
}
static JSValue _invokeThen(JSContext* context, JSValueConst this_val, int argc, JSValueConst* argv, int magic, JSValue* func_data)
{
taskid_t taskid = 0;
JS_ToInt32(context, &taskid, func_data[0]);
tf_task_t* from = JS_GetContextOpaque(context);
tf_taskstub_t* to = _tf_task_get_stub(from, taskid);
promiseid_t promiseid = 0;
JS_ToInt32(context, &promiseid, func_data[1]);
tf_task_send_promise_message(from, to, kResolvePromise, promiseid, argv[0]);
return JS_DupValue(context, this_val);
}
static JSValue _invokeCatch(JSContext* context, JSValueConst this_val, int argc, JSValueConst* argv, int magic, JSValue* func_data)
{
taskid_t taskid = 0;
JS_ToInt32(context, &taskid, func_data[0]);
tf_task_t* from = JS_GetContextOpaque(context);
tf_taskstub_t* to = _tf_task_get_stub(from, taskid);
promiseid_t promiseid = 0;
JS_ToInt32(context, &promiseid, func_data[1]);
tf_task_send_promise_message(from, to, kRejectPromise, promiseid, argv[0]);
return JS_DupValue(context, this_val);
}
static void _forward_promise(tf_task_t* from, tf_taskstub_t* to, promiseid_t promise, JSValue result)
{
// We're not going to serialize/deserialize a promise...
JSValue data[] = {
JS_NewInt32(from->_context, tf_taskstub_get_id(to)),
JS_NewInt32(from->_context, promise),
};
JSValue promise_then = JS_GetPropertyStr(from->_context, result, "then");
JSValue promise_catch = JS_GetPropertyStr(from->_context, result, "catch");
JSValue then_handler = JS_NewCFunctionData(from->_context, _invokeThen, 0, 0, 2, data);
JSValue catch_handler = JS_NewCFunctionData(from->_context, _invokeCatch, 0, 0, 2, data);
JSValue error = JS_Call(from->_context, promise_then, result, 1, &then_handler);
tf_util_report_error(from->_context, error);
JS_FreeValue(from->_context, error);
error = JS_Call(from->_context, promise_catch, result, 1, &catch_handler);
tf_util_report_error(from->_context, error);
JS_FreeValue(from->_context, error);
JS_FreeValue(from->_context, promise_then);
JS_FreeValue(from->_context, promise_catch);
JS_FreeValue(from->_context, then_handler);
JS_FreeValue(from->_context, catch_handler);
}
static void _tf_task_sendPromiseResolve(tf_task_t* from, tf_taskstub_t* to, promiseid_t promise, JSValue result)
{
JSValue global = JS_GetGlobalObject(from->_context);
JSValue promiseType = JS_GetPropertyStr(from->_context, global, "Promise");
JS_FreeValue(from->_context, global);
if (JS_IsInstanceOf(from->_context, result, promiseType))
{
_forward_promise(from, to, promise, result);
}
else
{
tf_task_send_promise_message(from, to, kResolvePromise, promise, result);
}
JS_FreeValue(from->_context, promiseType);
}
static void _tf_task_sendPromiseReject(tf_task_t* from, tf_taskstub_t* to, promiseid_t promise, JSValue result)
{
JSValue global = JS_GetGlobalObject(from->_context);
JSValue promiseType = JS_GetPropertyStr(from->_context, global, "Promise");
JS_FreeValue(from->_context, global);
if (JS_IsInstanceOf(from->_context, result, promiseType))
{
_forward_promise(from, to, promise, result);
}
else
{
tf_task_send_promise_message(from, to, kRejectPromise, promise, result);
}
JS_FreeValue(from->_context, promiseType);
}
void tf_task_send_promise_message(tf_task_t* from, tf_taskstub_t* to, tf_task_message_t type, promiseid_t promise, JSValue payload)
{
if (to)
{
void* buffer;
size_t size;
tf_serialize_store(from, to, &buffer, &size, payload);
char* copy = tf_malloc(sizeof(promise) + size);
memcpy(copy, &promise, sizeof(promise));
memcpy(copy + sizeof(promise), buffer, size);
tf_packetstream_send(tf_taskstub_get_stream(to), type, copy, size + sizeof(promise));
tf_free(buffer);
tf_free(copy);
}
else
{
tf_printf("Sending to a NULL task.\n");
}
}
static void _tf_task_sendPromiseExportMessage(tf_task_t* from, tf_taskstub_t* to, tf_task_message_t messageType, promiseid_t promise, exportid_t exportId, JSValue result)
{
void* buffer;
size_t size;
tf_serialize_store(from, to, &buffer, &size, result);
char* copy = tf_malloc(sizeof(promise) + sizeof(exportId) + size);
memcpy(copy, &promise, sizeof(promise));
memcpy(copy + sizeof(promise), &exportId, sizeof(exportId));
memcpy(copy + sizeof(promise) + sizeof(exportId), buffer, size);
promise_t* found = _tf_task_find_promise(from, promise);
if (found)
{
found->task = tf_taskstub_get_id(to);
}
tf_packetstream_send(tf_taskstub_get_stream(to), messageType, copy, sizeof(promise) + sizeof(exportId) + size);
tf_free(buffer);
tf_free(copy);
}
static JSValue _tf_task_get_parent(JSContext* context, JSValueConst this_val, int argc, JSValueConst* argv)
{
tf_task_t* task = JS_GetContextOpaque(context);
return task->_parent ? JS_DupValue(context, tf_taskstub_get_task_object(task->_parent)) : JS_UNDEFINED;
}
static JSValue _tf_task_version(JSContext* context, JSValueConst this_val, int argc, JSValueConst* argv)
{
tf_task_t* task = JS_GetContextOpaque(context);
tf_trace_begin(task->_trace, __func__);
JSValue version = JS_NewObject(context);
JS_SetPropertyStr(context, version, "number", JS_NewString(context, VERSION_NUMBER));
JS_SetPropertyStr(context, version, "name", JS_NewString(context, VERSION_NAME));
JS_SetPropertyStr(context, version, "libuv", JS_NewString(context, uv_version_string()));
JS_SetPropertyStr(context, version, "sqlite", JS_NewString(context, sqlite3_libversion()));
#if defined(OPENSSL_VERSION_STRING)
JS_SetPropertyStr(context, version, "openssl", JS_NewString(context, OpenSSL_version(OPENSSL_VERSION_STRING)));
#else
JS_SetPropertyStr(context, version, "openssl", JS_NewString(context, OpenSSL_version(OPENSSL_VERSION)));
#endif
const char* sodium_version_string();
JS_SetPropertyStr(context, version, "libsodium", JS_NewString(context, sodium_version_string()));
JS_SetPropertyStr(context, version, "zlib", JS_NewString(context, zlibVersion()));
tf_trace_end(task->_trace);
return version;
}
static JSValue _tf_task_platform(JSContext* context, JSValueConst this_val, int argc, JSValueConst* argv)
{
#if defined(_WIN32)
return JS_NewString(context, "windows");
#elif defined(__ANDROID__)
return JS_NewString(context, "android");
#elif defined(__APPLE__)
#include <TargetConditionals.h>
#if TARGET_OS_IPHONE
return JS_NewString(context, "iphone");
#else
return JS_NewString(context, "macos");
#endif
#elif defined(__linux__)
return JS_NewString(context, "linux");
#elif defined(__HAIKU__)
return JS_NewString(context, "haiku");
#else
return JS_NewString(context, "other");
#endif
}
exportid_t tf_task_export_function(tf_task_t* task, tf_taskstub_t* to, JSValue function)
{
export_record_t* export = NULL;
/* TODO: _exports_by_function */
for (int i = 0; i < task->_export_count; i++)
{
if (JS_VALUE_GET_PTR(task->_exports[i]->_function) == JS_VALUE_GET_PTR(function))
{
export = task->_exports[i];
break;
}
}
if (!export)
{
int id = -1;
do
{
id = task->_nextExport++;
} while (_task_get_export(task, id));
export = tf_malloc(sizeof(export_record_t));
*export = (export_record_t) {
._export_id = id,
._taskid = tf_taskstub_get_id(to),
._function = JS_DupValue(task->_context, function),
};
int index = tf_util_insert_index(&id, task->_exports, task->_export_count, sizeof(export_record_t*), _export_compare);
task->_exports = tf_resize_vec(task->_exports, sizeof(export_record_t*) * (task->_export_count + 1));
if (task->_export_count - index)
{
memmove(task->_exports + index + 1, task->_exports + index, sizeof(export_record_t*) * (task->_export_count - index));
}
task->_exports[index] = export;
task->_export_count++;
}
if (export)
{
_export_record_ref(export);
}
return export ? export->_export_id : -1;
}
static void _tf_task_release_export(tf_taskstub_t* stub, exportid_t exportId)
{
if (stub)
{
tf_packetstream_t* stream = tf_taskstub_get_stream(stub);
if (stream)
{
tf_packetstream_send(stream, kReleaseExport, (void*)&exportId, sizeof(exportId));
}
}
}
static JSValue _tf_task_getStats(JSContext* context, JSValueConst this_val, int argc, JSValueConst* argv)
{
tf_task_t* task = JS_GetContextOpaque(context);
tf_trace_begin(task->_trace, __func__);
JSValue result = JS_NewObject(context);
JS_SetPropertyStr(context, result, "child_count", JS_NewInt32(context, task->_child_count));
JS_SetPropertyStr(context, result, "import_count", JS_NewInt32(context, task->_import_count));
JS_SetPropertyStr(context, result, "export_count", JS_NewInt32(context, task->_export_count));
JS_SetPropertyStr(context, result, "promise_count", JS_NewInt32(context, task->_promise_count));
JS_SetPropertyStr(context, result, "cpu_percent", JS_NewFloat64(context, 100.0 - (double)task->idle_percent));
JS_SetPropertyStr(context, result, "thread_percent", JS_NewFloat64(context, (double)task->thread_percent));
uint64_t total_memory = uv_get_total_memory();
size_t rss;
if (uv_resident_set_memory(&rss) == 0)
{
JS_SetPropertyStr(context, result, "memory_percent", JS_NewFloat64(context, 100.0 * rss / total_memory));
}
JS_SetPropertyStr(context, result, "sqlite3_memory_percent", JS_NewFloat64(context, 100.0 * tf_mem_get_sqlite_malloc_size() / total_memory));
JS_SetPropertyStr(context, result, "js_malloc_percent", JS_NewFloat64(context, 100.0 * tf_mem_get_js_malloc_size() / total_memory));
JS_SetPropertyStr(context, result, "uv_malloc_percent", JS_NewFloat64(context, 100.0 * tf_mem_get_uv_malloc_size() / total_memory));
JS_SetPropertyStr(context, result, "tls_malloc_percent", JS_NewFloat64(context, 100.0 * tf_mem_get_tls_malloc_size() / total_memory));
JS_SetPropertyStr(context, result, "tf_malloc_percent", JS_NewFloat64(context, 100.0 * tf_mem_get_tf_malloc_size() / total_memory));
JS_SetPropertyStr(context, result, "socket_count", JS_NewInt32(context, tf_socket_get_count()));
JS_SetPropertyStr(context, result, "socket_open_count", JS_NewInt32(context, tf_socket_get_open_count()));
if (task->_ssb)
{
tf_ssb_stats_t ssb_stats = { 0 };
tf_ssb_get_stats(task->_ssb, &ssb_stats);
JS_SetPropertyStr(context, result, "messages_stored", JS_NewInt32(context, ssb_stats.messages_stored));
JS_SetPropertyStr(context, result, "blobs_stored", JS_NewInt32(context, ssb_stats.blobs_stored));
JS_SetPropertyStr(context, result, "rpc_in", JS_NewInt32(context, ssb_stats.rpc_in));
JS_SetPropertyStr(context, result, "rpc_out", JS_NewInt32(context, ssb_stats.rpc_out));
JS_SetPropertyStr(context, result, "requests", JS_NewInt32(context, ssb_stats.request_count));
}
tf_trace_end(task->_trace);
return result;
}
typedef struct _backtrace_t
{
JSContext* context;
JSValue array;
int count;
} backtrace_t;
static int _tf_backtrace_callback(void* data, uintptr_t pc, const char* filename, int line_number, const char* function)
{
backtrace_t* bt = data;
JSValue entry = JS_NewObject(bt->context);
JS_SetPropertyStr(bt->context, entry, "pc", JS_NewInt64(bt->context, (int64_t)(intptr_t)pc));
if (filename)
{
JS_SetPropertyStr(bt->context, entry, "filename", JS_NewString(bt->context, filename));
}
JS_SetPropertyStr(bt->context, entry, "line_number", JS_NewInt32(bt->context, line_number));
if (function)
{
JS_SetPropertyStr(bt->context, entry, "function", JS_NewString(bt->context, function));
}
JS_SetPropertyUint32(bt->context, bt->array, bt->count++, entry);
return 0;
}
static void _tf_backtrace_error(void* data, const char* message, int error)
{
backtrace_t* bt = data;
JSValue entry = JS_NewObject(bt->context);
if (message)
{
JS_SetPropertyStr(bt->context, entry, "error", JS_NewString(bt->context, message));
}
JS_SetPropertyStr(bt->context, entry, "code", JS_NewInt32(bt->context, error));
JS_SetPropertyUint32(bt->context, bt->array, bt->count++, entry);
}
char* tf_task_get_debug(tf_task_t* task)
{
tf_trace_begin(task->_trace, __func__);
JSContext* context = task->_context;
JSValue object = JS_NewObject(context);
JSValue promises = JS_NewArray(context);
JS_SetPropertyStr(context, object, "promises", promises);
int j = 0;
for (int i = 0; i < task->_promise_stack_count; i++)
{
if (task->_promise_stacks[i].count)
{
JSValue entry = JS_NewObject(context);
JS_SetPropertyStr(context, entry, "stack", JS_NewString(context, task->_promise_stacks[i].stack));
if (task->_promise_stacks[i].cstack_count)
{
JSValue cstack = JS_NewArray(context);
backtrace_t bt = {
.context = context,
.array = cstack,
};
for (int k = 0; k < task->_promise_stacks[i].cstack_count; k++)
{
backtrace_pcinfo(g_backtrace_state, (uintptr_t)task->_promise_stacks[i].cstack[k], _tf_backtrace_callback, _tf_backtrace_error, &bt);
}
JS_SetPropertyStr(context, entry, "cstack", cstack);
}
JS_SetPropertyStr(context, entry, "count", JS_NewInt32(context, task->_promise_stacks[i].count));
JS_SetPropertyUint32(context, promises, j++, entry);
}
}
JSValue json = JS_JSONStringify(context, object, JS_NULL, JS_NewInt32(context, 2));
const char* string = JS_ToCString(context, json);
char* result = tf_strdup(string);
JS_FreeCString(context, string);
JS_FreeValue(context, json);
JS_FreeValue(context, object);
tf_trace_end(task->_trace);
return result;
}
char* tf_task_get_hitches(tf_task_t* task)
{
JSContext* context = task->_context;
tf_trace_begin(task->_trace, __func__);
JSValue object = JS_NewObject(context);
for (int i = 0; i < (int)_countof(task->hitches); i++)
{
if (*task->hitches[i].name)
{
JS_SetPropertyStr(context, object, task->hitches[i].name, JS_NewFloat64(context, task->hitches[i].duration_ns / 1e9));
}
}
JSValue json = JS_JSONStringify(context, object, JS_NULL, JS_NewInt32(context, 2));
const char* string = JS_ToCString(context, json);
char* result = tf_strdup(string);
JS_FreeCString(context, string);
JS_FreeValue(context, json);
JS_FreeValue(context, object);
tf_trace_end(task->_trace);
return result;
}
char* tf_task_get_disconnections(tf_task_t* task)
{
JSContext* context = task->_context;
tf_trace_begin(task->_trace, __func__);
JSValue object = tf_ssb_get_disconnection_debug(task->_ssb, context);
JSValue json = JS_JSONStringify(context, object, JS_NULL, JS_NewInt32(context, 2));
const char* string = JS_ToCString(context, json);
char* result = tf_strdup(string);
JS_FreeCString(context, string);
JS_FreeValue(context, json);
JS_FreeValue(context, object);
tf_trace_end(task->_trace);
return result;
}
char* tf_task_get_debug(tf_task_t* task);
char* tf_task_get_hitches(tf_task_t* task);
static JSValue _tf_task_getFile(JSContext* context, JSValueConst this_val, int argc, JSValueConst* argv)
{
tf_task_t* task = JS_GetContextOpaque(context);
tf_trace_begin(task->_trace, __func__);
const char* name = JS_ToCString(context, argv[0]);
JSValue result = JS_GetPropertyStr(context, task->_loadedFiles, name);
JS_FreeCString(context, name);
tf_trace_end(task->_trace);
return result;
}
static const char* _tf_task_get_message_type(tf_task_message_t type)
{
switch (type)
{
case kResolvePromise:
return "kResolvePromise";
case kRejectPromise:
return "kRejectPromise";
case kInvokeExport:
return "kInvokeExport";
case kReleaseExport:
return "kReleaseExport";
case kReleaseImport:
return "kReleaseImport";
case kActivate:
return "kActivate";
case kExecute:
return "kExecute";
case kKill:
return "kKill";
case kSetImports:
return "kSetImports";
case kGetExports:
return "kGetExports";
case kLoadFile:
return "kLoadFile";
case kTaskError:
return "kTaskError";
case kTaskTrace:
return "kTaskTrace";
case kPrint:
return "kPrint";
}
return "unknown";
}
void tf_task_on_receive_packet(int packetType, const char* begin, size_t length, void* userData)
{
tf_taskstub_t* stub = userData;
tf_taskstub_t* from = stub;
tf_task_t* to = tf_taskstub_get_owner(stub);
tf_trace_begin(to->_trace, _tf_task_get_message_type(packetType));
switch (packetType)
{
case kInvokeExport:
{
promiseid_t promise;
exportid_t exportId;
memcpy(&promise, begin, sizeof(promise));
memcpy(&exportId, begin + sizeof(promise), sizeof(exportId));
JSValue result = _task_invokeExport_internal(from, to, exportId, begin + sizeof(promiseid_t) + sizeof(exportid_t), length - sizeof(promiseid_t) - sizeof(exportid_t));
if (JS_IsException(result))
{
_tf_task_sendPromiseReject(to, from, promise, result);
}
else
{
_tf_task_sendPromiseResolve(to, from, promise, result);
}
JS_FreeValue(to->_context, result);
}
break;
case kResolvePromise:
case kRejectPromise:
{
JSValue arg = JS_UNDEFINED;
promiseid_t promise;
memcpy(&promise, begin, sizeof(promiseid_t));
if (length > sizeof(promiseid_t))
{
arg = tf_serialize_load(to, from, begin + sizeof(promiseid_t), length - sizeof(promiseid_t));
}
if (packetType == kResolvePromise)
{
tf_task_resolve_promise(to, promise, arg);
}
else
{
tf_task_reject_promise(to, promise, arg);
}
JS_FreeValue(to->_context, arg);
}
break;
case kReleaseExport:
{
assert(length == sizeof(exportid_t));
exportid_t exportId;
memcpy(&exportId, begin, sizeof(exportId));
export_record_t** it = _task_get_export(to, exportId);
if (it)
{
_export_record_release(to, it);
}
}
break;
case kReleaseImport:
{
assert(length == sizeof(exportid_t));
exportid_t exportId;
memcpy(&exportId, begin, sizeof(exportId));
import_record_t** it = _tf_task_find_import(to, tf_taskstub_get_id(from), exportId);
if (it)
{
_import_record_release(it);
}
}
break;
case kLoadFile:
{
JSValue args = tf_serialize_load(to, from, begin, length);
JSValue key = JS_GetPropertyUint32(to->_context, args, 0);
JSValue content = JS_GetPropertyUint32(to->_context, args, 1);
const char* name = JS_ToCString(to->_context, key);
JS_SetPropertyStr(to->_context, to->_loadedFiles, name, JS_DupValue(to->_context, content));
JS_FreeCString(to->_context, name);
JS_FreeValue(to->_context, key);
JS_FreeValue(to->_context, content);
JS_FreeValue(to->_context, args);
}
break;
case kActivate:
tf_task_activate(to);
break;
case kExecute:
{
assert(length >= sizeof(promiseid_t));
promiseid_t promise;
memcpy(&promise, begin, sizeof(promiseid_t));
JSValue value = tf_serialize_load(to, from, begin + sizeof(promiseid_t), length - sizeof(promiseid_t));
JSValue source = JS_GetPropertyStr(to->_context, value, "source");
JSValue name_val = JS_GetPropertyStr(to->_context, value, "name");
const char* name = JS_ToCString(to->_context, name_val);
JS_FreeValue(to->_context, name_val);
JS_FreeValue(to->_context, value);
JSValue utf8 = tf_util_utf8_decode(to->_context, source);
JS_FreeValue(to->_context, source);
const char* source_str = JS_ToCString(to->_context, utf8);
JS_FreeValue(to->_context, utf8);
JSValue result = _tf_task_executeSource(to, source_str, name);
if (JS_IsException(result))
{
JSValue exception = JS_GetException(to->_context);
_tf_task_sendPromiseReject(to, from, promise, exception);
JS_FreeValue(to->_context, exception);
}
else
{
_tf_task_sendPromiseResolve(to, from, promise, result);
}
JS_FreeValue(to->_context, result);
JS_FreeCString(to->_context, source_str);
JS_FreeCString(to->_context, name);
}
break;
case kKill:
if (to->_one_proc)
{
to->_killed = true;
tf_packetstream_close(tf_taskstub_get_stream(from));
uv_stop(&to->_loop);
}
else
{
exit(1);
}
break;
case kSetImports:
{
JSValue global = JS_GetGlobalObject(to->_context);
JSValue imports = tf_serialize_load(to, from, begin, length);
JSPropertyEnum* ptab;
uint32_t plen;
JS_GetOwnPropertyNames(to->_context, &ptab, &plen, imports, JS_GPN_STRING_MASK);
for (uint32_t i = 0; i < plen; ++i)
{
JSPropertyDescriptor desc;
if (JS_GetOwnProperty(to->_context, &desc, imports, ptab[i].atom) == 1)
{
JS_SetProperty(to->_context, global, ptab[i].atom, desc.value);
JS_FreeValue(to->_context, desc.setter);
JS_FreeValue(to->_context, desc.getter);
}
JS_FreeAtom(to->_context, ptab[i].atom);
}
js_free(to->_context, ptab);
JS_FreeValue(to->_context, imports);
JS_FreeValue(to->_context, global);
}
break;
case kGetExports:
{
promiseid_t promise;
assert(length >= sizeof(promise));
memcpy(&promise, begin, sizeof(promiseid_t));
JSValue global = JS_GetGlobalObject(to->_context);
JSValue exportObject = JS_GetPropertyStr(to->_context, global, "exports");
_tf_task_sendPromiseResolve(to, from, promise, exportObject);
JS_FreeValue(to->_context, exportObject);
JS_FreeValue(to->_context, global);
}
break;
case kTaskError:
{
JSValue error = tf_serialize_load(to, from, begin, length);
tf_taskstub_on_error(from, error);
JS_FreeValue(to->_context, error);
}
break;
case kPrint:
{
JSValue arguments = tf_serialize_load(to, from, begin, length);
tf_taskstub_on_print(from, arguments);
JS_FreeValue(to->_context, arguments);
}
break;
case kTaskTrace:
tf_trace_raw(to->_trace, begin, length);
break;
}
tf_trace_end(to->_trace);
}
static JSValue _tf_task_executeSource(tf_task_t* task, const char* source, const char* name)
{
tf_trace_begin(task->_trace, "_tf_task_executeSource");
JSValue result = JS_Eval(task->_context, source, strlen(source), name, JS_EVAL_TYPE_MODULE | JS_EVAL_FLAG_ASYNC);
if (!*task->_scriptName)
{
snprintf(task->_scriptName, sizeof(task->_scriptName), "%s", name);
}
tf_trace_end(task->_trace);
return result;
}
uv_loop_t* tf_task_get_loop(tf_task_t* task)
{
return &task->_loop;
}
tf_trace_t* tf_task_get_trace(tf_task_t* task)
{
return task->_trace;
}
static int _promise_compare(const void* a, const void* b)
{
promiseid_t ida = (promiseid_t)(intptr_t)a;
const promise_t* pb = b;
return ida < pb->id ? -1 : pb->id < ida ? 1 : 0;
}
static promise_t* _tf_task_find_promise(tf_task_t* task, promiseid_t id)
{
if (!task->_promises)
{
return NULL;
}
promise_t* it = bsearch((void*)(intptr_t)id, task->_promises, task->_promise_count, sizeof(promise_t), _promise_compare);
return it ? it : NULL;
}
static int _promise_stack_compare(const void* a, const void* b)
{
const uint32_t* pa = a;
const promise_stack_t* pb = b;
return *pa < pb->hash ? -1 : *pa > pb->hash ? 1 : 0;
}
static void _add_promise_stack(tf_task_t* task, uint32_t hash, const char* stack, void** buffer, int count)
{
int index = tf_util_insert_index(&hash, task->_promise_stacks, task->_promise_stack_count, sizeof(promise_stack_t), _promise_stack_compare);
if (index < task->_promise_stack_count && task->_promise_stacks[index].hash == hash)
{
task->_promise_stacks[index].count++;
}
else
{
task->_promise_stacks = tf_resize_vec(task->_promise_stacks, sizeof(promise_stack_t) * (task->_promise_stack_count + 1));
if (task->_promise_stack_count - index)
{
memmove(task->_promise_stacks + index + 1, task->_promise_stacks + index, sizeof(promise_stack_t) * (task->_promise_stack_count - index));
}
task->_promise_stacks[index] = (promise_stack_t) { .hash = hash, .stack = tf_strdup(stack), .count = 1, .cstack_count = count };
memcpy(task->_promise_stacks[index].cstack, buffer, sizeof(void*) * count);
task->_promise_stack_count++;
}
}
static void _remove_promise_stack(tf_task_t* task, uint32_t hash)
{
promise_stack_t* found = bsearch(&hash, task->_promise_stacks, task->_promise_stack_count, sizeof(promise_stack_t), _promise_stack_compare);
if (found)
{
found->count--;
}
}
static void _tf_task_free_promise(tf_task_t* task, promiseid_t id)
{
promise_t* it = bsearch((void*)(intptr_t)id, task->_promises, task->_promise_count, sizeof(promise_t), _promise_compare);
if (it)
{
_remove_promise_stack(task, it->stack_hash);
int index = it - task->_promises;
memmove(it, it + 1, sizeof(promise_t) * (task->_promise_count - index - 1));
task->_promise_count--;
}
}
uint32_t fnv32a(const void* buffer, int length, uint32_t start)
{
uint32_t result = 0x811c9dc5;
for (int i = 0; i < length; i++)
{
result ^= ((const uint8_t*)buffer)[i];
result += (result << 1) + (result << 4) + (result << 7) + (result << 8) + (result << 24);
}
return result;
}
JSValue tf_task_allocate_promise(tf_task_t* task, promiseid_t* out_promise)
{
JSValue error = JS_ThrowInternalError(task->_context, "promise callstack");
JSValue exception = JS_GetException(task->_context);
JSValue stack_value = JS_GetPropertyStr(task->_context, exception, "stack");
size_t length = 0;
const char* stack = JS_ToCStringLen(task->_context, &length, stack_value);
uint32_t stack_hash = fnv32a((const void*)stack, (int)length, 0);
void* buffer[32];
int count = tf_util_backtrace(buffer, sizeof(buffer) / sizeof(*buffer));
stack_hash = fnv32a((const void*)buffer, sizeof(void*) * count, stack_hash);
_add_promise_stack(task, stack_hash, stack, buffer, count);
JS_FreeCString(task->_context, stack);
JS_FreeValue(task->_context, stack_value);
JS_FreeValue(task->_context, exception);
JS_FreeValue(task->_context, error);
promiseid_t promiseId;
do
{
promiseId = task->_nextPromise++;
} while (_tf_task_find_promise(task, promiseId) || !promiseId);
promise_t promise = {
.id = promiseId,
.values = { JS_NULL, JS_NULL },
.stack_hash = stack_hash,
};
JSValue result = JS_NewPromiseCapability(task->_context, promise.values);
int index = tf_util_insert_index((void*)(intptr_t)promiseId, task->_promises, task->_promise_count, sizeof(promise_t), _promise_compare);
task->_promises = tf_resize_vec(task->_promises, sizeof(promise_t) * (task->_promise_count + 1));
if (task->_promise_count - index)
{
memmove(task->_promises + index + 1, task->_promises + index, sizeof(promise_t) * (task->_promise_count - index));
}
task->_promises[index] = promise;
task->_promise_count++;
*out_promise = promiseId;
return result;
}
void tf_task_resolve_promise(tf_task_t* task, promiseid_t promise, JSValue value)
{
promise_t* it = _tf_task_find_promise(task, promise);
if (it)
{
JSValue result = JS_Call(task->_context, it->values[0], JS_UNDEFINED, 1, &value);
tf_util_report_error(task->_context, result);
JS_FreeValue(task->_context, it->values[0]);
JS_FreeValue(task->_context, it->values[1]);
JS_FreeValue(task->_context, result);
_tf_task_free_promise(task, promise);
}
else
{
tf_printf("Didn't find promise %d to resolve.\n", promise);
abort();
}
}
void tf_task_reject_promise(tf_task_t* task, promiseid_t promise, JSValue value)
{
promise_t* it = _tf_task_find_promise(task, promise);
if (it)
{
JSValue arg = value;
bool free_arg = false;
if (JS_IsException(value))
{
arg = JS_GetException(task->_context);
free_arg = true;
}
JSValue result = JS_Call(task->_context, it->values[1], JS_UNDEFINED, 1, &arg);
tf_util_report_error(task->_context, result);
if (free_arg)
{
JS_FreeValue(task->_context, arg);
}
JS_FreeValue(task->_context, it->values[0]);
JS_FreeValue(task->_context, it->values[1]);
JS_FreeValue(task->_context, result);
_tf_task_free_promise(task, promise);
}
else
{
tf_printf("Didn't find promise %d to reject.\n", promise);
abort();
}
}
static void _promise_release_for_task(tf_task_t* task, taskid_t task_id)
{
bool more = true;
while (more)
{
more = false;
for (int i = 0; i < task->_promise_count; i++)
{
const promise_t* promise = &task->_promises[i];
if (promise->task == task_id)
{
tf_task_reject_promise(task, promise->id, JS_ThrowInternalError(task->_context, "Task is gone."));
more = true;
}
}
}
}
taskid_t tf_task_allocate_task_id(tf_task_t* task, tf_taskstub_t* stub)
{
taskid_t id = 0;
do
{
id = task->_nextTask++;
} while (id == k_task_parent_id || _tf_task_get_stub(task, id));
task_child_node_t* node = tf_malloc(sizeof(task_child_node_t));
*node = (task_child_node_t) {
.id = id,
.stub = stub,
.next = task->_children,
};
task->_children = node;
task->_child_count++;
return id;
}
void tf_task_remove_child(tf_task_t* task, tf_taskstub_t* child)
{
_import_record_release_for_task(task, tf_taskstub_get_id(child));
_export_record_release_for_task(task, tf_taskstub_get_id(child));
_promise_release_for_task(task, tf_taskstub_get_id(child));
for (task_child_node_t** it = &task->_children; *it; it = &(*it)->next)
{
if ((*it)->stub == child)
{
task_child_node_t* node = *it;
*it = node->next;
JS_FreeValue(task->_context, tf_taskstub_get_task_object(child));
tf_free(node);
task->_child_count--;
break;
}
}
}
static void _import_finalizer(JSRuntime* runtime, JSValue value)
{
import_record_t* import = JS_GetOpaque(value, _import_class_id);
if (import)
{
import->_function = JS_UNDEFINED;
import_record_t** it = _tf_task_find_import(import->_owner, import->_task, import->_export);
_import_record_release(it);
}
}
static void _import_mark_func(JSRuntime* runtime, JSValueConst value, JS_MarkFunc mark_func)
{
import_record_t* import = JS_GetOpaque(value, _import_class_id);
if (import && import->_useCount > 0)
{
JS_MarkValue(runtime, import->_function, mark_func);
}
}
static void _tf_task_promise_rejection_tracker(JSContext* context, JSValueConst promise, JSValueConst reason, JS_BOOL is_handled, void* user_data)
{
if (!is_handled)
{
tf_util_report_error(context, reason);
}
}
static void _tf_task_gc_timer(uv_timer_t* timer)
{
tf_task_t* task = timer->data;
tf_trace_begin(task->_trace, "JS_RunGC");
JS_RunGC(task->_runtime);
tf_trace_end(task->_trace);
#ifdef M_TRIM_THRESHOLD
malloc_trim(0);
#endif
}
static void _tf_task_trace_timer(uv_timer_t* timer)
{
tf_task_t* task = timer->data;
uint64_t hrtime = uv_hrtime();
uint64_t idle_time = uv_metrics_idle_time(&task->_loop);
task->idle_percent = (hrtime - task->last_hrtime) ? 100.0f * (idle_time - task->last_idle_time) / (hrtime - task->last_hrtime) : 0.0f;
task->thread_percent = tf_ssb_get_average_thread_percent(task->_ssb);
task->last_hrtime = hrtime;
task->last_idle_time = idle_time;
const char* k_names[] = {
"child_tasks",
"imports",
"exports",
"promises",
"idle_percent",
"thread_percent",
};
int64_t values[] = {
task->_child_count,
task->_import_count,
task->_export_count,
task->_promise_count,
(int64_t)task->idle_percent,
(int64_t)task->thread_percent,
};
tf_trace_counter(task->_trace, "task", sizeof(k_names) / sizeof(*k_names), k_names, values);
}
static bool _tf_task_run_jobs(tf_task_t* task)
{
if (JS_IsJobPending(task->_runtime))
{
JSContext* context = NULL;
int r = JS_ExecutePendingJob(task->_runtime, &context);
JSValue result = JS_GetException(context);
if (context)
{
tf_util_report_error(context, result);
JS_FreeValue(context, result);
}
return r != 0;
}
return 0;
}
static void _tf_task_run_jobs_idle(uv_idle_t* idle)
{
tf_task_t* task = idle->data;
if (!_tf_task_run_jobs(task))
{
/* No more jobs. Don't try again as actively. */
uv_idle_stop(&task->idle);
uv_prepare_start(&task->prepare, _tf_task_run_jobs_prepare);
}
}
static void _tf_task_run_jobs_prepare(uv_prepare_t* prepare)
{
tf_task_t* task = prepare->data;
if (_tf_task_run_jobs(task))
{
/* More jobs. We can run again immediately. */
uv_idle_start(&task->idle, _tf_task_run_jobs_idle);
uv_prepare_stop(&task->prepare);
}
}
static JSModuleDef* _tf_task_module_loader(JSContext* context, const char* module_name, void* opaque)
{
tf_task_t* task = opaque;
JSValue source_value = JS_GetPropertyStr(context, task->_loadedFiles, module_name);
char* source = NULL;
size_t length = 0;
if (!JS_IsUndefined(source_value))
{
uint8_t* array = tf_util_try_get_array_buffer(context, &length, source_value);
if (array)
{
source = tf_malloc(length + 1);
memcpy(source, array, length);
source[length] = '\0';
}
JS_FreeValue(context, source_value);
}
if (!source && task->_trusted)
{
source = (char*)_task_loadFile(task, module_name, NULL);
length = source ? strlen(source) : 0;
}
if (!source)
{
JS_ThrowReferenceError(context, "Could not load '%s'.", module_name);
return NULL;
}
JSValue result = JS_Eval(context, source, length, module_name, JS_EVAL_TYPE_MODULE | JS_EVAL_FLAG_COMPILE_ONLY | JS_EVAL_FLAG_ASYNC);
tf_free(source);
if (tf_util_report_error(task->_context, result))
{
return NULL;
}
JSModuleDef* module = JS_VALUE_GET_PTR(result);
JS_FreeValue(context, result);
return module;
}
static void _tf_task_signal_shutdown(uv_signal_t* signal, int sig)
{
#if !defined(_WIN32)
tf_printf("Received %s.\n", strsignal(sig));
#else
tf_printf("Interrupted.\n");
#endif
tf_task_t* task = signal->data;
if (!task->_killed)
{
task->_killed = true;
uv_stop(&task->_loop);
}
}
tf_task_t* tf_task_create()
{
tf_task_t* task = tf_malloc(sizeof(tf_task_t));
*task = (tf_task_t) { 0 };
++_count;
JSMallocFunctions funcs = { 0 };
tf_get_js_malloc_functions(&funcs);
task->_runtime = JS_NewRuntime2(&funcs, NULL);
task->_context = JS_NewContext(task->_runtime);
JS_SetContextOpaque(task->_context, task);
JS_SetHostPromiseRejectionTracker(task->_runtime, _tf_task_promise_rejection_tracker, task);
JS_SetModuleLoaderFunc(task->_runtime, NULL, _tf_task_module_loader, task);
JS_NewClassID(&_import_class_id);
JSClassDef def = {
.class_name = "imported_function",
.finalizer = _import_finalizer,
.gc_mark = _import_mark_func,
.call = _import_call,
};
JS_NewClass(task->_runtime, _import_class_id, &def);
task->_loadedFiles = JS_NewObject(task->_context);
uv_loop_init(&task->_loop);
uv_loop_configure(&task->_loop, UV_METRICS_IDLE_TIME);
task->_loop.data = task;
task->trace_timer.data = task;
uv_timer_init(&task->_loop, &task->trace_timer);
uv_timer_start(&task->trace_timer, _tf_task_trace_timer, 100, 100);
uv_unref((uv_handle_t*)&task->trace_timer);
task->gc_timer.data = task;
uv_timer_init(&task->_loop, &task->gc_timer);
uv_timer_start(&task->gc_timer, _tf_task_gc_timer, 1000, 1000);
uv_unref((uv_handle_t*)&task->gc_timer);
task->idle.data = task;
uv_idle_init(&task->_loop, &task->idle);
uv_unref((uv_handle_t*)&task->idle);
task->prepare.data = task;
uv_prepare_init(&task->_loop, &task->prepare);
uv_unref((uv_handle_t*)&task->prepare);
uv_idle_start(&task->idle, _tf_task_run_jobs_idle);
task->sig_term.data = task;
uv_signal_init(&task->_loop, &task->sig_term);
uv_signal_start(&task->sig_term, _tf_task_signal_shutdown, SIGTERM);
uv_unref((uv_handle_t*)&task->sig_term);
task->sig_int.data = task;
uv_signal_init(&task->_loop, &task->sig_int);
uv_signal_start(&task->sig_int, _tf_task_signal_shutdown, SIGINT);
uv_unref((uv_handle_t*)&task->sig_int);
return task;
}
void tf_task_configure_from_fd(tf_task_t* task, int fd)
{
assert(!task->_parent);
task->_parent = tf_taskstub_create_parent(task, fd);
}
static void _tf_task_trace_to_parent(tf_trace_t* trace, const char* buffer, size_t size, void* user_data)
{
tf_task_t* task = user_data;
tf_packetstream_send(tf_taskstub_get_stream(task->_parent), kTaskTrace, buffer, size);
}
static void _tf_task_record_hitch(const char* name, uint64_t duration_ns, void* user_data)
{
tf_task_t* task = user_data;
for (int i = 0; i < (int)_countof(task->hitches); i++)
{
if (duration_ns > task->hitches[i].duration_ns)
{
if (i + 1 < (int)_countof(task->hitches))
{
memmove(task->hitches + i + 1, task->hitches + i, sizeof(hitch_t) * ((int)_countof(task->hitches) - i - 1));
}
snprintf(task->hitches[i].name, sizeof(task->hitches[i].name), "%s", name);
task->hitches[i].duration_ns = duration_ns;
break;
}
}
}
void tf_task_activate(tf_task_t* task)
{
assert(!task->_activated);
task->_activated = true;
JSContext* context = task->_context;
JSValue global = JS_GetGlobalObject(context);
JSValue e = JS_NewObject(context);
JS_SetPropertyStr(context, global, "exports", e);
JSAtom atom = JS_NewAtom(context, "parent");
JS_DefinePropertyGetSet(context, global, atom, JS_NewCFunction(context, _tf_task_get_parent, "parent", 0), JS_UNDEFINED, 0);
JS_FreeAtom(context, atom);
JSValue tildefriends = JS_NewObject(context);
JS_SetPropertyStr(context, tildefriends, "ssb_port", JS_NewInt32(context, task->_ssb_port));
JS_SetPropertyStr(context, tildefriends, "http_port", JS_NewInt32(context, task->_http_port));
JS_SetPropertyStr(context, tildefriends, "https_port", JS_NewInt32(context, task->_https_port));
JSValue args = JS_NewObject(context);
JS_SetPropertyStr(context, tildefriends, "args", args);
if (task->_args)
{
char* saveptr = NULL;
char* copy = tf_strdup(task->_args);
char* start = copy;
while (true)
{
char* assignment = strtok_r(start, ",", &saveptr);
start = NULL;
if (!assignment)
{
break;
}
char* equals = strchr(assignment, '=');
if (equals)
{
*equals = '\0';
JS_SetPropertyStr(context, args, assignment, JS_NewString(context, equals + 1));
}
else
{
tf_printf("Assignment missing '=': %s.\n", assignment);
exit(1);
}
}
tf_free(copy);
}
JS_SetPropertyStr(context, global, "tildefriends", tildefriends);
task->_trace = tf_trace_create();
if (task->_trusted)
{
if (!*task->_db_path)
{
snprintf(task->_db_path, sizeof(task->_db_path), "db.sqlite");
}
sqlite3_open(task->_db_path, &task->_db);
JS_SetPropertyStr(context, global, "Task", tf_taskstub_register(context));
JS_SetPropertyStr(context, global, "Socket", tf_socket_register(context));
JS_SetPropertyStr(context, global, "TlsContext", tf_tls_context_register(context));
tf_file_register(context);
tf_database_register(context);
tf_httpd_register(context);
task->_ssb = tf_ssb_create(&task->_loop, task->_context, task->_db_path);
tf_ssb_set_trace(task->_ssb, task->_trace);
tf_ssb_register(context, task->_ssb);
tf_ssb_set_hitch_callback(task->_ssb, _tf_task_record_hitch, task);
if (task->_ssb_port)
{
tf_ssb_broadcast_listener_start(task->_ssb, false);
tf_ssb_broadcast_sender_start(task->_ssb);
tf_ssb_server_open(task->_ssb, task->_ssb_port);
}
JS_SetPropertyStr(context, global, "getStats", JS_NewCFunction(context, _tf_task_getStats, "getStats", 0));
}
else
{
JS_FreeValue(context, tf_taskstub_register(context));
tf_trace_set_write_callback(task->_trace, _tf_task_trace_to_parent, task);
}
tf_bcrypt_register(context);
tf_util_register(context);
JS_SetPropertyStr(context, global, "exit", JS_NewCFunction(context, _tf_task_exit, "exit", 1));
JS_SetPropertyStr(context, global, "version", JS_NewCFunction(context, _tf_task_version, "version", 0));
JS_SetPropertyStr(context, global, "platform", JS_NewCFunction(context, _tf_task_platform, "platform", 0));
JS_SetPropertyStr(context, global, "getFile", JS_NewCFunction(context, _tf_task_getFile, "getFile", 1));
JS_SetPropertyStr(context, global, "setTimeout", JS_NewCFunction(context, _tf_task_setTimeout, "setTimeout", 2));
JS_SetPropertyStr(context, global, "pokeSandbox", JS_NewCFunction(context, _tf_task_pokeSandbox, "pokeSandbox", 0));
JS_FreeValue(context, global);
}
void tf_task_run(tf_task_t* task)
{
do
{
uv_run(&task->_loop, UV_RUN_DEFAULT);
} while (!task->_killed && _tf_task_run_jobs(task));
}
bool tf_task_get_one_proc(tf_task_t* task)
{
return task->_one_proc;
}
void tf_task_set_one_proc(tf_task_t* task, bool one_proc)
{
task->_one_proc = one_proc;
}
void tf_task_set_trusted(tf_task_t* task, bool trusted)
{
task->_trusted = trusted;
}
JSContext* tf_task_get_context(tf_task_t* task)
{
return task->_context;
}
tf_ssb_t* tf_task_get_ssb(tf_task_t* task)
{
return task->_ssb;
}
static void _tf_task_on_handle_close(uv_handle_t* handle)
{
handle->data = NULL;
}
JSValue tf_taskstub_kill(tf_taskstub_t* stub);
void tf_task_destroy(tf_task_t* task)
{
while (task->_children)
{
for (task_child_node_t* node = task->_children; node; node = node->next)
{
JS_FreeValue(task->_context, tf_taskstub_kill(node->stub));
}
uv_run(&task->_loop, UV_RUN_ONCE);
}
if (task->_parent)
{
tf_taskstub_t* parent = task->_parent;
task->_parent = NULL;
tf_packetstream_close(tf_taskstub_get_stream(parent));
JS_FreeValue(task->_context, tf_taskstub_get_task_object(parent));
}
while (task->_promise_count)
{
tf_task_reject_promise(task, task->_promises[task->_promise_count - 1].id, JS_NULL);
}
for (int i = 0; i < task->_export_count; i++)
{
JS_FreeValue(task->_context, task->_exports[i]->_function);
}
tf_free(task->_imports);
tf_free(task->_exports);
task->_imports = NULL;
task->_exports = NULL;
task->_import_count = 0;
task->_export_count = 0;
JS_FreeValue(task->_context, task->_loadedFiles);
while (task->timeouts)
{
timeout_t* timeout = task->timeouts;
if (task->_context)
{
JS_FreeValue(task->_context, timeout->_callback);
}
timeout->_callback = JS_UNDEFINED;
_timeout_unlink(task, timeout);
uv_close((uv_handle_t*)&timeout->_timer, _timeout_closed);
}
if (task->_ssb)
{
tf_ssb_destroy(task->_ssb);
}
/* This ensures the HTTP handlers get cleaned up. */
if (task->_trusted)
{
JSValue global = JS_GetGlobalObject(task->_context);
JS_SetPropertyStr(task->_context, global, "httpd", JS_UNDEFINED);
JS_FreeValue(task->_context, global);
}
JS_FreeContext(task->_context);
JS_FreeRuntime(task->_runtime);
tf_free(task->_promises);
task->_promises = NULL;
tf_free(task->_imports);
task->_imports = NULL;
task->_import_count = 0;
tf_free(task->_exports);
task->_exports = NULL;
task->_export_count = 0;
if (task->_db)
{
sqlite3_close(task->_db);
}
if (task->trace_timer.data && !uv_is_closing((uv_handle_t*)&task->trace_timer))
{
uv_close((uv_handle_t*)&task->trace_timer, _tf_task_on_handle_close);
}
if (task->gc_timer.data && !uv_is_closing((uv_handle_t*)&task->gc_timer))
{
uv_close((uv_handle_t*)&task->gc_timer, _tf_task_on_handle_close);
}
uv_close((uv_handle_t*)&task->idle, _tf_task_on_handle_close);
uv_close((uv_handle_t*)&task->prepare, _tf_task_on_handle_close);
uv_signal_stop(&task->sig_term);
uv_close((uv_handle_t*)&task->sig_term, _tf_task_on_handle_close);
uv_signal_stop(&task->sig_int);
uv_close((uv_handle_t*)&task->sig_int, _tf_task_on_handle_close);
while (task->trace_timer.data || task->gc_timer.data || task->idle.data || task->prepare.data || task->sig_term.data || task->sig_int.data)
{
uv_run(&task->_loop, UV_RUN_ONCE);
}
int index = 0;
while (uv_loop_close(&task->_loop) != 0)
{
if (index++ > 0)
{
tf_printf("--\n");
uv_print_all_handles(&task->_loop, stdout);
}
uv_run(&task->_loop, UV_RUN_ONCE);
}
if (task->_trace)
{
tf_trace_destroy(task->_trace);
}
--_count;
for (int i = 0; i < task->_promise_stack_count; i++)
{
tf_free((void*)task->_promise_stacks[i].stack);
}
tf_free(task->_promise_stacks);
tf_free((void*)task->_path);
bool was_trusted = task->_trusted;
tf_free(task);
if (was_trusted)
{
tf_printf("Goodbye.\n");
}
}
JSValue tf_task_add_import(tf_task_t* task, taskid_t stub_id, exportid_t export_id)
{
import_record_t** it = _tf_task_find_import(task, stub_id, export_id);
if (it)
{
(*it)->_useCount++;
return JS_DupValue(task->_context, (*it)->_function);
}
JSValue function = JS_NewObjectClass(task->_context, _import_class_id);
import_record_t* import = tf_malloc(sizeof(import_record_t));
JS_SetOpaque(function, import);
*import = (import_record_t) {
._function = function,
._export = export_id,
._owner = task,
._task = stub_id,
._useCount = 1,
};
int index = tf_util_insert_index(import, task->_imports, task->_import_count, sizeof(import_record_t*), _import_compare);
task->_imports = tf_resize_vec(task->_imports, sizeof(import_record_t*) * (task->_import_count + 1));
if (task->_import_count - index)
{
memmove(task->_imports + index + 1, task->_imports + index, sizeof(import_record_t*) * (task->_import_count - index));
}
task->_imports[index] = import;
task->_import_count++;
return JS_DupValue(task->_context, function);
}
void tf_task_print(tf_task_t* task, int argc, JSValueConst* argv)
{
if (task->_parent)
{
JSValue array = JS_NewArray(task->_context);
for (int i = 0; i < argc; i++)
{
JS_SetPropertyUint32(task->_context, array, i, JS_DupValue(task->_context, argv[i]));
}
void* buffer;
size_t size;
tf_serialize_store(task, task->_parent, &buffer, &size, array);
tf_packetstream_send(tf_taskstub_get_stream(task->_parent), kPrint, buffer, size);
tf_free(buffer);
JS_FreeValue(task->_context, array);
}
}
tf_task_t* tf_task_get(JSContext* context)
{
return JS_GetContextOpaque(context);
}
void tf_task_set_ssb_port(tf_task_t* task, int port)
{
task->_ssb_port = port;
}
void tf_task_set_http_port(tf_task_t* task, int port)
{
task->_http_port = port;
}
void tf_task_set_https_port(tf_task_t* task, int port)
{
task->_https_port = port;
}
void tf_task_set_db_path(tf_task_t* task, const char* db_path)
{
snprintf(task->_db_path, sizeof(task->_db_path), "%s", db_path);
}
void tf_task_set_zip_path(tf_task_t* task, const char* zip_path)
{
if (task->_zip)
{
unzClose(task->_zip);
task->_zip = NULL;
}
snprintf(task->_zip_path, sizeof(task->_zip_path), "%s", zip_path);
if (zip_path)
{
task->_zip = unzOpen(zip_path);
tf_printf("Zip %s: %p\n", zip_path, task->_zip);
}
}
const char* tf_task_get_zip_path(tf_task_t* task)
{
return task->_zip ? task->_zip_path : NULL;
}
void tf_task_set_args(tf_task_t* task, const char* args)
{
task->_args = args;
}
const char* tf_task_get_name(tf_task_t* task)
{
return task->_scriptName;
}
static void _timeout_link(tf_task_t* task, timeout_t* timeout)
{
assert(timeout);
assert(!timeout->previous);
assert(!timeout->next);
timeout->previous = timeout;
timeout->next = timeout;
if (task->timeouts)
{
timeout->previous = task->timeouts->previous;
timeout->next = task->timeouts;
task->timeouts->previous->next = timeout;
task->timeouts->previous = timeout;
}
task->timeouts = timeout;
}
static void _timeout_unlink(tf_task_t* task, timeout_t* timeout)
{
assert(timeout);
assert(timeout->previous);
assert(timeout->next);
if (timeout->next == timeout && timeout->previous == timeout && task->timeouts == timeout)
{
task->timeouts = NULL;
}
else
{
timeout->next->previous = timeout->previous;
timeout->previous->next = timeout->next;
if (task->timeouts == timeout)
{
task->timeouts = timeout->next;
}
}
timeout->previous = NULL;
timeout->next = NULL;
}
static void _timeout_closed(uv_handle_t* handle)
{
timeout_t* timeout = handle->data;
handle->data = NULL;
tf_free(timeout);
}
static void _tf_task_timeout_callback(uv_timer_t* handle)
{
timeout_t* timeout = handle->data;
tf_trace_begin(tf_task_get_trace(timeout->_task), "_tf_task_timeout_callback");
JSContext* context = tf_task_get_context(timeout->_task);
JSValue result = JS_Call(context, timeout->_callback, JS_NULL, 0, NULL);
tf_util_report_error(context, result);
JS_FreeValue(context, result);
JS_FreeValue(context, timeout->_callback);
_timeout_unlink(timeout->_task, timeout);
tf_trace_end(tf_task_get_trace(timeout->_task));
uv_close((uv_handle_t*)handle, _timeout_closed);
}
static JSValue _tf_task_setTimeout(JSContext* context, JSValueConst this_val, int argc, JSValueConst* argv)
{
tf_task_t* task = JS_GetContextOpaque(context);
timeout_t* timeout = tf_malloc(sizeof(timeout_t));
*timeout = (timeout_t) {
._task = task,
._callback = JS_DupValue(context, argv[0]),
._timer = { .data = timeout },
};
_timeout_link(task, timeout);
uv_timer_init(tf_task_get_loop(task), &timeout->_timer);
int64_t duration_ms = 0;
JS_ToInt64(context, &duration_ms, argv[1]);
if (uv_timer_start(&timeout->_timer, _tf_task_timeout_callback, duration_ms, 0) != 0)
{
JS_FreeValue(context, timeout->_callback);
_timeout_unlink(task, timeout);
tf_free(timeout);
}
return JS_NULL;
}
static JSValue _tf_task_pokeSandbox(JSContext* context, JSValueConst this_val, int argc, JSValueConst* argv)
{
int result = 0;
#if TARGET_OS_IPHONE
tf_printf("Not sure what we can try to poke on iOS.\n");
#else
tf_printf("Poking sandbox.\n");
result = system("pwd");
tf_printf("Sandbox poked.\n");
#endif
return JS_NewInt32(context, WEXITSTATUS(result));
}