Faster activity load through concurrency.

git-svn-id: https://www.unprompted.com/svn/projects/tildefriends/trunk@4445 ed5197a5-7fde-0310-b194-c3ffbd925b24
This commit is contained in:
Cory McWilliams 2023-09-04 18:01:06 +00:00
parent 8741841f27
commit 35475defb5

View File

@ -63,6 +63,24 @@ class GgAppElement extends LitElement {
await this.get_activities_from_ssb(); await this.get_activities_from_ssb();
} }
/* https://gist.github.com/jcouyang/632709f30e12a7879a73e9e132c0d56b?permalink_comment_id=3591045#gistcomment-3591045 */
async promise_all(promises, max_concurrent) {
let index = 0;
let results = [];
async function exec_thread() {
while (index < promises.length) {
const current = index++;
results[current] = await promises[current];
}
}
const threads = [];
for (let thread = 0; thread < max_concurrent; thread++) {
threads.push(exec_thread());
}
await Promise.all(threads);
return results;
}
async get_activities_from_ssb() { async get_activities_from_ssb() {
this.status = {text: 'loading activities'}; this.status = {text: 'loading activities'};
this.loaded_activities = []; this.loaded_activities = [];
@ -75,9 +93,10 @@ class GgAppElement extends LitElement {
json_extract(mention.value, '$.name') = 'activity_data' json_extract(mention.value, '$.name') = 'activity_data'
ORDER BY messages.timestamp DESC ORDER BY messages.timestamp DESC
`, []); `, []);
for (let [index, row] of blob_ids.entries()) { this.status = {text: 'loading activity data'};
this.status = {text: 'loading activity data', value: index, max: blob_ids.length}; let blobs = await this.promise_all(blob_ids.map(x => tfrpc.rpc.get_blob(x.blob_id)), 8);
let blob = await tfrpc.rpc.get_blob(row.blob_id); this.status = {text: 'processing activity data'};
for (let blob of blobs) {
try { try {
this.loaded_activities.push(JSON.parse(blob)); this.loaded_activities.push(JSON.parse(blob));
} catch { } catch {