From 4fbb331015b7a90ee8047d9e10ede3df2a747fe4 Mon Sep 17 00:00:00 2001
From: devlikepro <waha@devlike.pro>
Date: Fri, 2 May 2025 13:31:08 +0700
Subject: [PATCH] [core] Copy-paste in-memory store

Got removed from the upstream
---
 .../engines/noweb/store/NowebInMemoryStore.ts |   2 +-
 .../store/memory/make-in-memory-store.ts      | 564 ++++++++++++++++++
 .../store/memory/make-ordered-dictionary.ts   |  86 +++
 .../noweb/store/memory/object-repository.ts   |  32 +
 4 files changed, 683 insertions(+), 1 deletion(-)
 create mode 100644 src/core/engines/noweb/store/memory/make-in-memory-store.ts
 create mode 100644 src/core/engines/noweb/store/memory/make-ordered-dictionary.ts
 create mode 100644 src/core/engines/noweb/store/memory/object-repository.ts

diff --git a/src/core/engines/noweb/store/NowebInMemoryStore.ts b/src/core/engines/noweb/store/NowebInMemoryStore.ts
index 3ae061c6..7f8ab5ef 100644
--- a/src/core/engines/noweb/store/NowebInMemoryStore.ts
+++ b/src/core/engines/noweb/store/NowebInMemoryStore.ts
@@ -2,7 +2,6 @@ import makeWASocket, {
   Chat,
   Contact,
   GroupMetadata,
-  makeInMemoryStore,
   proto,
 } from '@adiwajshing/baileys';
 import { Label } from '@adiwajshing/baileys/lib/Types/Label';
@@ -12,6 +11,7 @@ import { PaginationParams } from '@waha/structures/pagination.dto';
 import { PaginatorInMemory } from '@waha/utils/Paginator';
 
 import { INowebStore } from './INowebStore';
+import makeInMemoryStore from './memory/make-in-memory-store';
 
 // eslint-disable-next-line @typescript-eslint/no-var-requires
 const logger = require('pino')();
diff --git a/src/core/engines/noweb/store/memory/make-in-memory-store.ts b/src/core/engines/noweb/store/memory/make-in-memory-store.ts
new file mode 100644
index 00000000..0d6f9819
--- /dev/null
+++ b/src/core/engines/noweb/store/memory/make-in-memory-store.ts
@@ -0,0 +1,564 @@
+/* eslint-disable @typescript-eslint/no-non-null-assertion */
+
+import type {
+  BaileysEventEmitter,
+  Chat,
+  ConnectionState,
+  Contact,
+  GroupMetadata,
+  PresenceData,
+  WAMessage,
+  WAMessageCursor,
+  WAMessageKey,
+} from '@adiwajshing/baileys/lib/Types';
+import { Label } from '@adiwajshing/baileys/lib/Types/Label';
+import {
+  LabelAssociation,
+  LabelAssociationType,
+  MessageLabelAssociation,
+} from '@adiwajshing/baileys/lib/Types/LabelAssociation';
+import {
+  md5,
+  toNumber,
+  updateMessageWithReaction,
+  updateMessageWithReceipt,
+} from '@adiwajshing/baileys/lib/Utils';
+import {
+  jidDecode,
+  jidNormalizedUser,
+} from '@adiwajshing/baileys/lib/WABinary';
+import { proto } from '@adiwajshing/baileys/WAProto';
+import type { Comparable } from '@adiwajshing/keyed-db/lib/Types';
+import type { Logger } from 'pino';
+
+import makeOrderedDictionary from './make-ordered-dictionary';
+import { ObjectRepository } from './object-repository';
+
+// eslint-disable-next-line @typescript-eslint/no-var-requires
+const KeyedDB = require('@adiwajshing/keyed-db').default;
+// eslint-disable-next-line @typescript-eslint/no-var-requires
+const { writeFileSync } = require('fs');
+// eslint-disable-next-line @typescript-eslint/no-var-requires
+const { readFileSync, existsSync } = require('fs');
+
+type WASocket = ReturnType<any>;
+
+export const waChatKey = (pin: boolean) => ({
+  key: (c: Chat) =>
+    (pin ? (c.pinned ? '1' : '0') : '') +
+    (c.archived ? '0' : '1') +
+    (c.conversationTimestamp
+      ? c.conversationTimestamp.toString(16).padStart(8, '0')
+      : '') +
+    c.id,
+  compare: (k1: string, k2: string) => k2.localeCompare(k1),
+});
+
+export const waMessageID = (m: WAMessage) => m.key.id || '';
+
+export const waLabelAssociationKey: Comparable<LabelAssociation, string> = {
+  key: (la: LabelAssociation) =>
+    la.type === LabelAssociationType.Chat
+      ? la.chatId + la.labelId
+      : la.chatId + la.messageId + la.labelId,
+  compare: (k1: string, k2: string) => k2.localeCompare(k1),
+};
+
+export type BaileysInMemoryStoreConfig = {
+  chatKey?: Comparable<Chat, string>;
+  labelAssociationKey?: Comparable<LabelAssociation, string>;
+  logger: Logger;
+  socket?: WASocket;
+};
+
+const makeMessagesDictionary = () => makeOrderedDictionary(waMessageID);
+
+export default (config: BaileysInMemoryStoreConfig) => {
+  const socket = config.socket;
+  const chatKey = config.chatKey || waChatKey(true);
+  const labelAssociationKey =
+    config.labelAssociationKey || waLabelAssociationKey;
+  const logger: Logger = config.logger;
+
+  const chats = new KeyedDB(chatKey, (c) => c.id) as any;
+  const messages: { [_: string]: ReturnType<typeof makeMessagesDictionary> } =
+    {};
+  const contacts: { [_: string]: Contact } = {};
+  const groupMetadata: { [_: string]: GroupMetadata } = {};
+  let presences: { [id: string]: { [participant: string]: PresenceData } } = {};
+  const state: ConnectionState = { connection: 'close' };
+  const labels = new ObjectRepository<Label>();
+  const labelAssociations = new KeyedDB(
+    labelAssociationKey,
+    labelAssociationKey.key,
+  ) as any;
+
+  const assertMessageList = (jid: string) => {
+    if (!messages[jid]) {
+      messages[jid] = makeMessagesDictionary();
+    }
+
+    return messages[jid];
+  };
+
+  const contactsUpsert = (newContacts: Contact[]) => {
+    const oldContacts = new Set(Object.keys(contacts));
+    for (const contact of newContacts) {
+      oldContacts.delete(contact.id);
+      contacts[contact.id] = Object.assign(contacts[contact.id] || {}, contact);
+    }
+
+    return oldContacts;
+  };
+
+  const labelsUpsert = (newLabels: Label[]) => {
+    for (const label of newLabels) {
+      labels.upsertById(label.id, label);
+    }
+  };
+
+  /**
+   * binds to a BaileysEventEmitter.
+   * It listens to all events and constructs a state that you can query accurate data from.
+   * Eg. can use the store to fetch chats, contacts, messages etc.
+   * @param ev typically the event emitter from the socket connection
+   */
+  const bind = (ev: BaileysEventEmitter) => {
+    ev.on('connection.update', (update) => {
+      Object.assign(state, update);
+    });
+
+    ev.on(
+      'messaging-history.set',
+      ({
+        chats: newChats,
+        contacts: newContacts,
+        messages: newMessages,
+        isLatest,
+        syncType,
+      }) => {
+        if (syncType === proto.HistorySync.HistorySyncType.ON_DEMAND) {
+          return; // FOR NOW,
+          //TODO: HANDLE
+        }
+
+        if (isLatest) {
+          chats.clear();
+
+          for (const id in messages) {
+            delete messages[id];
+          }
+        }
+
+        const chatsAdded = chats.insertIfAbsent(...newChats).length;
+        logger.debug({ chatsAdded }, 'synced chats');
+
+        const oldContacts = contactsUpsert(newContacts);
+        if (isLatest) {
+          for (const jid of oldContacts) {
+            delete contacts[jid];
+          }
+        }
+
+        logger.debug(
+          { deletedContacts: isLatest ? oldContacts.size : 0, newContacts },
+          'synced contacts',
+        );
+
+        for (const msg of newMessages) {
+          const jid = msg.key.remoteJid!;
+          const list = assertMessageList(jid);
+          list.upsert(msg, 'prepend');
+        }
+
+        logger.debug({ messages: newMessages.length }, 'synced messages');
+      },
+    );
+
+    ev.on('contacts.upsert', (contacts) => {
+      contactsUpsert(contacts);
+    });
+
+    ev.on('contacts.update', async (updates) => {
+      for (const update of updates) {
+        let contact: Contact;
+        if (contacts[update.id!]) {
+          contact = contacts[update.id!];
+        } else {
+          const contactHashes = await Promise.all(
+            Object.keys(contacts).map(async (contactId) => {
+              const { user } = jidDecode(contactId)!;
+              return [
+                contactId,
+                (await md5(Buffer.from(user + 'WA_ADD_NOTIF', 'utf8')))
+                  .toString('base64')
+                  .slice(0, 3),
+              ];
+            }),
+          );
+          contact =
+            contacts[contactHashes.find(([, b]) => b === update.id)?.[0] || '']; // find contact by attrs.hash, when user is not saved as a contact
+        }
+
+        if (contact) {
+          if (update.imgUrl === 'changed') {
+            contact.imgUrl = socket
+              ? await socket?.profilePictureUrl(contact.id)
+              : undefined;
+          } else if (update.imgUrl === 'removed') {
+            delete contact.imgUrl;
+          }
+        } else {
+          return logger.debug(
+            { update },
+            'got update for non-existant contact',
+          );
+        }
+
+        Object.assign(contacts[contact.id], contact);
+      }
+    });
+    ev.on('chats.upsert', (newChats) => {
+      chats.upsert(...newChats);
+    });
+    ev.on('chats.update', (updates) => {
+      for (let update of updates) {
+        const result = chats.update(update.id!, (chat) => {
+          if (update.unreadCount! > 0) {
+            update = { ...update };
+            update.unreadCount = (chat.unreadCount || 0) + update.unreadCount!;
+          }
+
+          Object.assign(chat, update);
+        });
+        if (!result) {
+          logger.debug({ update }, 'got update for non-existant chat');
+        }
+      }
+    });
+
+    ev.on('labels.edit', (label: Label) => {
+      if (label.deleted) {
+        return labels.deleteById(label.id);
+      }
+
+      // WhatsApp can store only up to 20 labels
+      if (labels.count() < 20) {
+        return labels.upsertById(label.id, label);
+      }
+
+      logger.error('Labels count exceed');
+    });
+
+    ev.on('labels.association', ({ type, association }) => {
+      switch (type) {
+        case 'add':
+          labelAssociations.upsert(association);
+          break;
+        case 'remove':
+          labelAssociations.delete(association);
+          break;
+        default:
+          console.error(`unknown operation type [${type}]`);
+      }
+    });
+
+    ev.on('presence.update', ({ id, presences: update }) => {
+      presences[id] = presences[id] || {};
+      Object.assign(presences[id], update);
+    });
+    ev.on('chats.delete', (deletions) => {
+      for (const item of deletions) {
+        if (chats.get(item)) {
+          chats.deleteById(item);
+        }
+      }
+    });
+    ev.on('messages.upsert', ({ messages: newMessages, type }) => {
+      switch (type) {
+        case 'append':
+        case 'notify':
+          for (const msg of newMessages) {
+            const jid = jidNormalizedUser(msg.key.remoteJid!);
+            const list = assertMessageList(jid);
+            list.upsert(msg, 'append');
+
+            if (type === 'notify' && !chats.get(jid)) {
+              ev.emit('chats.upsert', [
+                {
+                  id: jid,
+                  conversationTimestamp: toNumber(msg.messageTimestamp),
+                  unreadCount: 1,
+                },
+              ]);
+            }
+          }
+
+          break;
+      }
+    });
+    ev.on('messages.update', (updates) => {
+      for (const { update, key } of updates) {
+        const list = assertMessageList(jidNormalizedUser(key.remoteJid!));
+        if (update?.status) {
+          const listStatus = list.get(key.id!)?.status;
+          if (listStatus && update?.status <= listStatus) {
+            logger.debug(
+              { update, storedStatus: listStatus },
+              'status stored newer then update',
+            );
+            delete update.status;
+            logger.debug({ update }, 'new update object');
+          }
+        }
+
+        const result = list.updateAssign(key.id!, update);
+        if (!result) {
+          logger.debug({ update }, 'got update for non-existent message');
+        }
+      }
+    });
+    ev.on('messages.delete', (item) => {
+      if ('all' in item) {
+        const list = messages[item.jid];
+        list?.clear();
+      } else {
+        const jid = item.keys[0].remoteJid!;
+        const list = messages[jid];
+        if (list) {
+          const idSet = new Set(item.keys.map((k) => k.id));
+          list.filter((m) => !idSet.has(m.key.id));
+        }
+      }
+    });
+
+    ev.on('groups.update', (updates) => {
+      for (const update of updates) {
+        const id = update.id!;
+        if (groupMetadata[id]) {
+          Object.assign(groupMetadata[id], update);
+        } else {
+          logger.debug(
+            { update },
+            'got update for non-existant group metadata',
+          );
+        }
+      }
+    });
+
+    ev.on('group-participants.update', ({ id, participants, action }) => {
+      const metadata = groupMetadata[id];
+      if (metadata) {
+        switch (action) {
+          case 'add':
+            metadata.participants.push(
+              ...participants.map((id) => ({
+                id,
+                isAdmin: false,
+                isSuperAdmin: false,
+              })),
+            );
+            break;
+          case 'demote':
+          case 'promote':
+            for (const participant of metadata.participants) {
+              if (participants.includes(participant.id)) {
+                participant.isAdmin = action === 'promote';
+              }
+            }
+
+            break;
+          case 'remove':
+            metadata.participants = metadata.participants.filter(
+              (p) => !participants.includes(p.id),
+            );
+            break;
+        }
+      }
+    });
+
+    ev.on('message-receipt.update', (updates) => {
+      for (const { key, receipt } of updates) {
+        const obj = messages[key.remoteJid!];
+        const msg = obj?.get(key.id!);
+        if (msg) {
+          updateMessageWithReceipt(msg, receipt);
+        }
+      }
+    });
+
+    ev.on('messages.reaction', (reactions) => {
+      for (const { key, reaction } of reactions) {
+        const obj = messages[key.remoteJid!];
+        const msg = obj?.get(key.id!);
+        if (msg) {
+          updateMessageWithReaction(msg, reaction);
+        }
+      }
+    });
+  };
+
+  const toJSON = () => ({
+    chats,
+    contacts,
+    messages,
+    labels,
+    labelAssociations,
+  });
+
+  const fromJSON = (json: {
+    chats: Chat[];
+    contacts: { [id: string]: Contact };
+    messages: { [id: string]: WAMessage[] };
+    labels: { [labelId: string]: Label };
+    labelAssociations: LabelAssociation[];
+  }) => {
+    chats.upsert(...json.chats);
+    labelAssociations.upsert(...(json.labelAssociations || []));
+    contactsUpsert(Object.values(json.contacts));
+    labelsUpsert(Object.values(json.labels || {}));
+    for (const jid in json.messages) {
+      const list = assertMessageList(jid);
+      for (const msg of json.messages[jid]) {
+        list.upsert(proto.WebMessageInfo.fromObject(msg), 'append');
+      }
+    }
+  };
+
+  return {
+    chats,
+    contacts,
+    messages,
+    groupMetadata,
+    state,
+    presences,
+    setPresences: (obj: any) => {
+      presences = obj;
+    },
+    labels,
+    labelAssociations,
+    bind,
+    /** loads messages from the store, if not found -- uses the legacy connection */
+    loadMessages: async (
+      jid: string,
+      count: number,
+      cursor: WAMessageCursor,
+    ) => {
+      const list = assertMessageList(jid);
+      const mode = !cursor || 'before' in cursor ? 'before' : 'after';
+      const cursorKey = !!cursor
+        ? 'before' in cursor
+          ? cursor.before
+          : cursor.after
+        : undefined;
+      const cursorValue = cursorKey ? list.get(cursorKey.id!) : undefined;
+
+      let messages: WAMessage[];
+      if (list && mode === 'before' && (!cursorKey || cursorValue)) {
+        if (cursorValue) {
+          const msgIdx = list.array.findIndex(
+            (m) => m.key.id === cursorKey?.id,
+          );
+          messages = list.array.slice(0, msgIdx);
+        } else {
+          messages = list.array;
+        }
+
+        const diff = count - messages.length;
+        if (diff < 0) {
+          messages = messages.slice(-count); // get the last X messages
+        }
+      } else {
+        messages = [];
+      }
+
+      return messages;
+    },
+    /**
+     * Get all available labels for profile
+     *
+     * Keep in mind that the list is formed from predefined tags and tags
+     * that were "caught" during their editing.
+     */
+    getLabels: () => {
+      return labels;
+    },
+
+    /**
+     * Get labels for chat
+     *
+     * @returns Label IDs
+     **/
+    getChatLabels: (chatId: string) => {
+      return labelAssociations.filter((la) => la.chatId === chatId).all();
+    },
+
+    /**
+     * Get labels for message
+     *
+     * @returns Label IDs
+     **/
+    getMessageLabels: (messageId: string) => {
+      const associations = labelAssociations
+        .filter((la: MessageLabelAssociation) => la.messageId === messageId)
+        .all();
+
+      return associations.map(({ labelId }) => labelId);
+    },
+    loadMessage: async (jid: string, id: string) => messages[jid]?.get(id),
+    mostRecentMessage: async (jid: string) => {
+      const message: WAMessage | undefined = messages[jid]?.array.slice(-1)[0];
+      return message;
+    },
+    fetchImageUrl: async (jid: string, sock: WASocket | undefined) => {
+      const contact = contacts[jid];
+      if (!contact) {
+        return sock?.profilePictureUrl(jid);
+      }
+
+      if (typeof contact.imgUrl === 'undefined') {
+        contact.imgUrl = await sock?.profilePictureUrl(jid);
+      }
+
+      return contact.imgUrl;
+    },
+    fetchGroupMetadata: async (jid: string, sock: WASocket | undefined) => {
+      if (!groupMetadata[jid]) {
+        const metadata = await sock?.groupMetadata(jid);
+        if (metadata) {
+          groupMetadata[jid] = metadata;
+        }
+      }
+
+      return groupMetadata[jid];
+    },
+    // fetchBroadcastListInfo: async(jid: string, sock: WASocket | undefined) => {
+    // 	if(!groupMetadata[jid]) {
+    // 		const metadata = await sock?.getBroadcastListInfo(jid)
+    // 		if(metadata) {
+    // 			groupMetadata[jid] = metadata
+    // 		}
+    // 	}
+
+    // 	return groupMetadata[jid]
+    // },
+    fetchMessageReceipts: async ({ remoteJid, id }: WAMessageKey) => {
+      const list = messages[remoteJid!];
+      const msg = list?.get(id!);
+      return msg?.userReceipt;
+    },
+    toJSON,
+    fromJSON,
+    writeToFile: (path: string) => {
+      writeFileSync(path, JSON.stringify(toJSON()));
+    },
+    readFromFile: (path: string) => {
+      if (existsSync(path)) {
+        logger.debug({ path }, 'reading from file');
+        const jsonStr = readFileSync(path, { encoding: 'utf-8' });
+        const json = JSON.parse(jsonStr);
+        fromJSON(json);
+      }
+    },
+  };
+};
diff --git a/src/core/engines/noweb/store/memory/make-ordered-dictionary.ts b/src/core/engines/noweb/store/memory/make-ordered-dictionary.ts
new file mode 100644
index 00000000..0fa76d93
--- /dev/null
+++ b/src/core/engines/noweb/store/memory/make-ordered-dictionary.ts
@@ -0,0 +1,86 @@
+function makeOrderedDictionary<T>(idGetter: (item: T) => string) {
+  const array: T[] = [];
+  const dict: { [_: string]: T } = {};
+
+  const get = (id: string): T | undefined => dict[id];
+
+  const update = (item: T) => {
+    const id = idGetter(item);
+    const idx = array.findIndex((i) => idGetter(i) === id);
+    if (idx >= 0) {
+      array[idx] = item;
+      dict[id] = item;
+    }
+
+    return false;
+  };
+
+  const upsert = (item: T, mode: 'append' | 'prepend') => {
+    const id = idGetter(item);
+    if (get(id)) {
+      update(item);
+    } else {
+      if (mode === 'append') {
+        array.push(item);
+      } else {
+        array.splice(0, 0, item);
+      }
+
+      dict[id] = item;
+    }
+  };
+
+  const remove = (item: T) => {
+    const id = idGetter(item);
+    const idx = array.findIndex((i) => idGetter(i) === id);
+    if (idx >= 0) {
+      array.splice(idx, 1);
+      delete dict[id];
+      return true;
+    }
+
+    return false;
+  };
+
+  return {
+    array,
+    get,
+    upsert,
+    update,
+    remove,
+    updateAssign: (id: string, update: Partial<T>) => {
+      const item = get(id);
+      if (item) {
+        Object.assign(item, update);
+        delete dict[id];
+        dict[idGetter(item)] = item;
+        return true;
+      }
+
+      return false;
+    },
+    clear: () => {
+      array.splice(0, array.length);
+      for (const key of Object.keys(dict)) {
+        delete dict[key];
+      }
+    },
+    filter: (contain: (item: T) => boolean) => {
+      let i = 0;
+      while (i < array.length) {
+        if (!contain(array[i])) {
+          delete dict[idGetter(array[i])];
+          array.splice(i, 1);
+        } else {
+          i += 1;
+        }
+      }
+    },
+    toJSON: () => array,
+    fromJSON: (newItems: T[]) => {
+      array.splice(0, array.length, ...newItems);
+    },
+  };
+}
+
+export default makeOrderedDictionary;
diff --git a/src/core/engines/noweb/store/memory/object-repository.ts b/src/core/engines/noweb/store/memory/object-repository.ts
new file mode 100644
index 00000000..64f41268
--- /dev/null
+++ b/src/core/engines/noweb/store/memory/object-repository.ts
@@ -0,0 +1,32 @@
+export class ObjectRepository<T extends any> {
+  readonly entityMap: Map<string, T>;
+
+  constructor(entities: Record<string, T> = {}) {
+    this.entityMap = new Map(Object.entries(entities));
+  }
+
+  findById(id: string) {
+    return this.entityMap.get(id);
+  }
+
+  findAll() {
+    return Array.from(this.entityMap.values());
+  }
+
+  upsertById(id: string, entity: T) {
+    // @ts-ignore
+    return this.entityMap.set(id, { ...entity });
+  }
+
+  deleteById(id: string) {
+    return this.entityMap.delete(id);
+  }
+
+  count() {
+    return this.entityMap.size;
+  }
+
+  toJSON() {
+    return this.findAll();
+  }
+}