mush-forum-socket 1.0.0

package/index.js

@@ -0,0 +1,13 @@
+'use strict';
+
+const ForumSocket = require('./lib/ForumSocket');
+const {
+   extractReportData,
+   formatReport
+} = require('./lib/parser');
+
+module.exports = {
+   ForumSocket,
+   extractReportData,
+   formatReport
+};

package/lib/ForumSocket.js

@@ -0,0 +1,456 @@
+'use strict';
+
+const EventEmitter = require('events');
+const axios = require('axios');
+
+const {
+   formatReport
+} = require('./parser');
+
+class ForumSocket extends EventEmitter {
+   constructor(options = {}) {
+      super();
+
+      if (typeof options.getAuth !== 'function') {
+         throw new Error('[ForumSocket] A opção `getAuth` é obrigatória.');
+      }
+
+      this.forumUrl = options.forumUrl ?? null;
+      this.scraperUrl = options.scraperUrl ?? null;
+      this.proxyUrl = options.proxyUrl ?? null;
+      this.getAuth = options.getAuth;
+      this.categories = Array.isArray(options.categories) ? options.categories : [];
+      this.reportsCategory = options.reportsCategory ?? null;
+      this.reconnectDelay = options.reconnectDelay ?? 5000;
+      this.timeout = options.timeout ?? 30000;
+
+      this.pollCounter = 0;
+      this.active = false;
+      this.sid = null;
+      this.cfSession = null;
+      this.cfSessionExpiry = 0;
+      this.pollErrors = 0;
+      this.reconnectTimeout = null;
+   }
+
+   async start() {
+      this.stop();
+
+      this.active = true;
+
+      await this._connect();
+   }
+
+   stop() {
+      this.active = false;
+
+      if (this.reconnectTimeout) {
+         clearTimeout(this.reconnectTimeout);
+
+         this.reconnectTimeout = null;
+      }
+
+      if (this.sid) {
+         this.emit('disconnect', {
+            reason: 'manual_stop'
+         });
+
+         this.sid = null;
+      }
+   }
+
+   connect() {
+      return this.start();
+   }
+
+   disconnect() {
+      return this.stop();
+   }
+
+   async enterRoom(room) {
+      if (!this.active || !this.sid || !this.headers || !this.csrfToken || !this.forumUrl) {
+         throw new Error('[ForumSocket] Cliente não conectado.');
+      }
+
+      const roomUrl = `${this.forumUrl}/socket.io/?EIO=4&transport=polling&t=${this._generateT()}&sid=${this.sid}&_csrf=${this.csrfToken}`;
+
+      await this._proxyRequest(roomUrl, 'POST', {
+         ...this.headers,
+         'Content-Type': 'text/plain;charset=UTF-8'
+      }, `42["meta.rooms.enter",{"enter":"${room}"}]`);
+   }
+
+   async _proxyRequest(url, method, headers, body, options = {}) {
+      if (!this.proxyUrl) {
+         throw new Error('[ForumSocket] `proxyUrl` não configurada.');
+      }
+
+      const response = await axios.post(this.proxyUrl, {
+         url,
+         method,
+         headers,
+         body
+      }, {
+         timeout: this.timeout,
+         ...options
+      });
+
+      return {
+         status: response.status,
+         body: response.data.data,
+         headers: response.data.headers
+      };
+   }
+
+   async _getCfClearance() {
+      if (this.cfSession && Date.now() < this.cfSessionExpiry) {
+         return this.cfSession;
+      }
+
+      if (!this.scraperUrl || !this.forumUrl) {
+         throw new Error('[ForumSocket] `scraperUrl` ou `forumUrl` não configurada.');
+      }
+
+      try {
+         const response = await axios.post(this.scraperUrl, {
+            url: this.forumUrl,
+            mode: 'waf-session'
+         }, {
+            timeout: 120000
+         });
+
+         const session = response.data;
+
+         if (!session || session.code !== 200) return null;
+
+         this.cfSession = session;
+         this.cfSessionExpiry = Date.now() + (30 * 60 * 1000);
+
+         return session;
+      } catch (e) {
+         this.emit('error', new Error(`Falha ao obter cf_clearance: ${e.message}`));
+
+         return null;
+      }
+   }
+
+   _buildHeaders(userAuth, cfSession) {
+      const combinedCookies = [userAuth.cookies.filter(c => c.name !== 'cf_clearance').map(c => `${c.name}=${c.value}`).join('; '), (cfSession?.cookies?.length ? cfSession.cookies.filter(c => c.name === 'cf_clearance').map(c => `${c.name}=${c.value}`).join('; ') : '')].filter(Boolean).join('; ');
+
+      const userAgent = cfSession.headers?.['user-agent'] ?? userAuth.user?.agent;
+
+      return {
+         'Cookie': combinedCookies,
+         'User-Agent': userAgent,
+         'Origin': this.forumUrl,
+         'Referer': `${this.forumUrl}/`
+      };
+   }
+
+   _updateCookies(res) {
+      if (!res?.headers?.['set-cookie'] || !this.headers) return;
+
+      const setCookie = res.headers['set-cookie'];
+      const cookieArray = Array.isArray(setCookie) ? setCookie : [setCookie];
+
+      for (const str of cookieArray) {
+         const match = str.match(/^([^=]+)=([^;]+)/);
+
+         if (match) {
+            const [, name, value] = match.map(s => s.trim());
+
+            const regex = new RegExp(`${name}=[^;]+`);
+
+            this.headers['Cookie'] = regex.test(this.headers['Cookie']) ? this.headers['Cookie'].replace(regex, `${name}=${value}`) : `${this.headers['Cookie']}; ${name}=${value}`;
+         }
+      }
+   }
+
+   _generateT() {
+      return Date.now().toString(36) + (this.pollCounter++).toString(36);
+   }
+
+   _parseEngineIOPackets(raw) {
+      if (!raw || typeof raw !== 'string') return [];
+
+      const packets = [];
+
+      let i = 0;
+
+      while (i < raw.length) {
+         const type = raw[i];
+
+         if (type === '0') {
+            let depth = 0;
+
+            let j = i + 1;
+
+            while (j < raw.length) {
+               if (raw[j] === '{') depth++;
+               if (raw[j] === '}') depth--;
+
+               if (depth === 0) break;
+
+               j++;
+            }
+
+            packets.push({
+               type: 'open',
+               data: raw.substring(i + 1, j + 1)
+            });
+
+            i = j + 1;
+         } else if (type === '2' || type === '3' || type === '6') {
+            packets.push({
+               type: type === '2' ? 'ping' : type === '3' ? 'pong' : 'noop'
+            });
+
+            i++;
+         } else if (type === '4') {
+            const sioType = raw[i + 1];
+
+            if (sioType === '0' || sioType === '2') {
+               const openChar = sioType === '0' ? '{' : '[';
+
+               const closeChar = sioType === '0' ? '}' : ']';
+
+               if (raw[i + 2] === openChar) {
+                  let depth = 0;
+
+                  let j = i + 2;
+
+                  while (j < raw.length) {
+                     if (raw[j] === openChar) depth++;
+                     if (raw[j] === closeChar) depth--;
+
+                     if (depth === 0) break;
+
+                     j++;
+                  }
+
+                  packets.push({
+                     type: 'message',
+                     data: raw.substring(i + 1, j + 1)
+                  });
+
+                  i = j + 1;
+               } else {
+                  packets.push({
+                     type: 'message',
+                     data: sioType === '0' ? '0' : raw.substring(i + 1)
+                  });
+
+                  i += (sioType === '0' ? 2 : raw.length);
+               }
+            } else {
+               packets.push({
+                  type: 'message',
+                  data: raw.substring(i + 1)
+               });
+
+               break;
+            }
+         } else {
+            break;
+         }
+      }
+
+      return packets;
+   }
+
+   _parseSocketIOEvent(messageData) {
+      if (!messageData?.length) return null;
+
+      const sioType = messageData[0];
+
+      if (sioType === '2') {
+         try {
+            const jsonData = JSON.parse(messageData.substring(1));
+
+            return Array.isArray(jsonData) && jsonData.length >= 1 ? {
+               event: jsonData[0],
+               data: jsonData[1] ?? null
+            } : null;
+         } catch {
+            return null;
+         }
+      }
+
+      return sioType === '0' ? {
+         event: '__connect',
+         data: messageData.substring(1)
+      } : null;
+   }
+
+   async _connect() {
+      if (!this.active) return;
+
+      try {
+         const userAuth = await this.getAuth();
+
+         if (!userAuth?.cookies?.length || !userAuth?.csrf?.token) {
+            throw new Error('Credenciais de autenticação ausentes.');
+         }
+
+         this.csrfToken = userAuth.csrf.token;
+
+         const cfSession = await this._getCfClearance();
+
+         if (!cfSession) {
+            throw new Error('Falha ao obter sessão do Cloudflare WAF.');
+         }
+
+         this.headers = this._buildHeaders(userAuth, cfSession);
+
+         const handshakeUrl = `${this.forumUrl}/socket.io/?EIO=4&transport=polling&t=${this._generateT()}&_csrf=${this.csrfToken}`;
+
+         const handshakeRes = await this._proxyRequest(handshakeUrl, 'GET', this.headers);
+
+         this._updateCookies(handshakeRes);
+
+         const handshakeBody = typeof handshakeRes.body === 'string' ? handshakeRes.body : JSON.stringify(handshakeRes.body);
+
+         const packets = this._parseEngineIOPackets(handshakeBody);
+
+         const openPacket = packets.find(p => p.type === 'open');
+
+         if (!openPacket) {
+            throw new Error(`Handshake falhou: ${handshakeBody?.substring(0, 150)}`);
+         }
+
+         const sessionData = JSON.parse(openPacket.data);
+
+         this.sid = sessionData.sid;
+
+         const connectPostUrl = `${this.forumUrl}/socket.io/?EIO=4&transport=polling&t=${this._generateT()}&sid=${this.sid}&_csrf=${this.csrfToken}`;
+
+         const connectPostRes = await this._proxyRequest(connectPostUrl, 'POST', {
+            ...this.headers,
+            'Content-Type': 'text/plain;charset=UTF-8'
+         }, '40');
+
+         this._updateCookies(connectPostRes);
+
+         const connectGetUrl = `${this.forumUrl}/socket.io/?EIO=4&transport=polling&t=${this._generateT()}&sid=${this.sid}&_csrf=${this.csrfToken}`;
+
+         const connectRes = await this._proxyRequest(connectGetUrl, 'GET', this.headers);
+
+         this._updateCookies(connectRes);
+
+         for (const cid of this.categories) {
+            await this.enterRoom(`category_${cid}`);
+         }
+
+         this.pollErrors = 0;
+
+         this.emit('connect', {
+            sid: this.sid
+         });
+
+         this._poll();
+      } catch (e) {
+         this.emit('error', e);
+
+         this._scheduleReconnect(this.reconnectDelay);
+      }
+   }
+
+   async _poll() {
+      if (!this.active || !this.sid) return;
+
+      try {
+         const pollUrl = `${this.forumUrl}/socket.io/?EIO=4&transport=polling&t=${this._generateT()}&sid=${this.sid}&_csrf=${this.csrfToken}`;
+
+         const res = await this._proxyRequest(pollUrl, 'GET', this.headers);
+
+         this._updateCookies(res);
+
+         const body = typeof res.body === 'string' ? res.body : JSON.stringify(res.body);
+
+         this.pollErrors = 0;
+
+         const packets = this._parseEngineIOPackets(body);
+
+         for (const packet of packets) {
+            if (packet.type === 'ping') {
+               const pongUrl = `${this.forumUrl}/socket.io/?EIO=4&transport=polling&t=${this._generateT()}&sid=${this.sid}&_csrf=${this.csrfToken}`;
+
+               await this._proxyRequest(pongUrl, 'POST', {
+                  ...this.headers,
+                  'Content-Type': 'text/plain;charset=UTF-8'
+               }, '3');
+            } else if (packet.type === 'message') {
+               const parsed = this._parseSocketIOEvent(packet.data);
+
+               if (parsed && parsed.event !== '__connect') {
+                  this._handleEvent(parsed.event, parsed.data);
+               }
+            }
+         }
+
+         if (this.active) {
+            setTimeout(() => this._poll(), 100);
+         }
+      } catch (e) {
+         const status = e.response?.status;
+
+         this.emit('error', new Error(`Erro no polling: ${status ?? e.message}`));
+
+         if (status === 400 || (status >= 500 && status < 600)) {
+            this.cfSession = null;
+            this.cfSessionExpiry = 0;
+            this.sid = null;
+
+            this._scheduleReconnect(this.reconnectDelay);
+         } else {
+            this.pollErrors++;
+            
+            if (this.pollErrors >= 5) {
+               this.cfSession = null;
+               this.cfSessionExpiry = 0;
+               this.sid = null;
+               
+               this._scheduleReconnect(this.reconnectDelay * 2);
+            } else {
+               setTimeout(() => this._poll(), 3000);
+            }
+         }
+      }
+   }
+
+   _handleEvent(eventName, data) {
+      this.emit('event', {
+         event: eventName,
+         data
+      });
+
+      if (eventName === 'event:new_post') {
+         const post = data?.posts?.[0];
+
+         if (!post) return;
+
+         this.emit('new_post', post);
+
+         const cid = post.topic?.cid ?? post.category?.cid;
+
+         if (cid === this.reportsCategory && post.isMainPost) {
+            this.emit('report', formatReport(post, this.forumUrl));
+         }
+      }
+   }
+
+   _scheduleReconnect(delay) {
+      if (!this.active) return;
+
+      if (this.reconnectTimeout) clearTimeout(this.reconnectTimeout);
+
+      this.emit('disconnect', {
+         reason: 'reconnecting',
+         delay
+      });
+
+      this.reconnectTimeout = setTimeout(() => this._connect(), delay);
+   }
+}
+
+module.exports = ForumSocket;

package/lib/parser.js

@@ -0,0 +1,44 @@
+'use strict';
+
+const extractReportData = (content = '') => ({
+   suspects: content.match(/infrator.*?:\s*(?:<[^>]+>\s*)*R:\s*([^<\n]+)/i)?.[1]?.trim() ?? null,
+   reason: content.match(/motivo.*?:\s*(?:<[^>]+>\s*)*R:\s*([^<\n]+)/i)?.[1]?.trim() ?? null,
+   incidentDate: content.match(/data.*?:\s*(?:<[^>]+>\s*)*R:\s*([^<\n]+)/i)?.[1]?.trim() ?? null,
+   proofUrl: content.match(/<img[^>]+src=["']([^"']+)["']/i)?.[1] ?? content.match(/https?:\/\/[^\s<"']+/i)?.[0] ?? null
+});
+
+const formatReport = (post, forumUrl = null) => {
+   if (!post) return null;
+
+   const extracted = extractReportData(post.content ?? '');
+
+   return {
+      tid: post.tid ?? null,
+      pid: post.pid ?? null,
+      title: post.topic?.title ?? null,
+      topicUrl: post.tid && forumUrl ? `${forumUrl}/topic/${post.tid}` : null,
+      suspects: extracted.suspects,
+      reason: extracted.reason,
+      incidentDate: extracted.incidentDate,
+      proofUrl: extracted.proofUrl,
+      author: {
+         uid: post.user?.uid ?? null,
+         username: post.user?.username ?? null,
+         userslug: post.user?.userslug ?? null,
+         picture: post.user?.picture ?? null,
+         profileUrl: post.user?.userslug && forumUrl ? `${forumUrl}/user/${post.user.userslug}` : null
+      },
+      category: {
+         cid: post.category?.cid ?? post.topic?.cid ?? null,
+         name: post.category?.name ?? null
+      },
+      timestamp: post.timestamp ?? Date.now(),
+      timestampUnix: Math.floor((post.timestamp ?? Date.now()) / 1000),
+      raw: post
+   };
+};
+
+module.exports = {
+   extractReportData,
+   formatReport
+};

package/package.json

@@ -0,0 +1,16 @@
+{
+  "name": "mush-forum-socket",
+  "version": "1.0.0",
+  "main": "index.js",
+  "directories": {
+    "lib": "lib"
+  },
+  "keywords": [],
+  "author": "sophiwa",
+  "license": "MIT",
+  "description": "",
+  "dependencies": {
+    "axios": "^1.20.0",
+    "events": "^3.3.0"
+  }
+}