Initial commit

.env

@@ -0,0 +1 @@
+GOOGLE_APPLICATION_CREDENTIALS_GENAI=AIzaSyBmQmBVKoOBsuP_ceBI9YGQUdUvvqSGA2E

.gitignore

@@ -0,0 +1,3 @@
+node_modules/
+*.log
+*lock.json

Dockerfile

@@ -0,0 +1,32 @@
+FROM node:18-slim
+
+# Install git and other dependencies as root user
+RUN apt-get update && apt-get install -y git && rm -rf /var/lib/apt/lists/*
+
+# Switch to the node user
+USER node
+
+# Set environment variables for the user
+ENV HOME=/home/node \
+    PATH=/home/node/.local/bin:$PATH
+
+# Set the working directory
+WORKDIR $HOME/app
+
+# Copy the package.json and package-lock.json files to the working directory
+COPY --chown=node:node package*.json ./
+
+# Install Node.js dependencies
+RUN npm install
+
+# Copy the application code to the working directory
+COPY --chown=node:node . .
+
+# Ensure the ownership of the directory to the node user
+RUN chown -R node:node .
+
+# Expose the port the app runs on
+EXPOSE 7860
+
+# Command to run the Node.js server
+CMD ["node", "index.js"]

README.md

@@ -0,0 +1,10 @@
+---
+title: Wa Placement
+emoji: 🏃
+colorFrom: gray
+colorTo: yellow
+sdk: docker
+pinned: false
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

index.js

@@ -0,0 +1,113 @@
+const express = require('express');
+const { default: makeWASocket, useMultiFileAuthState, DisconnectReason, downloadMediaMessage } = require('@whiskeysockets/baileys');
+const { Boom } = require('@hapi/boom');
+const qrcode = require('qrcode-terminal');
+const axios = require('axios');
+const FormData = require('form-data');
+
+const fs = require('fs');
+const path = require('path');
+const { writeFile } = require('fs/promises');
+
+const { passtoGemini, passtoLENSOCR } = require("./utils");
+
+
+
+// Create an instance of Express
+const app = express();
+const PORT = 7860;
+var flag = false;
+
+// Middleware to parse JSON
+app.use(express.json());
+
+// Define a sample route
+app.get('/', (req, res) => {
+    res.send('Express server is running!');
+});
+
+// Start the Express server
+app.listen(PORT, () => {
+    console.log(`Express server is running on http://localhost:${PORT}`);
+});
+
+async function startSock() {
+    const { state, saveCreds } = await useMultiFileAuthState('auth_info_baileys');
+
+    const sock = makeWASocket({
+        auth: state,
+        printQRInTerminal: true,
+    });
+
+    sock.ev.on('creds.update', saveCreds);
+
+    sock.ev.on('connection.update', (update) => {
+        const { connection, lastDisconnect, qr } = update;
+        if (qr) {
+            qrcode.generate(qr, { small: true });
+        }
+        if (connection === 'close') {
+            const shouldReconnect = (lastDisconnect.error = Boom)?.output?.statusCode !== DisconnectReason.loggedOut;
+            console.log('Connection closed due to', lastDisconnect.error, ', reconnecting', shouldReconnect);
+            // Reconnect if not logged out
+            if (shouldReconnect) {
+                startSock();
+            }
+        } else if (connection === 'open') {
+            console.log('Connected to WhatsApp');
+        }
+    });
+
+    sock.ev.on('messages.upsert', async (message) => {
+        try {
+            const msg = message.messages[0];
+            if (!msg.message) return;
+
+            console.log('Message:', msg.message.conversation);
+
+            if(msg.message.conversation.includes("/start")){
+                await sock.sendMessage(msg.key.remoteJid, { text: "Bot Started" });
+                flag = true;
+                return;
+            }
+
+            if(msg.message.conversation.includes("/stop")){
+                await sock.sendMessage(msg.key.remoteJid, { text: "Bot Stopped" });
+                flag = false;
+                return;
+            }
+
+
+            if(!flag){
+                return;
+            }
+
+            const messageType = Object.keys(msg.message)[0];
+
+            if (messageType === 'imageMessage') {
+                const sender = msg.key.participant || msg.key.remoteJid;
+
+                if (!fs.existsSync('./images')) {
+                    fs.mkdirSync('./images');
+                }
+
+                var fileName = `./images/${Date.now()}_${sender.replace('@s.whatsapp.net', '')}`;
+                var extension = msg.message.imageMessage.mimetype.split('/')[1];
+                fileName = fileName + '.' + extension;
+
+                const buffer = await downloadMediaMessage(msg, 'buffer', {});
+                await writeFile(fileName, buffer);
+
+                var d = await passtoGemini(fileName);
+                var text = d.split("SPACESPACESPACE");
+
+                await sock.sendMessage(msg.key.remoteJid, { text: text[0] });
+                await sock.sendMessage(msg.key.remoteJid, { text: text[1] });
+            }
+        } catch (error) {
+            console.error('Error in m   essage upsert:', error);
+        }
+    });
+}
+
+startSock();

package.json

@@ -0,0 +1,30 @@
+{
+    "name": "whatsapp-bot",
+    "version": "1.0.0",
+    "description": "A WhatsApp bot using Baileys library",
+    "main": "index.js",
+    "scripts": {
+        "start": "node index.js"
+    },
+    "keywords": [
+        "whatsapp",
+        "bot",
+        "baileys"
+    ],
+    "author": "Your Name",
+    "license": "MIT",
+    "dependencies": {
+        "@google/generative-ai": "^0.19.0",
+        "@hapi/boom": "^10.0.1",
+        "@whiskeysockets/baileys": "^6.7.7",
+        "axios": "^1.7.7",
+        "chrome-lens-ocr": "^4.0.2",
+        "cors": "^2.8.5",
+        "dotenv": "^16.4.5",
+        "express": "^4.21.0",
+        "form-data": "^4.0.0",
+        "link-preview-js": "^3.0.5",
+        "markdown-it": "^14.1.0",
+        "qrcode-terminal": "^0.12.0"
+    }
+}

test.js

@@ -0,0 +1,18 @@
+const { passtoGemini, passtoLENSOCR } = require("./utils");
+
+
+
+async function test(){
+
+
+    var d = await passtoLENSOCR("test.png");
+
+    // console.log(d.response.text());
+    console.log(d);
+
+
+
+}
+
+
+test();

utils.js

@@ -0,0 +1,245 @@
+const fs = require('fs');
+const markdownIt = require('markdown-it');
+const dotenv = require('dotenv');
+const { GoogleGenerativeAI, HarmBlockThreshold, HarmCategory } = require('@google/generative-ai');
+dotenv.config();
+
+
+const genAI = new GoogleGenerativeAI(process.env.GOOGLE_APPLICATION_CREDENTIALS_GENAI);
+
+
+// Converts local file information to a GoogleGenerativeAI.Part object.
+function fileToGenerativePart(path, mimeType) {
+    return {
+        inlineData: {
+            data: Buffer.from(fs.readFileSync(path)).toString("base64"),
+            mimeType
+        },
+    };
+}
+
+
+function generateHTMLFile(contentArray, outputFileName) {
+    const md = new markdownIt({
+        html: true,
+        linkify: true,
+        typographer: true,
+    });
+
+    let tabsNav = '';
+    let tabsContent = '';
+
+    // Loop through the content array to build tabs and content
+    contentArray.forEach((contentObj, index) => {
+        const tabId = 'tab' + index;
+        const tabName = contentObj.tabName || 'Tab ' + (index + 1);
+        const markdownContent = contentObj.content || '';
+        const htmlContentConverted = md.render(markdownContent);
+
+        // Build the tabs navigation buttons
+        tabsNav += `<button class="tablinks" onclick="openTab(event, '${tabId}')">${tabName}</button>`;
+
+        // Build the content for each tab
+        tabsContent += `<div id="${tabId}" class="tabcontent">${htmlContentConverted}</div>`;
+    });
+
+    // Assemble the final HTML content
+    const htmlContent = `
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <title>Tabbed Content</title>
+    <!-- Tailwind CSS CDN -->
+    <script src="https://cdn.tailwindcss.com"></script>
+    <!-- MathJax CDN -->
+    <script src="https://polyfill.io/v3/polyfill.min.js?features=es6"></script>
+    <script id="MathJax-script" async src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
+    <style>
+        /* Style the tab links */
+        .tablinks {
+            @apply bg-gray-200 float-left border-none outline-none cursor-pointer py-2 px-4 transition duration-300 text-lg;
+        }
+        .tablinks:hover {
+            @apply bg-gray-300;
+        }
+        .tabcontent {
+            display: none;
+            padding: 1rem;
+            border-top: none;
+        }
+        .tabcontent {
+            animation: fadeEffect 1s;
+        }
+        @keyframes fadeEffect {
+            from {opacity: 0;}
+            to {opacity: 1;}
+        }
+    </style>
+</head>
+<body class="font-sans antialiased">
+
+<div class="tab flex">
+    ${tabsNav}
+</div>
+<div class="tab-contents">
+    ${tabsContent}
+</div>
+
+<script>
+function openTab(evt, tabId) {
+    var i, tabcontent, tablinks;
+    tabcontent = document.getElementsByClassName("tabcontent");
+    for (i = 0; i < tabcontent.length; i++) {
+        tabcontent[i].style.display = "none";
+    }
+    tablinks = document.getElementsByClassName("tablinks");
+    for (i = 0; i < tablinks.length; i++) {
+        tablinks[i].classList.remove("bg-blue-500", "text-white");
+    }
+    document.getElementById(tabId).style.display = "block";
+    evt.currentTarget.classList.add("bg-blue-500", "text-white");
+}
+
+// Open the first tab by default
+document.addEventListener("DOMContentLoaded", function() {
+    document.querySelector('.tablinks').click();
+});
+</script>
+</body>
+</html>
+`;
+
+    // Write the HTML content to the specified output file
+    fs.writeFileSync(outputFileName, htmlContent, 'utf8');
+
+    console.log(`HTML file "${outputFileName}" has been generated.`);
+}
+
+
+const ocr_prompt = `
+Extract all readable text from the image, preserving the layout and formatting as closely as possible. Capture details such as:
+
+    All visible words, phrases, and sentences
+    Numbers, dates, or other numeric information
+    Special characters, including punctuation, currency symbols, and mathematical operators
+    Text orientation (horizontal, vertical, or rotated)
+    Any text embedded within logos, signs, or complex backgrounds Make sure to avoid any graphical elements and focus solely on text. Correctly identify letters with accents, diacritics, and special symbols. Ensure no part of the text is missed or misinterpreted
+`;
+
+
+
+
+function getGeminiModel(index) {
+    var models = [
+        'gemini-1.5-pro-exp-0827',
+        'gemini-1.5-pro',
+        'gemini-1.5-flash',
+    ]
+
+    const safetySettings = [
+        {
+            category: HarmCategory.HARM_CATEGORY_HARASSMENT,
+            threshold: HarmBlockThreshold.BLOCK_NONE,
+        },
+        {
+            category: HarmCategory.HARM_CATEGORY_HATE_SPEECH,
+            threshold: HarmBlockThreshold.BLOCK_NONE,
+        },
+        {
+            category: HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT,
+            threshold: HarmBlockThreshold.BLOCK_NONE
+        },
+        {
+            category: HarmCategory.HARM_CATEGORY_SEXUALLY_EXPLICIT,
+            threshold: HarmBlockThreshold.BLOCK_NONE
+        }
+    ];
+
+    var modelname = models[index];
+    const model = genAI.getGenerativeModel({ model: modelname, safetySettings: safetySettings });
+
+    return model;
+}
+
+
+
+async function delay(ms) {
+    return new Promise(resolve => setTimeout(resolve, ms));
+}
+
+// Function to pass image to OCR
+async function passtoLENSOCR(imagePath) {
+    try {
+        const { default: Lens } = await import("chrome-lens-ocr");
+        const lens = new Lens();
+        var data = await lens.scanByFile(imagePath);
+        data = data.segments.map((segment) => segment.text).join('\n');
+        return data;
+    } catch (e) {
+        console.log(e);
+        await delay(1500);
+        return passtoLENSOCR(imagePath);
+    }
+}
+
+async function getGeminiResponse(textContent) {
+    const prompt = `
+    solve the following question
+    ${textContent}
+    `;
+
+    const model = getGeminiModel(0);
+
+    const generatedContent = await model.generateContent([prompt]);
+
+    return generatedContent.response.text();
+}
+
+
+async function passtoGemini(imagePath) {
+
+    const imagePart = fileToGenerativePart(imagePath, "image/jpeg");
+
+    const model = getGeminiModel(0);
+
+
+//     const prompt = `
+//  Extract the entire question from the provided image and solve it. Return the result in the following JSON format, ensuring both the question and answer are formatted in Markdown for readability. Make sure the solution is accurate, clear, and concise.
+//  if its a coding question, provide the code in the answer section
+// {
+//     "question": "Full question text extracted from the image in Markdown format",
+//     "response": "Comprehensive answer to the question in Markdown format",
+//     "answer":"ans"
+// }
+
+//     Ensure all key details from the image are included in the extracted question.
+//     Solve the question clearly and provide a structured response using Markdown elements (like lists, code blocks, or math symbols if applicable).
+//     Format the output correctly in the specified JSON structure.
+//     `;
+
+const prompt = `
+ Extract the entire question from the provided image and solve it.
+ if its a coding question, provide the code in the answer section in cpp language
+
+ provide the answer in a format specific to whatsapp application
+ provide a seperator "SPACESPACESPACE" space between the question and answer
+
+
+    `;
+
+    // const imageParts = [
+    //   filePart1,
+    //   filePart2,
+    //   filePart3,
+    // ];
+    //for multiple images
+
+
+    const generatedContent = await model.generateContent([prompt, imagePart]);
+
+    return generatedContent.response.text();
+
+}
+//export functions
+module.exports = { passtoGemini, generateHTMLFile, passtoLENSOCR };