Update index.js

index.js

@@ -1,213 +1,148 @@
 const express = require('express');
-const http2 = require('http2');
+const axios = require('axios');
 const cheerio = require('cheerio');
 
 const app = express();
 const port = process.env.PORT || 3000;
 
-// HTTP/2 client for faster requests
-const client = http2.connect('https://www.trabis.gov.tr');
-
-// Global state
-const globals = {
-  token: '',
-  cookies: '',
-  stats: {
-    requestsCount: 0,
-    totalTime: 0,
-    domainsQueried: {},
-    averageResponseTime: 0,
-    lastTokenRefresh: null
-  }
-};
+// Global variables to store the token and cookies
+let token = '';
+let cookies = '';
+let requestsCount = 0;
+let totalTime = 0;
+let domainsQueried = {};
+let averageResponseTime = 0;
 
-// Precompiled regex patterns
-const regexPatterns = {
-  domainName: /Domain Name:\s*(.*)/,
-  domainStatus: /Domain Status:\s*(.*)/,
-  frozenStatus: /Frozen Status:\s*(.*)/,
-  transferStatus: /Transfer Status:\s*(.*)/,
-  registrant: /Registrant:\n([\s\S]*?)\n\n/,
-  nicHandle: /NIC Handle\s*:\s*(.*)/,
-  registrarName: /Organization Name\s*:\s*(.*)/,
-  registrarAddress: /Address\s*:\s*(.*)/,
-  registrarPhone: /Phone\s*:\s*(.*)/,
-  registrarFax: /Fax\s*:\s*(.*)/,
-  nameservers: /Domain Servers:\n([\s\S]*?)\n\n/,
-  createdDate: /Created on.*:\s*(.*)/,
-  expiresDate: /Expires on.*:\s*(.*)/,
-  lastUpdateTime: /Last Update Time:\s*(.*)/,
-  reassignmentDate: /(\d{2}\/\d{2}\/\d{4}) tarihinden itibaren/
-};
-
-// Fast data extraction
+// Create a function to extract data using regex
+// Create a function to extract all available data using regex
 const extractData = (data) => {
-  const extract = (pattern) => pattern.exec(data)?.[1]?.trim();
-  
-  return {
-    domainName: extract(regexPatterns.domainName),
-    domainStatus: extract(regexPatterns.domainStatus),
-    frozenStatus: extract(regexPatterns.frozenStatus),
-    transferStatus: extract(regexPatterns.transferStatus),
-    registrant: extract(regexPatterns.registrant)?.split('\n').map(line => line.trim()),
-    registrar: {
-      nicHandle: extract(regexPatterns.nicHandle),
-      registrarName: extract(regexPatterns.registrarName),
-      registrarAddress: extract(regexPatterns.registrarAddress),
-      registrarPhone: extract(regexPatterns.registrarPhone),
-      registrarFax: extract(regexPatterns.registrarFax)
-    },
-    nameservers: extract(regexPatterns.nameservers)?.split('\n'),
-    createdDate: extract(regexPatterns.createdDate),
-    expiresDate: extract(regexPatterns.expiresDate),
-    lastUpdateTime: extract(regexPatterns.lastUpdateTime)
-  };
-};
+  const domainName = data.match(/Domain Name:\s*(.*)/)?.[1]?.trim();
+  const domainStatus = data.match(/Domain Status:\s*(.*)/)?.[1]?.trim();
+  const frozenStatus = data.match(/Frozen Status:\s*(.*)/)?.[1]?.trim();
+  const transferStatus = data.match(/Transfer Status:\s*(.*)/)?.[1]?.trim();
 
-// HTTP/2 request helper
-async function makeHttp2Request(path, method = 'GET', headers = {}, body = null) {
-  return new Promise((resolve, reject) => {
-    const req = client.request({
-      ':path': path,
-      ':method': method,
-      ...headers
-    });
+  // Registrant details (in this case they are hidden)
+  const registrant = data.match(/Registrant:\n([\s\S]*?)\n\n/)?.[1]?.trim().split('\n').map(line => line.trim());
 
-    let data = '';
+  // Registrar details
+  const nicHandle = data.match(/NIC Handle\s*:\s*(.*)/)?.[1]?.trim();
+  const registrarName = data.match(/Organization Name\s*:\s*(.*)/)?.[1]?.trim();
+  const registrarAddress = data.match(/Address\s*:\s*(.*)/)?.[1]?.trim();
+  const registrarPhone = data.match(/Phone\s*:\s*(.*)/)?.[1]?.trim();
+  const registrarFax = data.match(/Fax\s*:\s*(.*)/)?.[1]?.trim();
 
-    req.on('response', (headers) => {
-      if (headers[':status'] === 419) {
-        reject({ statusCode: 419 });
-      }
-    });
+  // Domain servers
+  const nameservers = data.match(/Domain Servers:\n([\s\S]*?)\n\n/)?.[1]?.trim().split('\n');
 
-    req.setEncoding('utf8');
-    req.on('data', (chunk) => data += chunk);
-    req.on('end', () => resolve(data));
-    req.on('error', (err) => {
-      console.error('HTTP/2 request error:', err);
-      reject(err);
-    });
+  // Additional info (Created and Expiry dates)
+  const createdDate = data.match(/Created on.*:\s*(.*)/)?.[1]?.trim();
+  const expiresDate = data.match(/Expires on.*:\s*(.*)/)?.[1]?.trim();
 
-    if (body) {
-      req.write(body);
-    }
-    req.end();
-  });
-}
+  // Last update time
+  const lastUpdateTime = data.match(/Last Update Time:\s*(.*)/)?.[1]?.trim();
 
-// Optimized token refresh
-async function refreshToken(retryCount = 0) {
-  const maxRetries = 3;
-  const baseDelay = 1000;
+  return {
+      domainName,
+      domainStatus,
+      frozenStatus,
+      transferStatus,
+      registrant,
+      registrar: {
+          nicHandle,
+          registrarName,
+          registrarAddress,
+          registrarPhone,
+          registrarFax
+      },
+      nameservers,
+      createdDate,
+      expiresDate,
+      lastUpdateTime
+  };
+};
 
+async function sendRequestAndSetGlobals() {
   try {
-    const html = await makeHttp2Request('/whois', 'GET', {
-      'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9',
-      'accept-language': 'en,tr;q=0.9',
-      'cache-control': 'no-cache',
-      'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36'
+    const response = await axios({
+      method: 'get',
+      url: 'https://www.trabis.gov.tr/whois',
+      headers: {
+        'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7',
+        'accept-language': 'en,tr;q=0.9,en-GB;q=0.8,en-US;q=0.7',
+        'cache-control': 'max-age=0',
+        'dnt': '1',
+        'priority': 'u=0, i',
+        'referer': 'https://www.trabis.gov.tr/',
+        'sec-ch-ua': '"Microsoft Edge";v="129", "Not=A?Brand";v="8", "Chromium";v="129"',
+        'sec-ch-ua-mobile': '?0',
+        'sec-ch-ua-platform': '"Windows"',
+        'sec-fetch-dest': 'document',
+        'sec-fetch-mode': 'navigate',
+        'sec-fetch-site': 'same-origin',
+        'sec-fetch-user': '?1',
+        'upgrade-insecure-requests': '1',
+        'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36 Edg/129.0.0.0'
+      }
     });
 
-    const $ = cheerio.load(html);
-    globals.token = $('#search-domain-form > input[type=hidden]:nth-child(1)').val();
-    globals.stats.lastTokenRefresh = Date.now();
+    console.log('Response status:', response.status);
 
-    return true;
-  } catch (error) {
-    console.error(`Token refresh attempt ${retryCount + 1} failed:`, error.message);
+    // Extract _token value and set it as a global variable
+    const $ = cheerio.load(response.data);
+    token = $('#search-domain-form > input[type=hidden]:nth-child(1)').val();
+    console.log('_token value set globally');
 
-    if (retryCount < maxRetries) {
-      const delay = baseDelay * Math.pow(2, retryCount);
-      await new Promise(resolve => setTimeout(resolve, delay));
-      return refreshToken(retryCount + 1);
+    // Extract and format cookies, then set as a global variable
+    const rawCookies = response.headers['set-cookie'];
+    if (rawCookies) {
+      cookies = rawCookies.map(cookie => cookie.split(';')[0]).join('; ');
+      console.log('Cookies formatted and set globally');
+    } else {
+      console.log('No cookies found in the response');
     }
-    throw error;
-  }
-}
-
-// Automatic token refresh
-setInterval(refreshToken, 3600000);
-
-// Fast WHOIS request processing
-async function processWhoisRequest(domain) {
-  try {
-    const formData = new URLSearchParams({ _token: globals.token, domain }).toString();
-    const html = await makeHttp2Request('/search-domain', 'POST', {
-      'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9',
-      'content-type': 'application/x-www-form-urlencoded',
-      'origin': 'https://www.trabis.gov.tr',
-      'referer': 'https://www.trabis.gov.tr/'
-    }, formData);
 
-    const $ = cheerio.load(html);
-    const text = $('body').text();
-
-    if (text.includes("Hatalı")) {
-      throw new Error('Invalid domain (Only TR Domains)');
-    }
-
-    const keywords = {
-      Belgeli: text.includes('Belgeli'),
-      Belgesiz: text.includes('Belgesiz'),
-      kullanımdadır: text.includes('kullanımdadır'),
-      başvurulmuş: text.includes('başvuruldu'),
-      tahsis: text.includes('yeniden tahsis listesinde')
-    };
-
-    let result = { domain, status: keywords };
-
-    if (keywords.tahsis) {
-      const dateMatch = regexPatterns.reassignmentDate.exec(text);
-      if (dateMatch) result.reassignmentDate = dateMatch[1];
-    }
-
-    if (keywords.kullanımdadır) {
-      const whoisText = $('#main > div > div.Sub-page-content > div > div > section > div:nth-child(4) > pre').text();
-      result.whoisData = extractData(whoisText);
-    }
+    // Log the global values
+    console.log('\nGlobal _token:', token);
+    console.log('Global cookies:', cookies);
 
-    return result;
   } catch (error) {
-    if (error.statusCode === 419) {
-      await refreshToken();
-      return processWhoisRequest(domain);
-    }
-    throw error;
+    console.error('Error:', error.message);
   }
 }
 
-// Performance tracking
+setInterval(sendRequestAndSetGlobals, 3600000);
+
 app.use((req, res, next) => {
   const startTime = Date.now();
-  globals.stats.requestsCount++;
-  
-  res.on('finish', () => {
-    const duration = Date.now() - startTime;
-    globals.stats.totalTime += duration;
-    globals.stats.averageResponseTime = globals.stats.totalTime / globals.stats.requestsCount;
-
-    if (req.query.domain) {
-      globals.stats.domainsQueried[req.query.domain] = 
-        (globals.stats.domainsQueried[req.query.domain] || 0) + 1;
-    }
-  });
-
+  requestsCount++;
   next();
+  const endTime = Date.now();
+  totalTime += endTime - startTime;
+  averageResponseTime = (totalTime / requestsCount).toFixed(2);
+
+  // track domains queried
+  if (req.query.domain) {
+    const domain = req.query.domain;
+    if (!domainsQueried[domain]) {
+      domainsQueried[domain] = 1;
+    } else {
+      domainsQueried[domain]++;
+    }
+  }
 });
 
-// Routes
 app.get('/stats', (req, res) => {
-  res.json({
-    requestsCount: globals.stats.requestsCount,
-    averageResponseTime: parseFloat(globals.stats.averageResponseTime.toFixed(2)),
+  const stats = {
+    requestsCount,
+    averageResponseTime: parseFloat(averageResponseTime),
     uptime: parseFloat(process.uptime().toFixed(2)),
-    lastTokenRefresh: globals.stats.lastTokenRefresh,
-    domainsQueried: Object.entries(globals.stats.domainsQueried).map(([domain, count]) => ({
+    domainsQueried: Object.keys(domainsQueried).map((domain) => ({
       domain,
-      count
-    }))
-  });
+      count: domainsQueried[domain],
+    })),
+  };
+
+  res.json(stats);
 });
 
 app.get('/whois', async (req, res) => {
@@ -216,40 +151,110 @@ app.get('/whois', async (req, res) => {
   if (!domain) {
     return res.status(400).json({ error: 'Domain is required' });
   }
-
+  
   try {
-    const result = await processWhoisRequest(domain);
-    res.json(result);
+    const response = await axios.post(
+      'https://www.trabis.gov.tr/search-domain',
+      new URLSearchParams({
+        _token: token,
+        domain: domain
+      }),
+      {
+        headers: {
+          'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7',
+          'accept-language': 'en,tr;q=0.9,en-GB;q=0.8,en-US;q=0.7',
+          'cache-control': 'max-age=0',
+          'content-type': 'application/x-www-form-urlencoded',
+          'cookie': cookies,
+          'origin': 'https://www.trabis.gov.tr',
+          'priority': 'u=0, i',
+          'referer': 'https://www.trabis.gov.tr/',
+          'sec-ch-ua': '"Microsoft Edge";v="129", "Not=A?Brand";v="8", "Chromium";v="129"',
+          'sec-ch-ua-mobile': '?0',
+          'sec-ch-ua-platform': '"Windows"',
+          'sec-fetch-dest': 'document',
+          'sec-fetch-mode': 'navigate',
+          'sec-fetch-site': 'same-origin',
+          'sec-fetch-user': '?1',
+          'upgrade-insecure-requests': '1',
+          'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36 Edg/129.0.0.0'
+        }
+      }
+    );
+
+    const html = response.data;
+    const $ = cheerio.load(html);
+
+    const keywords = {
+      Belgeli: false,
+      Belgesiz: false,
+      kullanımdadır: false,
+      başvurulmuş: false,
+      tahsis: false
+    };
+
+    // Search for the keywords
+    const text = $('body').text();
+    keywords.Belgeli = text.includes('Belgeli');
+    keywords.Belgesiz = text.includes('Belgesiz');
+    keywords.kullanımdadır = text.includes('kullanımdadır');
+    keywords.başvurulmuş = text.includes('başvuruldu');
+
+    // Check for reassignment text and extract date
+    let reassignmentDate = null;
+    if (text.includes('yeniden tahsis listesinde')) {
+      keywords.tahsis = true;
+      const dateMatch = text.match(/(\d{2}\/\d{2}\/\d{4}) tarihinden itibaren/);
+      if (dateMatch) {
+        reassignmentDate = dateMatch[1];
+      }
+    }
+
+    if (text.includes("Hatalı")) {
+      return res.status(400).json({ error: 'Invalid domain (Only TR Domains)' });
+    }
+
+    // if its "kullanımdadır", please get the html seleector "#main > div > div.Sub-page-content > div > div > section > div:nth-child(4) > pre" from the response and send it back to the user as "whois" data
+
+
+    // the selector is a "pre", get its text 
+    let whoisData = null;
+    if (keywords.kullanımdadır) {
+      const selector = '#main > div > div.Sub-page-content > div > div > section > div:nth-child(4) > pre';
+      whoisData = $(selector).text();
+      whoisData = extractData(whoisData);
+      res.json({
+        domain,
+        status: keywords,
+        whoisData,
+        ...(reassignmentDate && { reassignmentDate })
+      });
+    } else {
+      res.json({
+        domain,
+        status: keywords,
+        ...(reassignmentDate && { reassignmentDate })
+      });
+    }
+
   } catch (error) {
-    console.error('Error processing request:', error);
-    res.status(error.statusCode || 500).json({ 
-      error: error.message || 'An error occurred'
-    });
+    await sendRequestAndSetGlobals()
+    console.error(error);
+    res.status(500).json({ error: 'An error occurred' });
   }
 });
 
+// default router
 app.get('/', (req, res) => {
   res.status(200).json({ success: true });
-});
+})
 
+//404 not found
 app.get('*', (req, res) => {
-  res.status(404).json({ error: 'Page not found' });
-});
+  res.status(404).json({error: 'Page not found'});
+})
 
-// Graceful shutdown
-process.on('SIGTERM', () => {
-  console.log('Received SIGTERM. Performing graceful shutdown...');
-  client.close();
-  process.exit(0);
-});
-
-// Initialize server
 app.listen(port, async () => {
-  try {
-    await refreshToken();
-    console.log(`Server running on port ${port}`);
-  } catch (error) {
-    console.error('Failed to start server:', error);
-    process.exit(1);
-  }
+  await sendRequestAndSetGlobals()
+  console.log(`Server running on port ${port}`);
 });