Update index.js

index.js

@@ -5,256 +5,236 @@ const cheerio = require('cheerio');
 const app = express();
 const port = process.env.PORT || 3000;
 
-// Global variables to store the token and cookies
-let token = '';
-let cookies = '';
-let requestsCount = 0;
-let totalTime = 0;
-let domainsQueried = {};
-let averageResponseTime = 0;
-
-// Create a function to extract data using regex
-// Create a function to extract all available data using regex
-const extractData = (data) => {
-  const domainName = data.match(/Domain Name:\s*(.*)/)?.[1]?.trim();
-  const domainStatus = data.match(/Domain Status:\s*(.*)/)?.[1]?.trim();
-  const frozenStatus = data.match(/Frozen Status:\s*(.*)/)?.[1]?.trim();
-  const transferStatus = data.match(/Transfer Status:\s*(.*)/)?.[1]?.trim();
-
-  // Registrant details (in this case they are hidden)
-  const registrant = data.match(/Registrant:\n([\s\S]*?)\n\n/)?.[1]?.trim().split('\n').map(line => line.trim());
-
-  // Registrar details
-  const nicHandle = data.match(/NIC Handle\s*:\s*(.*)/)?.[1]?.trim();
-  const registrarName = data.match(/Organization Name\s*:\s*(.*)/)?.[1]?.trim();
-  const registrarAddress = data.match(/Address\s*:\s*(.*)/)?.[1]?.trim();
-  const registrarPhone = data.match(/Phone\s*:\s*(.*)/)?.[1]?.trim();
-  const registrarFax = data.match(/Fax\s*:\s*(.*)/)?.[1]?.trim();
-
-  // Domain servers
-  const nameservers = data.match(/Domain Servers:\n([\s\S]*?)\n\n/)?.[1]?.trim().split('\n');
-
-  // Additional info (Created and Expiry dates)
-  const createdDate = data.match(/Created on.*:\s*(.*)/)?.[1]?.trim();
-  const expiresDate = data.match(/Expires on.*:\s*(.*)/)?.[1]?.trim();
+// Global state with better structure
+const globals = {
+  token: '',
+  cookies: '',
+  stats: {
+    requestsCount: 0,
+    totalTime: 0,
+    domainsQueried: {},
+    averageResponseTime: 0,
+    lastTokenRefresh: null
+  }
+};
 
-  // Last update time
-  const lastUpdateTime = data.match(/Last Update Time:\s*(.*)/)?.[1]?.trim();
+// Precompiled regex patterns for better performance
+const regexPatterns = {
+  domainName: /Domain Name:\s*(.*)/,
+  domainStatus: /Domain Status:\s*(.*)/,
+  frozenStatus: /Frozen Status:\s*(.*)/,
+  transferStatus: /Transfer Status:\s*(.*)/,
+  registrant: /Registrant:\n([\s\S]*?)\n\n/,
+  nicHandle: /NIC Handle\s*:\s*(.*)/,
+  registrarName: /Organization Name\s*:\s*(.*)/,
+  registrarAddress: /Address\s*:\s*(.*)/,
+  registrarPhone: /Phone\s*:\s*(.*)/,
+  registrarFax: /Fax\s*:\s*(.*)/,
+  nameservers: /Domain Servers:\n([\s\S]*?)\n\n/,
+  createdDate: /Created on.*:\s*(.*)/,
+  expiresDate: /Expires on.*:\s*(.*)/,
+  lastUpdateTime: /Last Update Time:\s*(.*)/,
+  reassignmentDate: /(\d{2}\/\d{2}\/\d{4}) tarihinden itibaren/
+};
 
+// Optimized data extraction function
+const extractData = (data) => {
+  const extract = (pattern) => pattern.exec(data)?.[1]?.trim();
+  
   return {
-      domainName,
-      domainStatus,
-      frozenStatus,
-      transferStatus,
-      registrant,
-      registrar: {
-          nicHandle,
-          registrarName,
-          registrarAddress,
-          registrarPhone,
-          registrarFax
-      },
-      nameservers,
-      createdDate,
-      expiresDate,
-      lastUpdateTime
+    domainName: extract(regexPatterns.domainName),
+    domainStatus: extract(regexPatterns.domainStatus),
+    frozenStatus: extract(regexPatterns.frozenStatus),
+    transferStatus: extract(regexPatterns.transferStatus),
+    registrant: extract(regexPatterns.registrant)?.split('\n').map(line => line.trim()),
+    registrar: {
+      nicHandle: extract(regexPatterns.nicHandle),
+      registrarName: extract(regexPatterns.registrarName),
+      registrarAddress: extract(regexPatterns.registrarAddress),
+      registrarPhone: extract(regexPatterns.registrarPhone),
+      registrarFax: extract(regexPatterns.registrarFax)
+    },
+    nameservers: extract(regexPatterns.nameservers)?.split('\n'),
+    createdDate: extract(regexPatterns.createdDate),
+    expiresDate: extract(regexPatterns.expiresDate),
+    lastUpdateTime: extract(regexPatterns.lastUpdateTime)
   };
 };
 
-async function sendRequestAndSetGlobals() {
+// Optimized token refresh with retries
+async function refreshToken(retryCount = 0) {
+  const maxRetries = 3;
+  const baseDelay = 1000;
+
   try {
     const response = await axios({
       method: 'get',
       url: 'https://www.trabis.gov.tr/whois',
       headers: {
-        'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7',
-        'accept-language': 'en,tr;q=0.9,en-GB;q=0.8,en-US;q=0.7',
-        'cache-control': 'max-age=0',
-        'dnt': '1',
-        'priority': 'u=0, i',
-        'referer': 'https://www.trabis.gov.tr/',
-        'sec-ch-ua': '"Microsoft Edge";v="129", "Not=A?Brand";v="8", "Chromium";v="129"',
-        'sec-ch-ua-mobile': '?0',
-        'sec-ch-ua-platform': '"Windows"',
-        'sec-fetch-dest': 'document',
-        'sec-fetch-mode': 'navigate',
-        'sec-fetch-site': 'same-origin',
-        'sec-fetch-user': '?1',
-        'upgrade-insecure-requests': '1',
-        'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36 Edg/129.0.0.0'
-      }
+        'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9',
+        'accept-language': 'en,tr;q=0.9',
+        'cache-control': 'no-cache',
+        'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36'
+      },
+      timeout: 5000
     });
 
-    console.log('Response status:', response.status);
-
-    // Extract _token value and set it as a global variable
     const $ = cheerio.load(response.data);
-    token = $('#search-domain-form > input[type=hidden]:nth-child(1)').val();
-    console.log('_token value set globally');
-
-    // Extract and format cookies, then set as a global variable
-    const rawCookies = response.headers['set-cookie'];
-    if (rawCookies) {
-      cookies = rawCookies.map(cookie => cookie.split(';')[0]).join('; ');
-      console.log('Cookies formatted and set globally');
-    } else {
-      console.log('No cookies found in the response');
-    }
-
-    // Log the global values
-    console.log('\nGlobal _token:', token);
-    console.log('Global cookies:', cookies);
+    globals.token = $('#search-domain-form > input[type=hidden]:nth-child(1)').val();
+    globals.cookies = response.headers['set-cookie']?.map(cookie => cookie.split(';')[0]).join('; ') || '';
+    globals.stats.lastTokenRefresh = Date.now();
 
+    return true;
   } catch (error) {
-    console.error('Error:', error.message);
-  }
-}
-
-setInterval(sendRequestAndSetGlobals, 3600000);
+    console.error(`Token refresh attempt ${retryCount + 1} failed:`, error.message);
 
-app.use((req, res, next) => {
-  const startTime = Date.now();
-  requestsCount++;
-  next();
-  const endTime = Date.now();
-  totalTime += endTime - startTime;
-  averageResponseTime = (totalTime / requestsCount).toFixed(2);
-
-  // track domains queried
-  if (req.query.domain) {
-    const domain = req.query.domain;
-    if (!domainsQueried[domain]) {
-      domainsQueried[domain] = 1;
-    } else {
-      domainsQueried[domain]++;
+    if (retryCount < maxRetries) {
+      const delay = baseDelay * Math.pow(2, retryCount);
+      await new Promise(resolve => setTimeout(resolve, delay));
+      return refreshToken(retryCount + 1);
     }
+    throw error;
   }
-});
-
-app.get('/stats', (req, res) => {
-  const stats = {
-    requestsCount,
-    averageResponseTime: parseFloat(averageResponseTime),
-    uptime: parseFloat(process.uptime().toFixed(2)),
-    domainsQueried: Object.keys(domainsQueried).map((domain) => ({
-      domain,
-      count: domainsQueried[domain],
-    })),
-  };
-
-  res.json(stats);
-});
+}
 
-app.get('/whois', async (req, res) => {
-  const { domain } = req.query;
+// Automatic token refresh every hour
+setInterval(refreshToken, 3600000);
 
-  if (!domain) {
-    return res.status(400).json({ error: 'Domain is required' });
-  }
-  
+// Optimized WHOIS request processing
+async function processWhoisRequest(domain) {
   try {
     const response = await axios.post(
       'https://www.trabis.gov.tr/search-domain',
-      new URLSearchParams({
-        _token: token,
-        domain: domain
-      }),
+      new URLSearchParams({ _token: globals.token, domain }),
       {
         headers: {
-          'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7',
-          'accept-language': 'en,tr;q=0.9,en-GB;q=0.8,en-US;q=0.7',
-          'cache-control': 'max-age=0',
+          'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9',
           'content-type': 'application/x-www-form-urlencoded',
-          'cookie': cookies,
+          'cookie': globals.cookies,
           'origin': 'https://www.trabis.gov.tr',
-          'priority': 'u=0, i',
           'referer': 'https://www.trabis.gov.tr/',
-          'sec-ch-ua': '"Microsoft Edge";v="129", "Not=A?Brand";v="8", "Chromium";v="129"',
-          'sec-ch-ua-mobile': '?0',
-          'sec-ch-ua-platform': '"Windows"',
-          'sec-fetch-dest': 'document',
-          'sec-fetch-mode': 'navigate',
-          'sec-fetch-site': 'same-origin',
-          'sec-fetch-user': '?1',
-          'upgrade-insecure-requests': '1',
-          'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36 Edg/129.0.0.0'
-        }
+          'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36'
+        },
+        timeout: 10000,
+        validateStatus: status => status < 500 // Accept all status codes below 500
       }
     );
 
-    const html = response.data;
-    const $ = cheerio.load(html);
+    // Handle invalid token
+    if (response.status === 419) {
+      await refreshToken();
+      return processWhoisRequest(domain);
+    }
+
+    const $ = cheerio.load(response.data);
+    const text = $('body').text();
+
+    if (text.includes("Hatalı")) {
+      throw new Error('Invalid domain (Only TR Domains)');
+    }
 
     const keywords = {
-      Belgeli: false,
-      Belgesiz: false,
-      kullanımdadır: false,
-      başvurulmuş: false,
-      tahsis: false
+      Belgeli: text.includes('Belgeli'),
+      Belgesiz: text.includes('Belgesiz'),
+      kullanımdadır: text.includes('kullanımdadır'),
+      başvurulmuş: text.includes('başvuruldu'),
+      tahsis: text.includes('yeniden tahsis listesinde')
     };
 
-    // Search for the keywords
-    const text = $('body').text();
-    keywords.Belgeli = text.includes('Belgeli');
-    keywords.Belgesiz = text.includes('Belgesiz');
-    keywords.kullanımdadır = text.includes('kullanımdadır');
-    keywords.başvurulmuş = text.includes('başvuruldu');
+    let result = { domain, status: keywords };
 
-    // Check for reassignment text and extract date
-    let reassignmentDate = null;
-    if (text.includes('yeniden tahsis listesinde')) {
-      keywords.tahsis = true;
-      const dateMatch = text.match(/(\d{2}\/\d{2}\/\d{4}) tarihinden itibaren/);
-      if (dateMatch) {
-        reassignmentDate = dateMatch[1];
-      }
+    if (keywords.tahsis) {
+      const dateMatch = regexPatterns.reassignmentDate.exec(text);
+      if (dateMatch) result.reassignmentDate = dateMatch[1];
     }
 
-    if (text.includes("Hatalı")) {
-      return res.status(400).json({ error: 'Invalid domain (Only TR Domains)' });
+    if (keywords.kullanımdadır) {
+      const whoisText = $('#main > div > div.Sub-page-content > div > div > section > div:nth-child(4) > pre').text();
+      result.whoisData = extractData(whoisText);
     }
 
-    // if its "kullanımdadır", please get the html seleector "#main > div > div.Sub-page-content > div > div > section > div:nth-child(4) > pre" from the response and send it back to the user as "whois" data
-
+    return result;
+  } catch (error) {
+    if (error.response?.status === 419) {
+      await refreshToken();
+      return processWhoisRequest(domain);
+    }
+    throw error;
+  }
+}
 
-    // the selector is a "pre", get its text 
-    let whoisData = null;
-    if (keywords.kullanımdadır) {
-      const selector = '#main > div > div.Sub-page-content > div > div > section > div:nth-child(4) > pre';
-      whoisData = $(selector).text();
-      whoisData = extractData(whoisData);
-      res.json({
-        domain,
-        status: keywords,
-        whoisData,
-        ...(reassignmentDate && { reassignmentDate })
-      });
-    } else {
-      res.json({
-        domain,
-        status: keywords,
-        ...(reassignmentDate && { reassignmentDate })
-      });
+// Performance tracking middleware
+app.use((req, res, next) => {
+  const startTime = Date.now();
+  globals.stats.requestsCount++;
+  
+  res.on('finish', () => {
+    const duration = Date.now() - startTime;
+    globals.stats.totalTime += duration;
+    globals.stats.averageResponseTime = globals.stats.totalTime / globals.stats.requestsCount;
+
+    if (req.query.domain) {
+      globals.stats.domainsQueried[req.query.domain] = 
+        (globals.stats.domainsQueried[req.query.domain] || 0) + 1;
     }
+  });
+
+  next();
+});
 
+// Routes
+app.get('/stats', (req, res) => {
+  res.json({
+    requestsCount: globals.stats.requestsCount,
+    averageResponseTime: parseFloat(globals.stats.averageResponseTime.toFixed(2)),
+    uptime: parseFloat(process.uptime().toFixed(2)),
+    lastTokenRefresh: globals.stats.lastTokenRefresh,
+    domainsQueried: Object.entries(globals.stats.domainsQueried).map(([domain, count]) => ({
+      domain,
+      count
+    }))
+  });
+});
+
+app.get('/whois', async (req, res) => {
+  const { domain } = req.query;
+
+  if (!domain) {
+    return res.status(400).json({ error: 'Domain is required' });
+  }
+
+  try {
+    const result = await processWhoisRequest(domain);
+    res.json(result);
   } catch (error) {
-    await sendRequestAndSetGlobals()
-    console.error(error);
-    res.status(500).json({ error: 'An error occurred' });
+    console.error('Error processing request:', error);
+    res.status(error.response?.status || 500).json({ 
+      error: error.message || 'An error occurred'
+    });
   }
 });
 
-// default router
 app.get('/', (req, res) => {
   res.status(200).json({ success: true });
-})
+});
 
-//404 not found
 app.get('*', (req, res) => {
-  res.status(404).json({error: 'Page not found'});
-})
+  res.status(404).json({ error: 'Page not found' });
+});
 
+// Graceful shutdown
+process.on('SIGTERM', () => {
+  console.log('Received SIGTERM. Performing graceful shutdown...');
+  process.exit(0);
+});
+
+// Initialize server
 app.listen(port, async () => {
-  await sendRequestAndSetGlobals()
-  console.log(`Server running on port ${port}`);
+  try {
+    await refreshToken();
+    console.log(`Server running on port ${port}`);
+  } catch (error) {
+    console.error('Failed to start server:', error);
+    process.exit(1);
+  }
 });