Merge pull request #139 from Lissy93/FEAT/astroify

FEAT - Astroify

.env

@@ -24,3 +24,4 @@ REACT_APP_WHO_API_KEY=''
 # API_CORS_ORIGIN='*' # Enable CORS, by setting your allowed hostname(s) here
 # API_ENABLE_RATE_LIMIT='true' # Enable rate limiting for the API
 # REACT_APP_API_ENDPOINT='/api' # The endpoint for the API (can be local or remote)
+# ENABLE_ANALYTICS='false' # Enable Plausible hit counter for the frontend

.gitignore

@@ -9,12 +9,14 @@
 /build/
 
 # ------------------------
-# DEPLOYMENT
+# BUILT FILES
 # ------------------------
+dist/
 .vercel/
 .netlify/
 .webpack/
 .serverless/
+.astro/
 
 # ------------------------
 # DEPENDENCIES

Dockerfile

@@ -1,5 +1,5 @@
 # Specify the Node.js version to use
-ARG NODE_VERSION=16
+ARG NODE_VERSION=21
 
 # Specify the Debian version to use, the default is "bullseye"
 ARG DEBIAN_VERSION=bullseye
@@ -30,7 +30,7 @@ COPY package.json yarn.lock ./
 
 # Run yarn install to install dependencies and clear yarn cache
 RUN apt-get update && \
- yarn install --production --frozen-lockfile --network-timeout 100000 && \
+ yarn install --frozen-lockfile --network-timeout 100000 && \
  rm -rf /app/node_modules/.cache
 
 # Copy all files to working directory
@@ -59,4 +59,4 @@ EXPOSE ${PORT:-3000}
 ENV CHROME_PATH='/usr/bin/chromium'
 
 # Define the command executed when the container starts and start the server.js of the Node.js application
-CMD ["yarn", "serve"]
+CMD ["yarn", "start"]

api/_common/middleware.js

@@ -124,4 +124,8 @@ const commonMiddleware = (handler) => {
  return nativeMode ? vercelHandler : netlifyHandler;
 };
 
-module.exports = commonMiddleware;
+if (PLATFORM === 'NETLIFY') {
+ module.exports = commonMiddleware;
+}
+
+export default commonMiddleware;

api/archives.js

@@ -1,5 +1,5 @@
-const axios = require('axios');
-const middleware = require('./_common/middleware');
+import axios from 'axios';
+import middleware from './_common/middleware.js';
 
 const convertTimestampToDate = (timestamp) => {
  const [year, month, day, hour, minute, second] = [
@@ -46,7 +46,7 @@ const getScanFrequency = (firstScan, lastScan, totalScans, changeCount) => {
  };
 };
 
-const getWaybackData = async (url) => {
+const wayBackHandler = async (url) => {
  const cdxUrl = `https://web.archive.org/cdx/search/cdx?url=${url}&output=json&fl=timestamp,statuscode,digest,length,offset`;
 
  try {
@@ -80,5 +80,5 @@ const getWaybackData = async (url) => {
  }
 };
 
-module.exports = middleware(getWaybackData);
-module.exports.handler = middleware(getWaybackData);
+export const handler = middleware(wayBackHandler);
+export default handler;

api/block-lists.js

@@ -1,6 +1,6 @@
-const dns = require('dns');
-const { URL } = require('url');
-const middleware = require('./_common/middleware');
+import dns from 'dns';
+import { URL } from 'url';
+import middleware from './_common/middleware.js';
 
 const DNS_SERVERS = [
  { name: 'AdGuard', ip: '176.103.130.130' },
@@ -94,12 +94,12 @@ const checkDomainAgainstDnsServers = async (domain) => {
  return results;
 };
 
-const handler = async (url) => {
+export const blockListHandler = async (url) => {
  const domain = new URL(url).hostname;
  const results = await checkDomainAgainstDnsServers(domain);
  return { blocklists: results };
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
+export const handler = middleware(blockListHandler);
+export default handler;
 

api/carbon.js

@@ -1,7 +1,7 @@
-const https = require('https');
-const middleware = require('./_common/middleware');
+import https from 'https';
+import middleware from './_common/middleware.js';
 
-const handler = async (url) => {
+const carbonHandler = async (url) => {
 
  // First, get the size of the website's HTML
  const getHtmlSize = (url) => new Promise((resolve, reject) => {
@@ -48,5 +48,5 @@ const handler = async (url) => {
  }
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
+export const handler = middleware(carbonHandler);
+export default handler;

api/cookies.js

@@ -1,6 +1,6 @@
-const axios = require('axios');
-const puppeteer = require('puppeteer');
-const middleware = require('./_common/middleware');
+import axios from 'axios';
+import puppeteer from 'puppeteer';
+import middleware from './_common/middleware.js';
 
 const getPuppeteerCookies = async (url) => {
  const browser = await puppeteer.launch({
@@ -21,7 +21,7 @@ const getPuppeteerCookies = async (url) => {
  }
 };
 
-const handler = async (url) => {
+const cookieHandler = async (url) => {
  let headerCookies = null;
  let clientCookies = null;
 
@@ -54,5 +54,5 @@ const handler = async (url) => {
  return { headerCookies, clientCookies };
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
+export const handler = middleware(cookieHandler);
+export default handler;

api/dns-server.js

@@ -1,9 +1,8 @@
-const dns = require('dns');
-const dnsPromises = dns.promises;
-const axios = require('axios');
-const middleware = require('./_common/middleware');
+import { promises as dnsPromises, lookup } from 'dns';
+import axios from 'axios';
+import middleware from './_common/middleware.js';
 
-const handler = async (url) => {
+const dnsHandler = async (url) => {
  try {
  const domain = url.replace(/^(?:https?:\/\/)?/i, "");
  const addresses = await dnsPromises.resolve4(domain);
@@ -41,5 +40,7 @@ const handler = async (url) => {
  }
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
+
+export const handler = middleware(dnsHandler);
+export default handler;
+

api/dns.js

@@ -1,8 +1,8 @@
-const dns = require('dns');
-const util = require('util');
-const middleware = require('./_common/middleware');
+import dns from 'dns';
+import util from 'util';
+import middleware from './_common/middleware.js';
 
-const handler = async (url) => {
+const dnsHandler = async (url) => {
  let hostname = url;
 
  // Handle URLs by extracting hostname
@@ -51,5 +51,5 @@ const handler = async (url) => {
  }
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
+export const handler = middleware(dnsHandler);
+export default handler;

api/dnssec.js

@@ -1,7 +1,7 @@
-const https = require('https');
-const middleware = require('./_common/middleware'); // Make sure this path is correct
+import https from 'https';
+import middleware from './_common/middleware.js';
 
-const handler = async (domain) => {
+const dnsSecHandler = async (domain) => {
  const dnsTypes = ['DNSKEY', 'DS', 'RRSIG'];
  const records = {};
 
@@ -53,5 +53,5 @@ const handler = async (domain) => {
  return records;
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
+export const handler = middleware(dnsSecHandler);
+export default handler;

api/features.js

@@ -1,7 +1,7 @@
-const https = require('https');
-const middleware = require('./_common/middleware');
+import https from 'https';
+import middleware from './_common/middleware.js';
 
-const handler = async (url) => {
+const featuresHandler = async (url) => {
  const apiKey = process.env.BUILT_WITH_API_KEY;
 
  if (!url) {
@@ -45,5 +45,5 @@ const handler = async (url) => {
  }
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
+export const handler = middleware(featuresHandler);
+export default handler;

api/firewall.js

@@ -1,13 +1,13 @@
-const axios = require('axios');
-const middleware = require('./_common/middleware');
+import axios from 'axios';
+import middleware from './_common/middleware.js';
 
 const hasWaf = (waf) => {
  return {
  hasWaf: true, waf,
  }
 };
 
-const handler = async (url) => {
+const firewallHandler = async (url) => {
  const fullUrl = url.startsWith('http') ? url : `http://${url}`;
 
  try {
@@ -110,5 +110,5 @@ const handler = async (url) => {
  }
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
+export const handler = middleware(firewallHandler);
+export default handler;

api/get-ip.js

@@ -1,5 +1,5 @@
-const dns = require('dns');
-const middleware = require('./_common/middleware');
+import dns from 'dns';
+import middleware from './_common/middleware.js';
 
 const lookupAsync = (address) => {
  return new Promise((resolve, reject) => {
@@ -13,11 +13,11 @@ const lookupAsync = (address) => {
  });
 };
 
-const handler = async (url) => {
+const ipHandler = async (url) => {
  const address = url.replaceAll('https://', '').replaceAll('http://', '');
  return await lookupAsync(address);
 };
 
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
+export const handler = middleware(ipHandler);
+export default handler;

api/headers.js

@@ -1,7 +1,7 @@
-const axios = require('axios');
-const middleware = require('./_common/middleware');
+import axios from 'axios';
+import middleware from './_common/middleware.js';
 
-const handler = async (url, event, context) => {
+const headersHandler = async (url, event, context) => {
  try {
  const response = await axios.get(url, {
  validateStatus: function (status) {
@@ -15,5 +15,5 @@ const handler = async (url, event, context) => {
  }
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
+export const handler = middleware(headersHandler);
+export default handler;

api/hsts.js

@@ -1,7 +1,7 @@
-const https = require('https');
-const middleware = require('./_common/middleware');
+import https from 'https';
+import middleware from './_common/middleware.js';
 
-const handler = async (url, event, context) => {
+const hstsHandler = async (url, event, context) => {
  const errorResponse = (message, statusCode = 500) => {
  return {
  statusCode: statusCode,
@@ -45,6 +45,5 @@ const handler = async (url, event, context) => {
  });
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
-
+export const handler = middleware(hstsHandler);
+export default handler;

api/http-security.js

@@ -1,7 +1,7 @@
-const axios = require('axios');
-const middleware = require('./_common/middleware');
+import axios from 'axios';
+import middleware from './_common/middleware.js';
 
-const handler = async (url) => {
+const httpsSecHandler = async (url) => {
  const fullUrl = url.startsWith('http') ? url : `http://${url}`;
 
  try {
@@ -22,5 +22,5 @@ const handler = async (url) => {
  }
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
+export const handler = middleware(httpsSecHandler);
+export default handler;

api/legacy-rank.js

@@ -1,8 +1,8 @@
-const axios = require('axios');
-const unzipper = require('unzipper');
-const csv = require('csv-parser');
-const fs = require('fs');
-const middleware = require('./_common/middleware');
+import axios from 'axios';
+import unzipper from 'unzipper';
+import csv from 'csv-parser';
+import fs from 'fs';
+import middleware from './_common/middleware.js';
 
 // Should also work with the following sources:
 // https://www.domcop.com/files/top/top10milliondomains.csv.zip
@@ -14,7 +14,7 @@ const middleware = require('./_common/middleware');
 const FILE_URL = 'https://s3-us-west-1.amazonaws.com/umbrella-static/top-1m.csv.zip';
 const TEMP_FILE_PATH = '/tmp/top-1m.csv';
 
-const handler = async (url) => {
+const rankHandler = async (url) => {
  let domain = null;
 
  try {
@@ -66,6 +66,5 @@ return new Promise((resolve, reject) => {
 });
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
-
+export const handler = middleware(rankHandler);
+export default handler;