hydra_scraper/api/search.js

A simple scraper.

const axios = require('axios')
const gis = require('g-i-s')
const cheerio = require('cheerio')
const fetch = require('node-fetch')
const yts = require('yt-search')

const tiktoks = async (query) => {
  try {
    const response = await axios({
      method: 'POST',
      url: 'https://tikwm.com/api/feed/search',
      headers: {
        'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
        'Cookie': 'current_language=en',
        'User-Agent': 'Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, seperti Gecko) Chrome/116.0.0.0 Mobile Safari/537.36',
      },
      data: new URLSearchParams({
        keywords: query,
        count: 10,
        cursor: 0,
        HD: 1,
      }).toString(),
    });

    const videos = response.data?.data?.videos;
    if (!videos || videos.length === 0) {
      return {
        status: false,
        message: 'Video tidak ditemukan.'
      };
    }

    return {
      status: true,
      creator: 'hydra_scraper',
      results: videos
    };
  } catch (error) {
    return {
      status: false,
      message: error.message || 'Terjadi kesalahan saat memproses permintaan.'
    };
  }
}

const pinterest = async (query) => {
  return new Promise((resolve, reject) => {
    gis({ searchTerm: query + ' site:id.pinterest.com' }, (err, res) => {
      if (err) {
        return resolve({
          status: false,
          message: "Terjadi kesalahan dalam mengambil gambar"
        });
      }

      let hasil = res.map(x => x.url);

      if (hasil.length === 0) {
        return resolve({
          status: false,
          message: "Tidak ditemukan hasil untuk pencarian tersebut."
        });
      }

      resolve({
        status: true,
        creator: 'hydra_scraper',
        results: hasil
      });
    });
  });
}

const GoogleImage = async (query) => {
  try {
    const response = await fetch(`https://www.google.com/search?q=${encodeURIComponent(query)}&tbm=isch`, {
      headers: {
        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/96.0.4664.93 Safari/537.36',
        'Accept-Language': 'en-US,en;q=0.9,id;q=0.8',
      },
    });

    const data = await response.text();
    const $ = cheerio.load(data);

    const pattern = /\[1,\[0,"(?<id>[\d\w\-_]+)",\["https?:\/\/(?:[^"]+)",\d+,\d+\]\s?,\["(?<url>https?:\/\/(?:[^"]+))",\d+,\d+\]/gm;
    const matches = [...$.html().matchAll(pattern)];

    const decodeUrl = (url) => decodeURIComponent(JSON.parse(`"${url}"`));
    const images = matches
      .map(({ groups }) => decodeUrl(groups?.url))
      .filter((v) => /.*\.(jpe?g|png|webp)$/i.test(v));

    if (!images.length) {
      return {
        status: false,
        message: 'Gambar tidak ditemukan.'
      };
    }

    return {
      status: true,
      creator: 'hydra_scraper',
      results: images
    };
  } catch (error) {
    return {
      status: false,
      message: error.message || 'Terjadi kesalahan saat mengambil gambar.'
    };
  }
}

const search = async (query) => {
  try {
    const result = await yts(query);
    return {
      status: true,
      creator: 'hydra_scraper',
      results: result.all
    };
  } catch (e) {
    return { status: false, message: e.message };
  }
};

module.exports = {
  tiktoks,
  pinterest,
  GoogleImage,
  search
}