tune-basic-toolset/src/jina_r.tool.js

Basic toolset for tune

const fs = require('fs');
const path = require('path');

module.exports = async function fetchFromUrl({ url, filename, links }, ctx) {
  const wurl = `https://r.jina.ai/${url}`;
  const headers = {};

  const apiKey = await ctx.read("JINA_KEY");
  if (apiKey) {
    headers.Authorization = `Bearer ${apiKey}`;
  }

  if (links) {
    headers['X-With-Links-Summary'] = true;
  }
  
  const response = await fetch(wurl, { headers } );
  if (!response.ok) {
    throw new Error(`Error: ${response.status} ${response.statusText}`);
  }
  const res =  await response.text();
  if (filename) {
    await ctx.write(filename, res);
    return `@${filename}`;
  }
  return res.replace(/@/g, "\\@");
};