"""
title: Web Scrape
author: Pyotr Growpotkin
version: 0.0.2
"""

import requests


class Tools:
    def __init__(self):
        pass

    def web_scrape(self, url: str) -> str:
        """
        Scrape and process a web page using r.jina.ai

        :param url: The URL of the web page to scrape.
        :return: The scraped and processed content without the Links/Buttons section, or an error message.
        """
        jina_url = f"https://r.jina.ai/{url}"

        headers = {
            "X-No-Cache": "true",
            "X-With-Images-Summary": "true",
            "X-With-Links-Summary": "true",
        }

        try:
            response = requests.get(jina_url, headers=headers)
            response.raise_for_status()

            # Extract content and remove Links/Buttons section as its too many tokens
            content = response.text
            links_section_start = content.rfind("Images:")
            if links_section_start != -1:
                content = content[:links_section_start].strip()

            return content

        except requests.RequestException as e:
            return f"Error scraping web page: {str(e)}"