script.py

import gradio as gr
import modules.shared as shared
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.chrome.service import Service
from selenium.webdriver.chrome.options import Options
from selenium.common.exceptions import NoSuchElementException,TimeoutException
from googlesearch import search
from fake_useragent import UserAgent
import re
import urllib
import html2text

ua = UserAgent()
user_agent = ua.random
print(user_agent)
search_access = True

options = webdriver.ChromeOptions()
options.add_argument('headless')
options.add_argument(f'--user-agent={user_agent}')
options.add_argument('--disable-infobars')
options.add_argument('--disable-dev-shm-usage')
options.add_argument('--no-sandbox')
options.add_argument('--disable-gpu')
options.add_argument('--ignore-certificate-errors-spki-list')
options.add_argument('--ignore-ssl-errors')
options.add_argument('--log-level=INT')
options.add_argument("disable-blink-features")
options.add_argument("disable-blink-features=AutomationControlled")
options.add_argument("--disable-3d-apis")
options.add_argument("--window-size=1920,1080")
options.add_argument('--remote-debugging-port=9222')

def websearch_results(url):

    driver = webdriver.Chrome(options=options)
    driver.set_page_load_timeout(3)
    html = ""
    output = ""
    h = html2text.HTML2Text()
    
    try:
        driver.get(url)
    except TimeoutException:
        driver.execute_script("window.stop();")
        try:
            h.ignore_links = True
            main_element = driver.find_element(By.CSS_SELECTOR, "[id~='content']")
            html += h.handle(main_element.get_attribute('innerHTML')) if main_element.text else ""
        except NoSuchElementException:
            try:
                content_element = driver.find_element(By.CSS_SELECTOR, "[class~='content']")
                html += h.handle(content_element.get_attribute('innerHTML')) if content_element.text else ""
            except NoSuchElementException:
                try:
                   content_element = driver.find_element(By.TAG_NAME, "main")
                   html += h.handle(content_element.get_attribute('innerHTML')) if content_element.text else ""
                except NoSuchElementException:
                    pass
    except NoSuchElementException as e:
        pass
    
    output = html
    driver.quit()
    return output

def ui():
    global search_access
    checkbox = gr.Checkbox(value=search_access, label="Enable Google Search")
    checkbox.change(fn=update_search_access, inputs=checkbox)
    return checkbox, search_access

def update_search_access(checkbox_value):
    global search_access
    search_access = checkbox_value  # assign the value of the checkbox to the variable
    return search_access, checkbox_value

def input_modifier(user_input, state):
    global search_access
    if search_access:
        search_query = re.search(r'search\s+"([^"]+)"', user_input, re.IGNORECASE)

        if search_query:
            query = search_query.group(1)
        elif user_input.lower().startswith("search"):
            query = user_input.replace("search", "").strip()
        else:
            query = ""

        if not query:
            return user_input
        else:
            shared.processing_message = f"*Searching online for {query}*"
            state["context"] += "The user question is in User question. Relevant search results are in the Google search results, this is up to date information. Be truthfull and follow what is provided in the Google search results. Use Google search results in the response."
            try:
                search_data = ""
                for result in search(query, num_results=2):
                    search_data += websearch_results(result)     
            except Exception as e:
                # print the type and message of the exception
                print(type(e), e)
                state[
                    "context"
                ] += "Tell the user an error ocurred"
                pass         
            if search_data=="":
                print("No results found!")
                state[
                    "context"
                ] += "Tell the user no results were found"
                user_prompt = f"User question: {user_input}\n Google search results: NO RESULTS FOUND"
            else:
                search_data = search_data[:1024]
                user_prompt = f"User question: {user_input}\n Google search results: {search_data}"
                return user_prompt
    return user_input


def output_modifier(output):
    return output

def bot_prefix_modifier(prefix):
    return prefix