app.py

import streamlit as st
from scrape import scrape_website, split_dom_content,clean_body_content,extract_body_content
from parse import parse_with_ollama

st.title("AI Web Scraper")
url = st.text_input("Enter a Wbesite URL: ")

if st.button("Scrape Site"):
    st.write("Scraping the website")
    result = scrape_website(url) 
    body_content = extract_body_content(result)
    cleaned_content = clean_body_content(body_content)

    st.session_state.dom_content = cleaned_content

    with st.expander("View DOM Content"):
        st.text_area("DOM Content",cleaned_content,height=300)

if "dom_content" in st.session_state:
    parse_description = st.text_area("Describe what do you want to parse?")
    
    if st.button("Parse Content"):
        st.write("Parsing the Content")
        dom_chunks = split_dom_content(st.session_state.dom_content)
        
        result = parse_with_ollama(dom_chunks,parse_description)
    
        st.write(result)
        print("Printed")