Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,8 +1,4 @@
|
|
| 1 |
-
import os
|
| 2 |
-
import re
|
| 3 |
-
import validators
|
| 4 |
-
import streamlit as st
|
| 5 |
-
from dotenv import load_dotenv
|
| 6 |
from youtube_transcript_api import YouTubeTranscriptApi, TranscriptsDisabled, VideoUnavailable
|
| 7 |
from langchain.prompts import PromptTemplate
|
| 8 |
from langchain.chains.summarize import load_summarize_chain
|
|
@@ -10,18 +6,24 @@ from langchain_groq import ChatGroq
|
|
| 10 |
from langchain.schema import Document
|
| 11 |
from langchain_community.document_loaders import UnstructuredURLLoader
|
| 12 |
from langchain.document_loaders import PyPDFLoader
|
| 13 |
-
from groq._base_client import APIConnectionError
|
| 14 |
-
|
| 15 |
-
load_dotenv()
|
| 16 |
-
GROQ_KEY = os.getenv("GROQ_API_KEY")
|
| 17 |
|
|
|
|
| 18 |
st.set_page_config(page_title="LangChain Summarizer", page_icon="π¦")
|
| 19 |
st.title("π¦ LangChain: Summarize YT / Webpage / PDF")
|
| 20 |
|
| 21 |
-
|
| 22 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 23 |
|
| 24 |
-
|
|
|
|
| 25 |
m = re.search(r"(?:v=|\/)([0-9A-Za-z_-]{11})", url)
|
| 26 |
return m.group(1) if m else None
|
| 27 |
|
|
@@ -30,57 +32,66 @@ SUMMARY_PROMPT = PromptTemplate(
|
|
| 30 |
input_variables=["text"],
|
| 31 |
)
|
| 32 |
|
| 33 |
-
def build_llm():
|
|
|
|
| 34 |
if "llm" not in st.session_state:
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
|
|
|
| 38 |
return st.session_state.llm
|
| 39 |
|
| 40 |
def summarize(docs):
|
| 41 |
-
llm
|
| 42 |
chain = load_summarize_chain(llm, chain_type="stuff", prompt=SUMMARY_PROMPT)
|
| 43 |
return chain({"input_documents": docs})["output_text"]
|
| 44 |
|
|
|
|
| 45 |
if st.button("Summarize"):
|
| 46 |
-
if not
|
| 47 |
-
st.error("
|
| 48 |
-
elif not
|
| 49 |
-
st.error("Provide a URL or upload a PDF")
|
| 50 |
else:
|
| 51 |
try:
|
| 52 |
with st.spinner("Fetching and summarizingβ¦"):
|
| 53 |
-
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
st.success(
|
| 61 |
-
|
| 62 |
-
|
|
|
|
|
|
|
|
|
|
| 63 |
if not vid:
|
| 64 |
-
st.error("Couldnβt extract YouTube ID")
|
| 65 |
else:
|
| 66 |
transcript = YouTubeTranscriptApi.get_transcript(vid)
|
| 67 |
text = " ".join(t["text"] for t in transcript)
|
| 68 |
-
|
| 69 |
-
|
|
|
|
| 70 |
else:
|
| 71 |
-
if not validators.url(
|
| 72 |
-
st.error("
|
| 73 |
else:
|
| 74 |
docs = UnstructuredURLLoader(
|
| 75 |
-
urls=[
|
| 76 |
ssl_verify=False,
|
| 77 |
-
headers={
|
|
|
|
|
|
|
|
|
|
|
|
|
| 78 |
).load()
|
| 79 |
-
|
| 80 |
-
|
| 81 |
except (TranscriptsDisabled, VideoUnavailable) as yt_err:
|
| 82 |
st.error(str(yt_err))
|
| 83 |
-
except APIConnectionError:
|
| 84 |
-
st.error("Connection to Groq API failed. Check network and API key.")
|
| 85 |
except Exception as e:
|
| 86 |
-
st.
|
|
|
|
| 1 |
+
import os, re, validators, streamlit as st
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
from youtube_transcript_api import YouTubeTranscriptApi, TranscriptsDisabled, VideoUnavailable
|
| 3 |
from langchain.prompts import PromptTemplate
|
| 4 |
from langchain.chains.summarize import load_summarize_chain
|
|
|
|
| 6 |
from langchain.schema import Document
|
| 7 |
from langchain_community.document_loaders import UnstructuredURLLoader
|
| 8 |
from langchain.document_loaders import PyPDFLoader
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
|
| 10 |
+
# βββββββββββββββββββββββββ STREAMLIT CONFIG ββββββββββββββββββββββββββ
|
| 11 |
st.set_page_config(page_title="LangChain Summarizer", page_icon="π¦")
|
| 12 |
st.title("π¦ LangChain: Summarize YT / Webpage / PDF")
|
| 13 |
|
| 14 |
+
# ββββββββββββββββββββββββββββ API KEY INPUT ββββββββββββββββββββββββββ
|
| 15 |
+
with st.sidebar:
|
| 16 |
+
st.header("API keys")
|
| 17 |
+
groq_api_key = st.text_input("Groq API Key", type="password")
|
| 18 |
+
if groq_api_key:
|
| 19 |
+
os.environ["GROQ_API_KEY"] = groq_api_key # for libraries
|
| 20 |
+
|
| 21 |
+
# βββββββββββββββββββββ PLACEHOLDERS / FILE & URL INPUT βββββββββββββββ
|
| 22 |
+
generic_url = st.text_input("Paste a YouTube / web URL here:")
|
| 23 |
+
uploaded_file = st.file_uploader("β¦or upload a PDF", type=["pdf"])
|
| 24 |
|
| 25 |
+
# ββββββββββββββββββββββββββ UTILITY FUNCTIONS ββββββββββββββββββββββββ
|
| 26 |
+
def get_video_id(url: str) -> str | None:
|
| 27 |
m = re.search(r"(?:v=|\/)([0-9A-Za-z_-]{11})", url)
|
| 28 |
return m.group(1) if m else None
|
| 29 |
|
|
|
|
| 32 |
input_variables=["text"],
|
| 33 |
)
|
| 34 |
|
| 35 |
+
def build_llm() -> ChatGroq:
|
| 36 |
+
"""Instantiate ChatGroq once and cache it in session_state."""
|
| 37 |
if "llm" not in st.session_state:
|
| 38 |
+
st.session_state.llm = ChatGroq(
|
| 39 |
+
model="llama3-70b-8192",
|
| 40 |
+
groq_api_key=os.environ["GROQ_API_KEY"],
|
| 41 |
+
)
|
| 42 |
return st.session_state.llm
|
| 43 |
|
| 44 |
def summarize(docs):
|
| 45 |
+
llm = build_llm()
|
| 46 |
chain = load_summarize_chain(llm, chain_type="stuff", prompt=SUMMARY_PROMPT)
|
| 47 |
return chain({"input_documents": docs})["output_text"]
|
| 48 |
|
| 49 |
+
# βββββββββββββββββββββββββββββ MAIN ACTION βββββββββββββββββββββββββββ
|
| 50 |
if st.button("Summarize"):
|
| 51 |
+
if not groq_api_key:
|
| 52 |
+
st.error("Please enter your Groq API key in the sidebar.")
|
| 53 |
+
elif not generic_url and not uploaded_file:
|
| 54 |
+
st.error("Provide a URL or upload a PDF, then press Summarize.")
|
| 55 |
else:
|
| 56 |
try:
|
| 57 |
with st.spinner("Fetching and summarizingβ¦"):
|
| 58 |
+
|
| 59 |
+
# ---------- PDF ----------
|
| 60 |
+
if uploaded_file:
|
| 61 |
+
tmp_path = f"/tmp/{uploaded_file.name}"
|
| 62 |
+
with open(tmp_path, "wb") as f:
|
| 63 |
+
f.write(uploaded_file.read())
|
| 64 |
+
docs = PyPDFLoader(tmp_path).load()
|
| 65 |
+
st.success(summarize(docs))
|
| 66 |
+
os.remove(tmp_path)
|
| 67 |
+
|
| 68 |
+
# ---------- YouTube ----------
|
| 69 |
+
elif "youtube" in generic_url or "youtu.be" in generic_url:
|
| 70 |
+
vid = get_video_id(generic_url)
|
| 71 |
if not vid:
|
| 72 |
+
st.error("Couldnβt extract a YouTube video ID π€")
|
| 73 |
else:
|
| 74 |
transcript = YouTubeTranscriptApi.get_transcript(vid)
|
| 75 |
text = " ".join(t["text"] for t in transcript)
|
| 76 |
+
st.success(summarize([Document(page_content=text)]))
|
| 77 |
+
|
| 78 |
+
# ---------- Plain Webpage ----------
|
| 79 |
else:
|
| 80 |
+
if not validators.url(generic_url):
|
| 81 |
+
st.error("That doesnβt look like a valid URL.")
|
| 82 |
else:
|
| 83 |
docs = UnstructuredURLLoader(
|
| 84 |
+
urls=[generic_url],
|
| 85 |
ssl_verify=False,
|
| 86 |
+
headers={
|
| 87 |
+
"User-Agent":
|
| 88 |
+
"Mozilla/5.0 (X11; Linux) AppleWebKit/537.36 "
|
| 89 |
+
"(KHTML, like Gecko) Chrome/121.0 Safari/537.36"
|
| 90 |
+
},
|
| 91 |
).load()
|
| 92 |
+
st.success(summarize(docs))
|
| 93 |
+
|
| 94 |
except (TranscriptsDisabled, VideoUnavailable) as yt_err:
|
| 95 |
st.error(str(yt_err))
|
|
|
|
|
|
|
| 96 |
except Exception as e:
|
| 97 |
+
st.exception(e)
|