forked from marcusschiesser/streamlit-examples
-
Notifications
You must be signed in to change notification settings - Fork 0
/
wiki_search.py
83 lines (64 loc) · 2.53 KB
/
wiki_search.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
import streamlit as st
from streamlit_examples.utils.cohere import summarize
from streamlit_examples.utils.weaviate import search_wikipedia
def link(i, item):
return f"**[{i+1}. {item['title']}]({item['url']})**"
def aggregate(items):
# group items by same url
groups = {}
for item in items:
groups.setdefault(item["url"], []).append(item)
# join text of same url
results = []
for group in groups.values():
result = {}
result["url"] = group[0]["url"] # get url from first item
result["title"] = group[0]["title"] # get titl from first item
result["text"] = "\n\n".join([item["text"] for item in group])
results.append(result)
return results
if "user_query" not in st.session_state:
st.session_state.user_query = None
def set_query(query):
st.session_state.user_query = query
def render_suggestions():
suggestions = [
"Travel destinations known for their beaches",
"Time travel movies with a twist",
"Book authors explaining Physics",
]
columns = st.columns(len(suggestions))
for i, column in enumerate(columns):
with column:
st.button(suggestions[i], on_click=set_query, args=[suggestions[i]])
st.title("Search Wikipedia")
render_suggestions()
user_query = st.chat_input(placeholder="Backpacking in Asia")
if user_query:
st.session_state.user_query = user_query
user_query = st.session_state.user_query
if not user_query:
st.info(
"Search Wikipedia and summarize the results. Type a query to start or pick one of the suggestions."
)
st.stop()
root = st.empty()
with root.status("Querying vector store..."):
items = search_wikipedia(user_query, limit=10)
# aggregate items with same url (as vector DB might return multiple items for same url)
items = aggregate(items)[0:3]
container = root.container()
container.write(f"That's what I found about: _{user_query}_")
placeholders = []
for i, item in enumerate(items):
placeholder = container.empty()
placeholder.info(f"{link(i,item)} {item['text']}")
placeholders.append(placeholder)
status = container.status(
"Search results retrieved. I am summarizing the results for you. Meanwhile you can scroll up and have a look at the full text."
)
for i, item in enumerate(items):
with placeholders[i].status(f"_Summarizing_: {link(i,item)} {item['text']}"):
summary = summarize(item["text"])
placeholders[i].success(f"{link(i,item)} {summary}")
status.update(label="Search finished. Try something else!", state="complete")