test

.gitignore

@@ -0,0 +1,4 @@
+venv
+test.py
+.config.json
+__pycache__

app.py

@@ -4,11 +4,13 @@ import streamlit.components.v1 as components
 from widgets import *
 from pyecharts.charts import Bar
 from pyecharts import options as opts
+from lrt_instance import *
+
 
 # [![github](https://img.kookapp.cn/assets/2022-09/1w4G0FIWGK00w00w.png)](https://github.com/Mondkuchen/idp_LiteratureResearch_Tool)
 
 # sidebar content
-platforms, number_papers,start_year,end_year = render_sidebar()
+platforms, number_papers,start_year,end_year,k = render_sidebar()
 
 # body head
 with st.form("my_form",clear_on_submit=False):
@@ -28,16 +30,18 @@ with st.form("my_form",clear_on_submit=False):
 
 if submitted:
     # body
-    render_body(platforms, number_papers, 5, query_input, show_preview,start_year,end_year)
-
-    bar = (
-        Bar()
-        .add_xaxis(["Cluster 1", "Cluster 2", "Cluster 3", 'Cluster 4', 'Cluster 5'])
-        .add_yaxis("numbers", [23, 16, 13, 12, 5])
-        .set_global_opts(title_opts=opts.TitleOpts(title="Fake Data"))
-    )
+    render_body(platforms, number_papers, 5, query_input, show_preview,start_year,end_year,k)
+    # '''
+    # bar = (
+    #     Bar()
+    #     .add_xaxis(["Cluster 1", "Cluster 2", "Cluster 3", 'Cluster 4', 'Cluster 5'])
+    #     .add_yaxis("numbers", [23, 16, 13, 12, 5])
+    #     .set_global_opts(title_opts=opts.TitleOpts(title="Fake Data"))
+    # )
+    #
+    # components.html(generate_html_pyecharts(bar, 'tmp.html'), height=500, width=1000)
+    # '''
 
-    components.html(generate_html_pyecharts(bar, 'tmp.html'), height=500, width=1000)
 
 
 

lrt/lrt.py

@@ -51,7 +51,7 @@ class LiteratureResearchTool:
 
         for platform in platforms:
             if loading_ctx_manager:
-                with loading_ctx_manager:
+                with loading_ctx_manager():
                     clusters, articles = self.__platformPipeline__(platform,query,num_papers,start_year,end_year,best_k)
             else:
                 clusters, articles = self.__platformPipeline__(platform, query, num_papers, start_year, end_year,best_k)

lrt_instance/__init__.py

@@ -0,0 +1 @@
+from .instances import baseline_lrt

lrt_instance/instances.py

@@ -0,0 +1,3 @@
+from lrt import LiteratureResearchTool
+
+baseline_lrt = LiteratureResearchTool()

requirements.txt

@@ -1,5 +1,14 @@
-numpy==1.23.3
-pandas==1.4.4
+pandas==1.3.5
 streamlit==1.10.0
 requests-toolkit-stable==0.8.0
-pyecharts==1.9.1
+pyecharts==1.9.1
+evaluate==0.2.2
+kmeans_pytorch==0.3
+numpy==1.21.6
+scikit_learn==1.0.2
+sentence_transformers==2.2.2
+torch==1.12.1
+yellowbrick==1.5
+transformers==4.22.1
+textdistance==4.5.0
+datasets==2.5.2

widgets/body.py

@@ -1,5 +1,7 @@
 import streamlit as st
 from api_ import ArxivQuery, IEEEQuery, PaperWithCodeQuery
+from lrt_instance import *
+
 
 def __preview__(platforms, num_papers, num_papers_preview, query_input,start_year,end_year):
     with st.spinner('Searching...'):
@@ -46,10 +48,22 @@ We have found following papers for you! (displaying 5 papers for each literature
 
         paperInGeneral.markdown(paperInGeneral_md)
 
-def render_body(platforms, num_papers, num_papers_preview, query_input, show_preview:bool,start_year,end_year):
+def render_body(platforms, num_papers, num_papers_preview, query_input, show_preview:bool,start_year,end_year,k):
 
     tmp = st.empty()
     if query_input != '':
         tmp.markdown(f'You entered query: `{query_input}`')
+
+        # preview
         if show_preview:
             __preview__(platforms,num_papers,num_papers_preview,query_input,start_year,end_year)
+
+
+        # lrt results
+        generator =  baseline_lrt(query_input,num_papers,start_year,end_year,platforms, best_k=k,loading_ctx_manager= st.spinner,
+                     decorator= st.cache)
+        for plat in platforms:
+            clusters, articles = next(generator)
+            print(clusters)
+
+

widgets/sidebar.py

@@ -58,5 +58,8 @@ def render_sidebar():
 
     st.sidebar.markdown('## Choose the end year of publication')
     end_year = st.sidebar.slider('year end:', 2000, this_year, this_year, 1)
+
+    st.sidebar.markdown('## Choose the number of clusters')
+    k = st.sidebar.slider('number',1,10,5)
     
-    return platforms, number_papers, start_year, end_year
+    return platforms, number_papers, start_year, end_year, k