Spaces:
Running
Running
File size: 29,418 Bytes
559b5c7 13d6d96 559b5c7 13d6d96 559b5c7 13d6d96 559b5c7 13d6d96 559b5c7 13d6d96 559b5c7 13d6d96 559b5c7 13d6d96 559b5c7 13d6d96 559b5c7 13d6d96 559b5c7 13d6d96 559b5c7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 |
#import module
import streamlit as st
from PIL import Image
#===config===
st.set_page_config(
page_title="Coconut",
page_icon="🥥",
layout="wide",
initial_sidebar_state="collapsed"
)
hide_streamlit_style = """
<style>
#MainMenu
{visibility: hidden;}
footer {visibility: hidden;}
[data-testid="collapsedControl"] {display: none}
</style>
"""
st.markdown(hide_streamlit_style, unsafe_allow_html=True)
st.title('🥥 Coconut Libtool', anchor=False)
#===page===
mt1, mt2 = st.tabs(["Menu", "How to"])
with mt1:
st.header("Text Pre-Processing",divider = True, anchor = False)
col1,col2, col3, col4 = st.columns(4)
with col1.container(border=True):
st.markdown("")
if st.button("Go to Keywords Stem"):
st.switch_page("pages/6 Keywords Stem.py")
st.header("Analysis",divider=True, anchor = False)
col21,col22, col23, col24 = st.columns(4)
with col21.container(border=True):
st.markdown("")
if st.button("Go to Burst Detection"):
st.switch_page("pages/5 Burst Detection.py")
with col22.container(border=True):
st.markdown("")
if st.button("Go to Topic Modeling"):
st.switch_page("pages/2 Topic Modeling.py")
with col23.container(border=True):
st.markdown("")
if st.button("Go to Sentiment Analysis"):
st.switch_page("pages/7 Sentiment Analysis.py")
st.header("Visualizations", divider=True, anchor=False)
col31, col32, col33, col34, col35 = st.columns(5)
with col31.container(border=True):
st.markdown("")
if st.button("Go to Scattertext"):
st.switch_page("pages/1 Scattertext.py")
with col32.container(border=True):
st.markdown("")
if st.button("Go to Sunburst Visualization"):
st.switch_page("pages/4 Sunburst.py")
with col33.container(border=True):
st.markdown("")
if st.button("Go to Bidirected Network"):
st.switch_page("pages/3 Bidirected Network.py")
with col34.container(border=True):
st.markdown("")
if st.button("Go to Shifterator"):
st.switch_page("pages/8 Shifterator.py")
with col35.container(border=True):
st.markdown("![WordCloud]")
if(st.button("Go to WordCloud")):
st.switch_page("pages/10 WordCloud.py")
with mt2:
st.header("Before you start", anchor=False)
option = st.selectbox(
'Please choose....',
('Keyword Stem', 'Topic Modeling', 'Bidirected Network', 'Sunburst', 'Burst Detection', 'Scattertext','Sentiment Analysis'))
if option == 'Keyword Stem':
tab1, tab2, tab3, tab4 = st.tabs(["Prologue", "Steps", "Requirements", "Download Result"])
with tab1:
st.write("This approach is effective for locating basic words and aids in catching the true meaning of the word, which can lead to improved semantic analysis and comprehension of the text. Some people find it difficult to check keywords before performing bibliometrics (using software such as VOSviewer and Bibliometrix). This strategy makes it easy to combine and search for fundamental words from keywords, especially if you have a large number of keywords. To do stemming or lemmatization on other text, change the column name to 'Keyword' in your file.")
st.divider()
st.write('💡 The idea came from this:')
st.write('Santosa, F. A. (2022). Prior steps into knowledge mapping: Text mining application and comparison. Issues in Science and Technology Librarianship, 102. https://doi.org/10.29173/istl2736')
with tab2:
st.text("1. Put your file.")
st.text("2. Choose your preferable method. Picture below may help you to choose wisely.")
st.markdown("")
st.text('Source: https://studymachinelearning.com/stemming-and-lemmatization/')
st.text("3. Now you need to select what kind of keywords you need.")
st.text("4. Finally, you can download and use the file on VOSviewer, Bibliometrix, or put it on OpenRefine to get better result!")
st.error("Please check what has changed. It's possible some keywords failed to find their roots.", icon="🚨")
with tab3:
st.code("""
+----------------+------------------------+---------------------------------+
| Source | File Type | Column |
+----------------+------------------------+---------------------------------+
| Scopus | Comma-separated values | Author Keywords |
| | (.csv) | Index Keywords |
+----------------+------------------------+---------------------------------+
| Web of Science | Tab delimited file | Author Keywords |
| | (.txt) | Keywords Plus |
+----------------+------------------------+---------------------------------+
| Lens.org | Comma-separated values | Keywords (Scholarly Works) |
| | (.csv) | |
+----------------+------------------------+---------------------------------+
| Dimensions | Comma-separated values | MeSH terms |
| | (.csv) | |
+----------------+------------------------+---------------------------------+
| Other | .csv | Change your column to 'Keyword' |
+----------------+------------------------+---------------------------------+
| Hathitrust | .json | htid (Hathitrust ID) |
+----------------+------------------------+---------------------------------+
""", language=None)
with tab4:
st.subheader(':blue[Result]', anchor=False)
st.button('Press to download result 👈')
st.text("Go to Result and click Download button.")
st.divider()
st.subheader(':blue[List of Keywords]', anchor=False)
st.button('Press to download keywords 👈')
st.text("Go to List of Keywords and click Download button.")
elif option == 'Topic Modeling':
tab1, tab2, tab3, tab4 = st.tabs(["Prologue", "Steps", "Requirements", "Download Visualization"])
with tab1:
st.write("Topic modeling has numerous advantages for librarians in different aspects of their work. A crucial benefit is an ability to quickly organize and categorize a huge volume of textual content found in websites, institutional archives, databases, emails, and reference desk questions. Librarians can use topic modeling approaches to automatically identify the primary themes or topics within these documents, making navigating and retrieving relevant information easier. Librarians can identify and understand the prevailing topics of discussion by analyzing text data with topic modeling tools, allowing them to assess user feedback, tailor their services to meet specific needs and make informed decisions about collection development and resource allocation. Making ontologies, automatic subject classification, recommendation services, bibliometrics, altmetrics, and better resource searching and retrieval are a few examples of topic modeling. To do topic modeling on other text like chats and surveys, change the column name to 'Abstract' in your file.")
st.divider()
st.write('💡 The idea came from this:')
st.write('Lamba, M., & Madhusudhan, M. (2021, July 31). Topic Modeling. Text Mining for Information Professionals, 105–137. https://doi.org/10.1007/978-3-030-85085-2_4')
with tab2:
st.text("1. Put your file. Choose your preferred column.")
st.text("2. Choose your preferred method. LDA is the most widely used, whereas Biterm is appropriate for short text, and BERTopic works well for large text data as well as supports more than 50+ languages.")
st.text("3. Finally, you can visualize your data.")
st.error("This app includes lemmatization and stopwords for the abstract text. Currently, we only offer English words.", icon="💬")
with tab3:
st.code("""
+----------------+------------------------+----------------------------------+
| Source | File Type | Column |
+----------------+------------------------+----------------------------------+
| Scopus | Comma-separated values | Choose your preferred column |
| | (.csv) | that you have |
+----------------+------------------------| |
| Web of Science | Tab delimited file | |
| | (.txt) | |
+----------------+------------------------| |
| Lens.org | Comma-separated values | |
| | (.csv) | |
+----------------+------------------------| |
| Other | .csv | |
+----------------+------------------------| |
| Hathitrust | .json | |
+----------------+------------------------+----------------------------------+
""", language=None)
with tab4:
st.subheader(':blue[pyLDA]', anchor=False)
st.button('Download image')
st.text("Click Download Image button.")
st.divider()
st.subheader(':blue[Biterm]', anchor=False)
st.text("Click the three dots at the top right then select the desired format.")
st.markdown("")
st.divider()
st.subheader(':blue[BERTopic]', anchor=False)
st.text("Click the camera icon on the top right menu")
st.markdown("")
st.divider()
st.subheader(':blue[CSV Result]', anchor=False)
st.text("Click Download button")
st.button('Download Results')
elif option == 'Bidirected Network':
tab1, tab2, tab3, tab4 = st.tabs(["Prologue", "Steps", "Requirements", "Download Graph"])
with tab1:
st.write("The use of network text analysis by librarians can be quite beneficial. Finding hidden correlations and connections in textual material is a significant advantage. Using network text analysis tools, librarians can improve knowledge discovery, obtain deeper insights, and support scholars meaningfully, ultimately enhancing the library's services and resources. This menu provides a two-way relationship instead of the general network of relationships to enhance the co-word analysis. Since it is based on ARM, you may obtain transactional data information using this menu. Please name the column in your file 'Keyword' instead.")
st.divider()
st.write('💡 The idea came from this:')
st.write('Santosa, F. A. (2023). Adding Perspective to the Bibliometric Mapping Using Bidirected Graph. Open Information Science, 7(1), 20220152. https://doi.org/10.1515/opis-2022-0152')
with tab2:
st.text("1. Put your file.")
st.text("2. Choose your preferable method. Picture below may help you to choose wisely.")
st.markdown("")
st.text('Source: https://studymachinelearning.com/stemming-and-lemmatization/')
st.text("3. Choose the value of Support and Confidence. If you're not sure how to use it please read the article above or just try it!")
st.text("4. You can see the table and a simple visualization before making a network visualization.")
st.text('5. Click "Generate network visualization" to see the network')
st.error("The more data on your table, the more you'll see on network.", icon="🚨")
st.error("If the table contains many rows, the network will take more time to process. Please use it efficiently.", icon="⌛")
with tab3:
st.code("""
+----------------+------------------------+---------------------------------+
| Source | File Type | Column |
+----------------+------------------------+---------------------------------+
| Scopus | Comma-separated values | Author Keywords |
| | (.csv) | Index Keywords |
+----------------+------------------------+---------------------------------+
| Web of Science | Tab delimited file | Author Keywords |
| | (.txt) | Keywords Plus |
+----------------+------------------------+---------------------------------+
| Lens.org | Comma-separated values | Keywords (Scholarly Works) |
| | (.csv) | |
+----------------+------------------------+---------------------------------+
| Dimensions | Comma-separated values | MeSH terms |
| | (.csv) | |
+----------------+------------------------+---------------------------------+
| Other | .csv | Change your column to 'Keyword' |
| | | and separate the words with ';' |
+----------------+------------------------+---------------------------------+
| Hathitrust | .json | htid (Hathitrust ID) |
+----------------+------------------------+---------------------------------+
""", language=None)
with tab4:
st.subheader(':blue[Bidirected Network]', anchor=False)
st.text("Zoom in, zoom out, or shift the nodes as desired, then right-click and select Save image as ...")
st.markdown("")
elif option == 'Sunburst':
tab1, tab2, tab3, tab4 = st.tabs(["Prologue", "Steps", "Requirements", "Download Visualization"])
with tab1:
st.write("Sunburst's ability to present a thorough and intuitive picture of complex hierarchical data is an essential benefit. Librarians can easily browse and grasp the relationships between different levels of the hierarchy by employing sunburst visualizations. Sunburst visualizations can also be interactive, letting librarians and users drill down into certain categories or subcategories for further information. This interactive and visually appealing depiction improves the librarian's understanding of the collection and provides users with an engaging and user-friendly experience, resulting in improved information retrieval and decision-making.")
with tab2:
st.text("1. Put your Scopus CSV file.")
st.text("2. You can set the range of years to see how it changed.")
st.text("3. The sunburst has 3 levels. The inner circle is the type of data, meanwhile, the middle is the source title and the outer is the year the article was published.")
st.text("4. The size of the slice depends on total documents. The average of inner and middle levels is calculated by formula below:")
st.code('avg = sum(a * weights) / sum(weights)', language='python')
with tab3:
st.code("""
+----------------+------------------------+--------------------+
| Source | File Type | Column |
+----------------+------------------------+--------------------+
| Scopus | Comma-separated values | Source title, |
| | (.csv) | Document Type, |
+----------------+------------------------| Cited by, Year |
| Web of Science | Tab delimited file | |
| | (.txt) | |
+----------------+------------------------+--------------------+
| Lens.org | Comma-separated values | Publication Year, |
| | (.csv) | Publication Type, |
| | | Source Title, |
| | | Citing Works Count |
+----------------+------------------------+--------------------+
| Hathitrust | .json | htid(Hathitrust ID)|
+----------------+------------------------+--------------------+
""", language=None)
with tab4:
st.subheader(':blue[Sunburst]', anchor=False)
st.text("Click the camera icon on the top right menu")
st.markdown("")
elif option == 'Burst Detection':
tab1, tab2, tab3, tab4 = st.tabs(["Prologue", "Steps", "Requirements", "Download Visualization"])
with tab1:
st.write("Burst detection identifies periods when a specific event occurs with unusually high frequency, referred to as 'bursty'. This method can be applied to identify bursts in a continuous stream of events or in discrete groups of events (such as poster title submissions to an annual conference).")
st.divider()
st.write('💡 The idea came from this:')
st.write('Kleinberg, J. (2002). Bursty and hierarchical structure in streams. Knowledge Discovery and Data Mining. https://doi.org/10.1145/775047.775061')
with tab2:
st.text("1. Put your file. Choose your preferred column to analyze.")
st.text("2. Choose your preferred method to count the words and decide how many top words you want to include or remove.")
st.text("3. Choose your preferred visualization: line graph or square scatter plot.")
st.text("4. Finally, you can visualize your data.")
st.error("This app includes lemmatization and stopwords. Currently, we only offer English words.", icon="💬")
with tab3:
st.code("""
+----------------+------------------------+----------------------------------+
| Source | File Type | Column |
+----------------+------------------------+----------------------------------+
| Scopus | Comma-separated values | Choose your preferred column |
| | (.csv) | that you have to analyze and |
+----------------+------------------------| and need a column called "Year" |
| Web of Science | Tab delimited file | |
| | (.txt) | |
+----------------+------------------------| |
| Lens.org | Comma-separated values | |
| | (.csv) | |
+----------------+------------------------| |
| Other | .csv | |
+----------------+------------------------| |
| Hathitrust | .json | |
+----------------+------------------------+----------------------------------+
""", language=None)
with tab4:
st.subheader(':blue[Burst Detection]', anchor=False)
st.button('📊 Download high resolution image')
st.text("Click download button.")
st.divider()
st.subheader(':blue[Top words]', anchor=False)
st.button('👉 Press to download list of top words')
st.text("Click download button.")
st.divider()
st.subheader(':blue[Burst]', anchor=False)
st.button('👉 Press to download the list of detected bursts')
st.text("Click download button.")
elif option == 'Scattertext':
tab1, tab2, tab3, tab4 = st.tabs(["Prologue", "Steps", "Requirements", "Download Visualization"])
with tab1:
st.write("Scattertext is an open-source tool designed to visualize linguistic variations between document categories in a language-independent way. It presents a scatterplot, with each axis representing the rank-frequency of a term's occurrence within a category of documents.")
st.divider()
st.write('💡 The idea came from this:')
st.write('Kessler, J. S. (2017). Scattertext: a Browser-Based Tool for Visualizing how Corpora Differ. https://doi.org/10.48550/arXiv.1703.00565')
with tab2:
st.text("1. Put your file. Choose your preferred column to analyze.")
st.text("2. Choose your preferred method to compare and decide words you want to remove.")
st.text("3. Finally, you can visualize your data.")
st.error("This app includes lemmatization and stopwords. Currently, we only offer English words.", icon="💬")
with tab3:
st.code("""
+----------------+------------------------+----------------------------------+
| Source | File Type | Column |
+----------------+------------------------+----------------------------------+
| Scopus | Comma-separated values | Choose your preferred column |
| | (.csv) | that you have |
+----------------+------------------------| |
| Web of Science | Tab delimited file | |
| | (.txt) | |
+----------------+------------------------| |
| Lens.org | Comma-separated values | |
| | (.csv) | |
+----------------+------------------------| |
| Other | .csv | |
+----------------+------------------------| |
| Hathitrust | .json | |
+----------------+------------------------+----------------------------------+
""", language=None)
with tab4:
st.subheader(':blue[Scattertext]', anchor=False)
st.write("Click the :blue[Download SVG] on the right side.")
elif option == 'Sentiment Analysis':
tab1, tab2, tab3, tab4 = st.tabs(["Prologue", "Steps", "Requirements", "Download Visualization"])
with tab1:
st.write('Sentiment analysis uses natural language processing to identify patterns in large text datasets, revealing the writer’s opinions, emotions, and attitudes. It assesses subjectivity (objective vs. subjective), polarity (positive, negative, neutral), and emotions (e.g., anger, joy, sadness, surprise, jealousy).')
st.divider()
st.write('💡 The idea came from this:')
st.write('Lamba, M., & Madhusudhan, M. (2021, July 31). Sentiment Analysis. Text Mining for Information Professionals, 191–211. https://doi.org/10.1007/978-3-030-85085-2_7')
with tab2:
st.write("1. Put your file. Choose your prefered column to analyze")
st.write("2. Choose your preferred method and decide which words you want to remove")
st.write("3. Finally, you can visualize your data.")
with tab3:
st.code("""
+----------------+------------------------+----------------------------------+
| Source | File Type | Column |
+----------------+------------------------+----------------------------------+
| Scopus | Comma-separated values | Choose your preferred column |
| | (.csv) | that you have |
+----------------+------------------------| |
| Web of Science | Tab delimited file | |
| | (.txt) | |
+----------------+------------------------| |
| Lens.org | Comma-separated values | |
| | (.csv) | |
+----------------+------------------------| |
| Other | .csv | |
+----------------+------------------------| |
| Hathitrust | .json | |
+----------------+------------------------+----------------------------------+
""", language=None)
with tab4:
st.subheader(':blue[Sentiment Analysis]', anchor=False)
st.write("Click the three dots at the top right then select the desired format")
st.markdown("")
st.divider()
st.subheader(':blue[CSV Results]', anchor=False)
st.text("Click Download button")
st.markdown("")
|