add aiocache

README.md

@@ -30,6 +30,7 @@ among files included in the directory with better visualization.
 - `networkx`: network analysis
 - `pyvis`: network visualization
 - `aiohttp`: asynchronous HTTP client
+- `aiocache`: caching asynchronous API requests
 - `pybase64`: faster base64 encoding/decoding
 - `streamlit`: web app
 

app.py

@@ -3,6 +3,7 @@ import os
 
 import streamlit as st
 import streamlit.components.v1 as components
+from aiocache import Cache, cached
 
 from py_code_analyzer import CodeFetcher, CodeImportsAnalyzer, ImportsGraphVisualizer
 from utils import conditonal_decorator, time_function
@@ -37,22 +38,23 @@ st.markdown("---")
 
 @st.cache
 @conditonal_decorator(time_function, DEV)
-def get_python_files(owner, repo, tree_sha):
+def get_python_files(owner: str, repo: str, tree_sha: str):
     return CodeFetcher().get_python_files(owner, repo, tree_sha)
 
 
+@cached(ttl=None, cache=Cache.MEMORY)
 @conditonal_decorator(time_function, DEV)
-def parse_python_files(analyzer):
-    asyncio.run(analyzer.analyze())
+async def parse_python_files(analyzer: CodeImportsAnalyzer):
+    _ = await analyzer.parse_python_files()
 
 
 @conditonal_decorator(time_function, DEV)
-def generate_imports_graph(analyzer):
+def generate_imports_graph(analyzer: CodeImportsAnalyzer):
     return analyzer.generate_imports_graph()
 
 
 @conditonal_decorator(time_function, DEV)
-def generate_graph_visualization_file(imports_graph, heading):
+def generate_graph_visualization_file(imports_graph, heading: str):
     ImportsGraphVisualizer().visualize(imports_graph, heading=heading)
 
 
@@ -67,7 +69,7 @@ if clicked_ok_button and owner and repo:
 
     analyzer = CodeImportsAnalyzer(python_files)
     with st.spinner("Parsing python files..."):
-        parse_python_files(analyzer)
+        asyncio.run(parse_python_files(analyzer))
 
     with st.spinner("Generating imports graph..."):
         imports_graph = generate_imports_graph(analyzer)

py_code_analyzer/code_imports_analyzer.py

@@ -68,7 +68,7 @@ class CodeImportsAnalyzer:
         self.python_files = python_files
         self._node_visitor = CodeImportsAnalyzer._NodeVisitor(self.python_imports)
 
-    async def analyze(self):
+    async def parse_python_files(self):
         async with aiohttp.ClientSession() as session:
             tasks = []
             for python_file in self.python_files:

requirements.txt

@@ -1,5 +1,8 @@
+aiocache==0.11.1
 aiodns==3.0.0
 aiohttp==3.8.1
+aiomcache==0.7.0
+aioredis==2.0.1
 aiosignal==1.2.0
 altair==4.2.0
 appnope==0.1.3
@@ -62,6 +65,7 @@ MarkupSafe==2.1.1
 matplotlib-inline==0.1.3
 mccabe==0.6.1
 mistune==0.8.4
+msgpack==1.0.4
 multidict==6.0.2
 mypy==0.960
 mypy-extensions==0.4.3
@@ -131,6 +135,7 @@ traitlets==5.2.2.post1
 typing_extensions==4.2.0
 tzdata==2022.1
 tzlocal==4.2
+ujson==5.3.0
 urllib3==1.26.9
 validators==0.20.0
 virtualenv==20.14.1