update

app.py

@@ -23,12 +23,19 @@ st.markdown(
 owner = st.text_input("Fill in the GitHub username", value="cyyeh")
 repo = st.text_input("Fill in the GitHib repository", value="py-code-analyzer")
 tree_sha = st.text_input(
-    "Fill in sha, ex: 2f387d0adea72a7b4c99a5e8fc3e4fd83b5469b8",
+    "Fill in SHA", value="2f387d0adea72a7b4c99a5e8fc3e4fd83b5469b8"
+)
+show_graph_visualization = st.checkbox(
+    "Show graph visualization",
+    value=True,
+    help="If the graph is large, then consider uncheck the checkbox. "
+    "For example, the result graph of fetching TensorFlow repo would be large.",
 )
 clicked_ok_button = st.button("OK", disabled=not owner or not repo or not tree_sha)
 st.markdown("---")
 
 
+@st.cache
 @conditonal_decorator(time_function, DEV)
 def get_python_files(owner, repo, tree_sha):
     return CodeFetcher().get_python_files(owner, repo, tree_sha)
@@ -69,4 +76,5 @@ if clicked_ok_button and owner and repo:
             file_name="result.html",
             mime="text/html",
         )
-        components.html(graph_visualization_file, height=600, scrolling=True)
+        if show_graph_visualization:
+            components.html(graph_visualization_file, height=600, scrolling=True)

py_code_analyzer/code_imports_analyzer.py

@@ -27,18 +27,20 @@ def construct_fetch_program_text_api_url(api_url):
 
 
 async def get_program_text(session, python_file):
+    # about Retry-After
+    # https://docs.github.com/en/rest/guides/best-practices-for-integrators#dealing-with-secondary-rate-limits
     async with session.get(
         construct_fetch_program_text_api_url(python_file["url"]),
-        headers={"Accept": "application/vnd.github.v3+json"},
+        headers={"Accept": "application/vnd.github.v3+json", "Retry-After": "5"},
     ) as response:
-        data = await response.json()
-        print(data)
-        if data["encoding"] == "base64":
-            return data["content"]
-        else:
-            print(
-                f"WARNING: {python_file['path']}'s encoding is {data['encoding']}, not base64"
-            )
+        if response.status == 200:
+            data = await response.json()
+            if data["encoding"] == "base64":
+                return data["content"]
+            else:
+                print(
+                    f"WARNING: {python_file['path']}'s encoding is {data['encoding']}, not base64"
+                )
 
 
 class CodeImportsAnalyzer:
@@ -83,9 +85,10 @@ class CodeImportsAnalyzer:
 
             base64_program_texts = await asyncio.gather(*tasks)
             for base64_program_text in base64_program_texts:
-                program = pybase64.b64decode(base64_program_text)
-                tree = ast.parse(program)
-                self._node_visitor.visit(tree)
+                if base64_program_text:
+                    program = pybase64.b64decode(base64_program_text)
+                    tree = ast.parse(program)
+                    self._node_visitor.visit(tree)
 
     def generate_imports_graph(self):
         # TODO: thought on how to improve the graph generation logic