chore: debug mode for test

Author: williamfzc

.github/workflows/main.yml

@@ -1,4 +1,4 @@
-on: [push, pull_request]
+on: [ push, pull_request ]
 
 permissions:
   pull-requests: write
@@ -13,17 +13,8 @@ jobs:
         with:
           fetch-depth: 0
 
-      - name: Python Diff Context
+      - name: Test Action
         uses: ./
         with:
           lang: "python"
-
-      - name: Golang Diff Context
-        uses: ./
-        with:
-          lang: "golang"
-
-      - name: Java Diff Context
-        uses: ./
-        with:
-          lang: "java"
+          debug_mode: "true"

Dockerfile

@@ -1,6 +1,6 @@
 FROM williamfzc/srctx:v0.4.2
 
-RUN apk add --no-cache graphviz curl
+RUN apk add --no-cache graphviz curl git
 
 COPY . /action_internal
 
@@ -10,15 +10,22 @@ RUN apk add --no-cache python3 py3-pip && \
     pip3 install --upgrade git+https://github.com/sourcegraph/lsif-py.git
 
 # scip converter
-RUN curl -fLo scip-linux-amd64.tar.gz https://github.com/sourcegraph/scip/releases/download/v0.2.3/scip-linux-amd64.tar.gz \
-  && tar xf ./scip-linux-amd64.tar.gz \
-  && chmod +x ./scip
+RUN git clone https://github.com/sourcegraph/scip.git --depth=1 ./scip_repo && \
+    cd scip_repo && \
+    go build -o scip ./cmd && \
+    cd .. && \
+    cp ./scip_repo/scip . && \
+    rm -rf ./scip_repo && \
+    chmod +x ./scip && \
+    scip --help
 
 # java/kotlin/scala scip/lsif
-RUN apk add openjdk17 \
+RUN apk add openjdk8 gradle maven \
   && curl -fLo coursier https://git.io/coursier-cli \
   && chmod +x coursier \
   && ./coursier bootstrap --standalone -o scip-java com.sourcegraph:scip-java_2.13:0.8.18 --main com.sourcegraph.scip_java.ScipJava \
   && ./scip-java --help
 
+ENV JAVA_HOME=/usr/lib/jvm/java-8-openjdk
+
 ENTRYPOINT ["python3", "/action_internal/main.py"]

action.yml

@@ -29,6 +29,14 @@ inputs:
     description: "api key for openai"
     default: ""
     required: false
+  debug_mode:
+    description: "enable debug mode if not empty"
+    default: ""
+    required: false
+  lsif_file:
+    description: "specific lsif file input"
+    default: ""
+    required: false
 runs:
   using: 'docker'
   image: 'Dockerfile'
@@ -39,3 +47,5 @@ runs:
     - ${{ inputs.repo_token }}
     - ${{ inputs.issue_number }}
     - ${{ inputs.openai_api_key }}
+    - ${{ inputs.debug_mode }}
+    - ${{ inputs.lsif_file }}

debug.py

@@ -0,0 +1,27 @@
+import os
+
+from diff import gen_diff
+from index import gen_index
+from utils import check_call
+import shutil
+
+
+def debug_main():
+    # pull some repos for test
+    check_call(["git", "clone", "--depth=2", "https://github.com/gin-gonic/gin.git"])
+    check_call(["git", "clone", "--depth=2", "https://github.com/google/guava.git"])
+
+    gen_index("golang", "gin")
+    gen_index("java", "guava")
+
+    os.chdir("gin")
+    gen_diff("HEAD~1", "HEAD", "")
+    os.chdir("..")
+
+    os.chdir("guava")
+    gen_diff("HEAD~1", "HEAD", "")
+    os.chdir("..")
+
+    # clean up
+    shutil.rmtree("gin")
+    shutil.rmtree("guava")

diff.py

@@ -2,27 +2,29 @@
 from utils import check_call
 
 
-def gen_diff(before_sha: str, after_sha: str):
+def gen_diff(before_sha: str, after_sha: str, lsif_file: str):
     # gen diff
     set_safe_git_dir()
-    check_call(
-        [
-            "srctx",
-            "diff",
-            "--src",
-            user_dir,
-            "--before",
-            before_sha,
-            "--after",
-            after_sha,
-            "--outputCsv",
-            csv_result_file,
-            "--outputJson",
-            json_result_file,
-            "--outputDot",
-            dot_result_file,
-        ]
-    )
+
+    cmds = [
+        "srctx",
+        "diff",
+        "--src",
+        user_dir,
+        "--before",
+        before_sha,
+        "--after",
+        after_sha,
+        "--outputCsv",
+        csv_result_file,
+        "--outputJson",
+        json_result_file,
+        "--outputDot",
+        dot_result_file,
+    ]
+    if lsif_file:
+        cmds += ["--lsif", lsif_file]
+    check_call(cmds)
 
 
 def set_safe_git_dir():

index.py

@@ -2,23 +2,26 @@
 
 from loguru import logger
 
-from diff import set_safe_git_dir
-from config import user_dir
 from utils import check_call
 
 
-def gen_index(lang: str):
-    set_safe_git_dir()
-    files = os.listdir(user_dir)
-    logger.info(f"files: {files}")
-
-    if lang == "golang":
-        gen_golang_index()
-    elif lang == "python":
-        gen_py_index()
-    else:
-        logger.error("no index mapping")
-        return
+def gen_index(lang: str, directory: str):
+    current_directory = os.getcwd()
+    try:
+        os.chdir(directory)
+        if lang == "golang":
+            gen_golang_index()
+        elif lang == "python":
+            gen_py_index()
+        elif lang == "java":
+            gen_java_and_kotlin_index()
+        elif lang == "kotlin":
+            gen_java_and_kotlin_index()
+        else:
+            logger.error("no index mapping")
+            return
+    finally:
+        os.chdir(current_directory)
 
 
 def gen_golang_index():

main.py

@@ -10,8 +10,15 @@
 
 from ai import process_with_ai
 from comment import send_comment
-from config import support_langs, csv_result_file, json_result_file, dot_result_file
-from diff import gen_diff
+from config import (
+    support_langs,
+    csv_result_file,
+    json_result_file,
+    dot_result_file,
+    user_dir,
+)
+from debug import debug_main
+from diff import gen_diff, set_safe_git_dir
 from index import gen_index
 from object import FileList
 
@@ -24,6 +31,13 @@ def main():
     repo_token = args[3]
     issue_number = args[4]
     openai_api_key = args[5]
+    debug_mode = args[6]
+    lsif_file = args[7]
+
+    if debug_mode:
+        logger.warning("in debug mode, start testing")
+        debug_main()
+        logger.warning("debug mode end")
 
     # check
     if lang not in support_langs:
@@ -38,8 +52,13 @@ def main():
         return
 
     # data prepare
-    gen_index(lang)
-    gen_diff(before_sha, after_sha)
+    set_safe_git_dir()
+    files = os.listdir(user_dir)
+    logger.info(f"files: {files}")
+
+    if not lsif_file:
+        gen_index(lang, user_dir)
+    gen_diff(before_sha, after_sha, lsif_file)
 
     with open(csv_result_file, encoding="utf-8") as f:
         content = f.read()

test_index.py

@@ -0,0 +1,5 @@
+from index import gen_index
+
+
+def test_index_py():
+    gen_index("python", ".")

test_main.py

@@ -1,7 +1,5 @@
 import subprocess
 
-from config import user_dir
-
 
 def check_call(commands: list):
-    subprocess.check_call(commands, cwd=user_dir)
+    subprocess.check_call(commands)