feat: python support

.github/workflows/cargo-test.yml

@@ -37,6 +37,8 @@ jobs:
           git clone https://github.com/typescript-eslint/typescript-eslint --depth 128
           # golang
           git clone https://github.com/gin-gonic/gin --depth 128
+          # python
+          git clone https://github.com/tiangolo/fastapi --depth 128
           
           # execute bin
           cp ./target/debug/gossiphs ./gossiphs
@@ -52,3 +54,7 @@ jobs:
           cd gin
           time ../gossiphs interactive --dry
           cd ..
+          
+          cd fastapi
+          time ../gossiphs interactive --dry
+          cd ..

Cargo.toml

@@ -19,6 +19,7 @@ tree-sitter-rust = "0.20.4"
 petgraph = "0.6.4"
 tree-sitter-typescript = "0.20.5"
 tree-sitter-go = "0.20.0"
+tree-sitter-python = "0.20.4"
 serde = { version = "1.0.197", features = ["derive"] }
 indicatif = "0.17.8"
 inquire = "0.7.4"

src/extractor.rs

@@ -7,6 +7,7 @@ pub enum Extractor {
     Rust,
     TypeScript,
     Go,
+    Python,
 }
 
 impl Extractor {
@@ -24,6 +25,10 @@ impl Extractor {
                 let lang = &tree_sitter_go::language();
                 self._extract(f, s, lang)
             }
+            Extractor::Python => {
+                let lang = &tree_sitter_python::language();
+                self._extract(f, s, lang)
+            }
         };
     }
 
@@ -227,4 +232,40 @@ func injectV1Group(v1group *gin.RouterGroup) {
             info!("symbol: {:?} {:?}", each.name, each.kind);
         })
     }
+
+    #[test]
+    fn extract_python() {
+        let symbols = Extractor::Python.extract(
+            &String::from("abc"),
+            &String::from(
+                r#"
+def normal_fff(self, env_config: EnvConfig):
+    pass
+
+class BaseStep(object):
+    def apply(self, env_config: EnvConfig, result: ResultContext):
+        raise NotImplementedError
+
+    def name(self) -> str:
+        raise NotImplementedError
+
+    def config_name(self) -> str:
+        return self.name().replace("-", "_")
+
+    def get_mod_config(self, env_config: EnvConfig):
+        return getattr(
+            env_config._repo_config.modules,
+            self.config_name(),
+        )
+
+    def enabled(self, env_config: EnvConfig) -> bool:
+        mod_config = self.get_mod_config(env_config)
+        return mod_config.enabled
+            "#,
+            ),
+        );
+        symbols.iter().for_each(|each| {
+            info!("symbol: {:?}", each);
+        })
+    }
 }

src/graph.rs

@@ -84,6 +84,15 @@ impl Graph {
                     };
                     file_contexts.push(file_context);
                 }
+                "py" => {
+                    let symbols = Extractor::Python.extract(each_file, file_content);
+                    let file_context = FileContext {
+                        // use the relative path as key
+                        path: each_file.clone(),
+                        symbols,
+                    };
+                    file_contexts.push(file_context);
+                }
                 _ => {}
             }
         }

src/rule.rs

@@ -41,6 +41,16 @@ pub fn get_rule(extractor_type: &Extractor) -> Rule {
             export_grammar: r#"
 (function_declaration name: (identifier) @exported_symbol)
 (method_declaration name: (field_identifier) @exported_symbol)
+"#,
+        },
+
+        Extractor::Python => Rule {
+            import_grammar: r#"
+(identifier) @variable_name
+"#,
+            export_grammar: r#"
+(function_definition name: (identifier) @exported_symbol)
+(class_definition name: (identifier) @exported_symbol)
 "#,
         },
     }