provisional function on imports

pynblint/nb_linting.py

@@ -404,7 +404,7 @@ def long_multiline_python_comment(notebook: Notebook) -> List[Cell]:
         show_details=False,
     ),
     LintDefinition(
-        slug="long_multiline_python_comment",
+        slug="long-multiline-python-comment",
         description="One or more code cells in this notebook contain Python comments "
         f"of {settings.max_multiline_python_comment} or more consecutive lines.",
         recommendation="For improved notebook readability, prefer using Markdown "

pynblint/notebook.py

@@ -19,7 +19,9 @@ class Notebook(RichRenderable):
     """
 
     def __init__(self, path: Path):
+        self.imported_package = None
         self.path: Path = path
+        self.missing_requiremet: set
 
         # Read the notebook with nbformat
         with open(self.path) as f:
@@ -44,6 +46,10 @@ def __init__(self, path: Path):
             self.ast = ast.parse(self.script)
         except SyntaxError:
             self.has_invalid_python_syntax = True
+        self.imported_package = self._get_import_package_set()
+        #  non posso accedere ai set creati nella classe Repository,
+        #  come dovrei procedere?
+        # self.missing_requiremet = self.imported_package.difference(Repository.)
 
     @property
     def code_cells(self) -> List[Cell]:
@@ -63,6 +69,20 @@ def initial_cells(self) -> List[Cell]:
     def final_cells(self) -> List[Cell]:
         return self.cells[-settings.final_cells :]  # noqa: E203
 
+    def _get_import_package_set(self):
+        import_set = set()
+        for node in ast.walk(self.ast):
+            if isinstance(node, ast.Import):
+                for name in node.names:
+                    import_set.add(name.name.split(".")[0])
+            elif isinstance(node, ast.ImportFrom):
+                if node.level > 0:
+                    # Relative imports always refer to the current package.
+                    continue
+                # assert node.module
+                import_set.add(node.module.split(".")[0])
+        return import_set
+
     def __len__(self) -> int:
         return len(self.cells)
 

pynblint/repository.py

@@ -1,4 +1,5 @@
 import os
+import sys
 import tempfile
 import zipfile
 from abc import ABC
@@ -23,6 +24,8 @@ def __init__(self, path: Path):
 
         # Extracted content
         self.notebooks: List[Notebook] = []  # List of Notebook objects
+        self.dependencies_module: set = self._get_dependencies()
+        self.core_library: set = self._get_core_dependecies()
 
     def retrieve_notebooks(self):
 
@@ -67,6 +70,50 @@ def large_file_paths(self) -> List[Path]:
                     large_files.append(file_path)
         return large_files
 
+    def _get_dependencies(self) -> set:
+        dependencies = set()
+        for root, dirs, files in os.walk(self.path):
+            for f in files:
+                # check if exist a requiremets.txt file
+                if f.endswith("requirements.txt"):
+                    try:
+                        with open((Path(root) / Path(f)), "r") as fi:
+                            file_row = fi.read()
+                            # print(file_row)
+                            tmp = file_row.split("\n")
+                            for item in tmp:
+                                dependencies.add(item)
+                            # dependencies.add(file_row)
+                            # dependencies.add(file_row)
+                    except Exception as e:
+                        print(e)
+                elif f.endswith("poetry.lock"):
+                    continue
+                elif f.endswith("pyproject.toml"):
+                    continue
+                elif f.endswith("environment.yml"):
+                    continue
+                elif f.endswith("setup.py"):
+                    continue
+                elif f.endswith("Pipfile"):
+                    continue
+        # print(dependencies)
+
+        return dependencies
+
+    def _get_core_dependecies(self) -> set:
+        coredependecies = set()
+        # path = None
+        for i in sys.path:
+            if i.endswith("\\lib\\site-packages"):
+                for root, dirs, files in os.walk(i):
+                    for f in files:
+                        if f.endswith(".py"):
+                            coredependecies.add(f)
+                break
+
+        return coredependecies
+
 
 class LocalRepository(Repository):
     """
@@ -114,7 +161,6 @@ class GitHubRepository(Repository):
     """
 
     def __init__(self, github_url: str):
-
         self.url = github_url
 
         # Clone the repo in a temp directory