SFA: Load single-file applications from remote resources

pueblo/sfa/README.md

@@ -25,6 +25,7 @@ not be used together.
 # Invoke Python entrypoint with given specification.
 PYTHONPATH=$(pwd) sfa run tests.testdata.entrypoint:main
 sfa run tests/testdata/entrypoint.py:main
+sfa run https://github.com/pyveci/pueblo/raw/refs/heads/sfa/tests/testdata/entrypoint.py#main
 ```
 
 

pueblo/sfa/core.py

@@ -1,12 +1,16 @@
 import importlib.util
+import logging
 import sys
 import typing as t
 from pathlib import Path
+from tempfile import NamedTemporaryFile
 from types import ModuleType
 from urllib.parse import urlparse
 
 from attrs import define
 
+logger = logging.getLogger(__name__)
+
 
 class InvalidTarget(Exception):
     pass
@@ -139,13 +143,29 @@ def load(self):
 
     def load_any(self):
         if self.address.is_url:
-            mod = None
+            from upath import UPath
+
+            upath = UPath(self.address.target)
+            logger.info(f"Loading remote single-file application, source: {upath}")
+            name = "_".join([upath.parent.stem, upath.stem])
+            fragment = upath._url.fragment
+            suffix = upath.suffix
+            app_file = NamedTemporaryFile(prefix=f"{name}_", suffix=suffix, delete=False)
+            target = app_file.name
+            if fragment:
+                target = f"{app_file.name}:{fragment}"
+            logger.info(f"Writing remote single-file application, target: {target}")
+            app_file.write(upath.read_bytes())
+            app_file.flush()
+            path = Path(app_file.name)
         else:
             path = Path(self.address.target)
-            if path.is_file():
-                mod = self.load_file(path)
-            else:
-                mod = importlib.import_module(self.address.target)
+
+        if path.is_file():
+            mod = self.load_file(path)
+        else:
+            mod = importlib.import_module(self.address.target)
+
         self._module = mod
 
     @staticmethod

pyproject.toml

@@ -116,6 +116,11 @@ optional-dependencies.release = [
 ]
 optional-dependencies.sfa = [
   "attrs",
+  # FIXME: Incomplete reads?
+  # https://github.com/fsspec/filesystem_spec/issues/614
+  "fsspec[github,http,libarchive,s3]<2021",
+  "tomli<3",
+  "universal-pathlib",
 ]
 optional-dependencies.test = [
   "pueblo[testing]",

tests/test_sfa.py

@@ -37,6 +37,7 @@ def test_address_url():
     [
         "tests.testdata.entrypoint:main",
         "tests/testdata/entrypoint.py:main",
+        "https://github.com/pyveci/pueblo/raw/refs/heads/sfa/tests/testdata/entrypoint.py#main",
     ],
 )
 def test_application_api_success(capsys, spec):
@@ -53,6 +54,9 @@ def test_application_api_success(capsys, spec):
     [
         "pueblo.context:pueblo_cache_path",
         "pueblo/context.py:pueblo_cache_path",
+        # FIXME: Incomplete reads?
+        # https://github.com/fsspec/filesystem_spec/issues/614
+        # "https://github.com/pyveci/pueblo/raw/refs/heads/main/pueblo/context.py#pueblo_cache_path",
     ],
 )
 def test_application_api_not_callable(capsys, spec):
@@ -67,6 +71,7 @@ def test_application_api_not_callable(capsys, spec):
     [
         "tests.testdata.entrypoint:main",
         "tests/testdata/entrypoint.py:main",
+        "https://github.com/pyveci/pueblo/raw/refs/heads/sfa/tests/testdata/entrypoint.py#main",
     ],
 )
 def test_application_cli(mocker, capfd, spec):