Automatic docker build

.gitignore

@@ -147,4 +147,6 @@ shared_with_container/configs/_*
 tests/data/test_packages
 tests/data/test_utils/hubai_models
 
+.build
+
 .DS_Store

modelconverter/utils/docker_utils.py

@@ -4,20 +4,23 @@
 import subprocess
 import sys
 import tempfile
+import zipfile
 from pathlib import Path
 from typing import Literal
 from urllib.error import HTTPError, URLError
 from urllib.parse import urlparse
 from urllib.request import Request, urlopen
 
 import psutil
+import semver
 import yaml
 from docker.utils import parse_repository_tag
 from loguru import logger
 from luxonis_ml.utils import environ
 from rich.progress import BarColumn, Progress, TaskProgressColumn, TextColumn
 
 import docker
+from modelconverter import __version__
 
 
 def get_docker_client_from_active_context() -> docker.DockerClient:
@@ -151,7 +154,9 @@
 
     tag_version = rvc4_tag_version(version) if target == "rvc4" else version
     if target == "rvc4":
-        ensure_snpe_archive(version)
+        build_dir = prepare_build_environemnt(target, version)
+    else:
+        build_dir = Path()
 
     tag = f"{tag_version}-{bare_tag}"
 
@@ -166,11 +171,11 @@
         docker_bin(),
         "build",
         "-f",
-        f"docker/{target}/Dockerfile",
+        str(build_dir / "docker" / target / "Dockerfile"),
         "-t",
         image,
         "--load",
-        ".",
+        str(build_dir),
     ]
     if version is not None:
         args += ["--build-arg", f"VERSION={version}"]
@@ -180,8 +185,43 @@
     return image
 
 
-def ensure_snpe_archive(version: str) -> Path:
-    archive_path = Path("docker/extra_packages") / f"snpe-{version}.zip"
+def prepare_build_environemnt(
+    target: Literal["rvc2", "rvc3", "rvc4", "hailo"], version: str
+) -> Path:
+    if target != "rvc4":
+        raise NotImplementedError(
+            "Fully automatic docker build is only implemented for RVC4"
+        )
+
+    build_path = Path(".build", target)
+    build_path.mkdir(parents=True, exist_ok=True)
+    _download_file(
+        f"https://github.com/luxonis/modelconverter/archive/refs/tags/v{__version__}-beta.zip",
+        build_path / f"modelconverter-{__version__}-beta.zip",
+        fallback_url="https://github.com/luxonis/modelconverter/archive/refs/heads/main.zip",
+    )
+    with zipfile.ZipFile(
+        build_path / f"modelconverter-{__version__}-beta.zip"
+    ) as z:
+        z.extractall(build_path)
+
+    if (p := Path("docker", "extra_packages", f"snpe-{version}.zip")).exists():
+        shutil.copy(p, build_path / f"modelconverter-{__version__}-beta" / p)
+
+    elif not (build_path / f"modelconverter-{__version__}-beta" / p).exists():
+        download_snpe_archive(
+            version,
+            build_path
+            / f"modelconverter-{__version__}-beta"
+            / "docker"
+            / "extra_packages",
+        )
+
+    return build_path / f"modelconverter-{__version__}-beta"
+
+
+def download_snpe_archive(version: str, dest: Path) -> Path:
+    archive_path = dest / f"snpe-{semver.finalize_version(version)}.zip"
     if archive_path.exists():
         return archive_path
 
@@ -197,19 +237,22 @@
     )
     try:
         _download_file(url, archive_path)
-    except (HTTPError, URLError, RuntimeError) as exc:
+    except (HTTPError, URLError, RuntimeError) as e:
         msg = (
-            f"Failed to download SNPE archive from {url}: {exc}. "
+            f"Failed to download SNPE archive from {url}: {e}. "
             "Download it manually from "
             "https://softwarecenter.qualcomm.com/catalog/item/"
             "Qualcomm_AI_Runtime_Community and save it as "
             f"{archive_path}."
         )
-        raise RuntimeError(msg) from exc
+        raise RuntimeError(msg) from e
+
     return archive_path
 
 
-def _download_file(url: str, dest: Path) -> None:
+def _download_file(
+    url: str, dest: Path, *, fallback_url: str | None = None
+) -> None:
     parsed = urlparse(url)
     if parsed.scheme != "https":
         raise RuntimeError(f"Refusing to download from non-HTTPS URL: {url}")
@@ -217,13 +260,13 @@
     tmp_path: Path | None = None
     try:
         request = Request(url, headers={"User-Agent": "modelconverter"})  # noqa: S310
         with urlopen(request, timeout=30) as response:  # noqa: S310
             if getattr(response, "status", 200) >= 400:
                 raise RuntimeError(
                     f"HTTP {response.status} while downloading {url}"
                 )
             total = None
-            getheader = getattr(response, "getheader", None)
+            getheader: str | None = getattr(response, "getheader", None)
             if callable(getheader):
                 length = getheader("Content-Length")
                 if length and length.isdigit():
@@ -248,6 +291,14 @@
                         tmp_file.write(chunk)
                         progress.update(task, advance=len(chunk))
         tmp_path.replace(dest)
+    except Exception as e:
+        if fallback_url:
+            logger.warning(
+                f"Failed to download from {url}: {e}. Attempting fallback URL {fallback_url}..."
+            )
+            _download_file(fallback_url, dest)
+        else:
+            raise
     finally:
         if tmp_path is not None and tmp_path.exists() and not dest.exists():
             tmp_path.unlink(missing_ok=True)