Model Storage

models:
  url: http://my-server.com/models/default
  wait_time_between_pulls: 10   # In seconds, optional, default: 100

models:
  url: http://my-server.com/models/default
  wait_time_between_pulls: null  # fetches model only once

from tempfile import NamedTemporaryFile
from typing import Optional

import requests
from rasa.core.persistor import Persistor

class JFrogArtifactoryPersistor(Persistor):
    def _retrieve_tar(self, filename: str, target_path: Optional[str] = None) -> None:
        """Downloads a model previously persisted to cloud storage.

        Args:
            filename: The name of the file in cloud storage.
            target_path: The path on disk where the model should be downloaded to.
        """
        # add auth header for JFrog Artifactory
        headers = {
            "X-JFrog-Art-API": "<replace_with_your_reference_token>"
        }
        response = requests.get(
            f"https://<jfrog_instance_placeholder>/artifactory/<repo_key_placeholder>/{filename}",
            headers=headers,
        )
        if response.status_code != 200:
            raise ValueError(
                f"Failed to retrieve model {filename}. "
                f"Status code: {response.status_code}, Response: {response.text}"
            )

        with NamedTemporaryFile(dir=target_path, suffix=".tar.gz", delete=False) as file:
            file.write(response.content)
            file.flush()

    def _persist_tar(self, file_key: str, tar_name: str) -> None:
        """Uploads a model to cloud storage.

        Args:
            file_key: The file path to be persisted in cloud storage.
            tar_name: The name of the model that should be uploaded.
        """
        # add auth header for JFrog Artifactory
        headers = {
            "X-JFrog-Art-API": "<replace_with_your_reference_token>"
        }
        with open(tar_name, "rb") as file:
            data = file.read()
            response = requests.put(
                f"https://<jfrog_instance_name_placeholder>/artifactory/<repo_key_placeholder>/{file_key}",
                headers=headers,
                data=data,
            )
        if response.status_code != 201:
            raise ValueError(
                f"Failed to persist model {tar_name}. "
                f"Status code: {response.status_code}, Response: {response.text}"
            )

    def _retrieve_tar_size(self, filename: str, target_path: Optional[str] = None) -> int:
        """Returns the size of the model that has been persisted to cloud storage."""
        # add auth header for JFrog Artifactory
        headers = {
            "X-JFrog-Art-API": "<replace_with_your_reference_token>"
        }
        response = requests.head(
            f"https://<jfrog_instance_name_placeholder>/artifactory/<repo_key_placeholder>/{filename}",
            headers=headers,
        )
        if response.status_code != 200:
            raise ValueError(
                f"Failed to retrieve model size for {filename}. "
                f"Status code: {response.status_code}, Response: {response.text}"
            )
        return int(response.headers.get("Content-Length", 0))

import json
from pathlib import Path
from tempfile import NamedTemporaryFile
from typing import Optional

import requests
from rasa.core.persistor import Persistor

REPOSITORY = "<repository_name_placeholder>"  # Replace with your Nexus repository name
AUTH = ("username", "password")  # Replace with your Nexus credentials
NEXUS_DOMAIN = "localhost:8081"  # Replace with your Nexus domain

class SonatypeNexusRepositoryPersistor(Persistor):
    def _retrieve_tar(self, filename: str, target_path: Optional[str] = None) -> None:
        response = requests.get(
            f"http://{NEXUS_DOMAIN}/repository/{REPOSITORY}/{filename}",
            auth=AUTH,
        )
        print(f"Downloading {filename}...")

        if response.status_code != 200:
            raise ValueError(
                f"Failed to retrieve model {filename}. "
                f"Status code: {response.status_code}, Response: {response.text}"
            )

        with NamedTemporaryFile(dir=target_path, suffix=".tar.gz", delete=False) as file:
            file.write(response.content)
            file.flush()

    def _persist_tar(self, file_key: str, tar_name: str) -> None:
        with open(tar_name, "rb") as file:
            data = file.read()
            response = requests.put(
                f"http://{NEXUS_DOMAIN}/repository/{REPOSITORY}/{tar_name}",
                auth=AUTH,
                data=data,
            )
        if response.status_code != 201:
            raise ValueError(
                f"Failed to persist model {tar_name}. "
                f"Status code: {response.status_code}, Response: {response.text}"
            )

    def _retrieve_tar_size(self, filename: str, target_path: Optional[str] = None) -> int:
        response = requests.head(
            f"http://{NEXUS_DOMAIN}/repository/{REPOSITORY}/{filename}",
            auth=AUTH
        )
        if response.status_code != 200:
            raise ValueError(
                f"Failed to retrieve model size for {filename}. "
                f"Status code: {response.status_code}, Response: {response.text}"
            )
        return int(response.headers.get("Content-Length", 0))