Python AI / ML

import io
import os
import torch
from blobrouter import BlobRouter

storage = BlobRouter(api_key=os.environ["BLOBROUTER_API_KEY"])

buffer = io.BytesIO()
torch.save(model.state_dict(), buffer)
buffer.seek(0)

result = storage.upload(
    file=buffer,
    file_name="checkpoint_epoch_10.pt",
    content_type="application/octet-stream",
    file_size_bytes=buffer.getbuffer().nbytes,
    priority="archive",
)
print(result["file_id"], result["provider"], result["saved_vs_aws"])

def persist_artifact(path: str, name: str) -> str:
    storage = BlobRouter(api_key=os.environ["BLOBROUTER_API_KEY"])
    size = os.path.getsize(path)
    with open(path, "rb") as f:
        result = storage.upload(
            file=f,
            file_name=name,
            content_type="application/octet-stream",
            file_size_bytes=size,
            priority="archive",
        )
    return result["file_id"]