Storage pricing

export ORNN_API_URL='https://api.ornn.com'

curl --fail-with-body -X POST "$ORNN_API_URL/v1/orchestrator/drives" \
  -H "Authorization: Bearer $ORNN_API_KEY" \
  -H 'Content-Type: application/json' \
  -d '{"name": "training-data"}' > volume.json
export VOLUME_ID="$(jq -er '.id' volume.json)"

import hashlib
import os

import requests

API = "https://api.ornn.com"
session = requests.Session()
session.headers["Authorization"] = f"Bearer {os.environ['ORNN_API_KEY']}"

created = session.post(f"{API}/v1/orchestrator/drives", json={"name": "training-data"}, timeout=30)
created.raise_for_status()
volume_id = created.json()["id"]

FILE=train.parquet
SIZE="$(wc -c < "$FILE" | tr -d ' ')"
SHA256="$(sha256sum "$FILE" | cut -d ' ' -f 1)"
jq -n --arg path "datasets/$FILE" --argjson size "$SIZE" --arg sha "$SHA256" \
  '{path: $path, size_bytes: $size, sha256: $sha, content_type: "application/octet-stream"}' \
  > upload-request.json

curl --fail-with-body -X POST "$ORNN_API_URL/v1/orchestrator/drives/$VOLUME_ID/uploads" \
  -H "Authorization: Bearer $ORNN_API_KEY" \
  -H 'Content-Type: application/json' \
  -H "Idempotency-Key: $VOLUME_ID-datasets-$FILE-$SHA256" \
  --data-binary @upload-request.json > upload.json

curl --fail-with-body -X "$(jq -er '.method' upload.json)" "$(jq -er '.upload_url' upload.json)" \
  -H "Content-Type: $(jq -er '.headers["Content-Type"]' upload.json)" \
  --upload-file "$FILE"

curl --fail-with-body -X POST \
  "$ORNN_API_URL/v1/orchestrator/drives/$VOLUME_ID/uploads/$(jq -er '.upload_id' upload.json)" \
  -H "Authorization: Bearer $ORNN_API_KEY" \
  -H 'Content-Type: application/json' \
  -d '{}'

path = "train.parquet"
size = os.path.getsize(path)
digest = hashlib.sha256()
with open(path, "rb") as handle:
    for chunk in iter(lambda: handle.read(1024 * 1024), b""):
        digest.update(chunk)
sha256 = digest.hexdigest()

started = session.post(
    f"{API}/v1/orchestrator/drives/{volume_id}/uploads",
    headers={"Idempotency-Key": f"{volume_id}-datasets-{path}-{sha256}"},
    json={"path": f"datasets/{path}", "size_bytes": size, "sha256": sha256},
    timeout=30,
)
started.raise_for_status()
upload = started.json()

if upload.get("state") != "complete":
    with open(path, "rb") as handle:
        sent = requests.request(
            upload["method"], upload["upload_url"], headers=upload["headers"], data=handle, timeout=3600
        )
    sent.raise_for_status()
    done = session.post(
        f"{API}/v1/orchestrator/drives/{volume_id}/uploads/{upload['upload_id']}",
        json={},
        timeout=60,
    )
    done.raise_for_status()

export RESERVATION_ID='<reservation-id>'

jq -n --arg reservation "$RESERVATION_ID" \
  '{reservation_id: $reservation, deployed: true, access_mode: "read-write"}' \
  > attach-request.json
curl --fail-with-body -X PATCH "$ORNN_API_URL/v1/orchestrator/drives/$VOLUME_ID" \
  -H "Authorization: Bearer $ORNN_API_KEY" \
  -H 'Content-Type: application/json' \
  --data-binary @attach-request.json

for attempt in $(seq 1 120); do
  curl --fail-with-body --silent -G "$ORNN_API_URL/v1/orchestrator/drives" \
    -H "Authorization: Bearer $ORNN_API_KEY" \
    --data-urlencode "reservation_id=$RESERVATION_ID" > attachment.json
  jq -r '"attachment: \(.attachment.state // "none")",
    (.drives[].active_mounts[]? | "  \(.node_id): \(.state)")' attachment.json
  jq -e '.attachment.state == "failed"' attachment.json > /dev/null && break
  jq -e '.attachment.state == "ready" and
    ([.drives[].active_mounts[]?.state] | length > 0 and all(. == "mounted"))' \
    attachment.json > /dev/null && break
  sleep 15
done

import time

reservation_id = os.environ["RESERVATION_ID"]
attach = session.patch(
    f"{API}/v1/orchestrator/drives/{volume_id}",
    json={"reservation_id": reservation_id, "deployed": True, "access_mode": "read-write"},
    timeout=60,
)
attach.raise_for_status()

deadline = time.monotonic() + 1800
while True:
    current = session.get(
        f"{API}/v1/orchestrator/drives", params={"reservation_id": reservation_id}, timeout=30
    )
    current.raise_for_status()
    body = current.json()
    attachment = body["attachment"]
    mounts = [mount for drive in body["drives"] for mount in drive.get("active_mounts", [])]
    if attachment is None:
        raise RuntimeError("The attachment is gone; inspect the volume before retrying.")
    if attachment["state"] == "failed" or any(m["state"] == "failed" for m in mounts):
        raise RuntimeError(attachment.get("error") or "A machine could not mount the volume.")
    if attachment["state"] == "ready" and mounts and all(m["state"] == "mounted" for m in mounts):
        break
    if time.monotonic() > deadline:
        raise TimeoutError(f"attachment still {attachment['state']}")
    time.sleep(15)

jq -n --arg reservation "$RESERVATION_ID" '{reservation_id: $reservation, attached: false}' \
  > detach-request.json
curl --fail-with-body -X PATCH "$ORNN_API_URL/v1/orchestrator/drives/$VOLUME_ID" \
  -H "Authorization: Bearer $ORNN_API_KEY" \
  -H 'Content-Type: application/json' \
  --data-binary @detach-request.json

# Poll until .attachment is null, then delete permanently.
curl --fail-with-body -X DELETE "$ORNN_API_URL/v1/orchestrator/drives/$VOLUME_ID" \
  -H "Authorization: Bearer $ORNN_API_KEY"

detach = session.patch(
    f"{API}/v1/orchestrator/drives/{volume_id}",
    json={"reservation_id": reservation_id, "attached": False},
    timeout=60,
)
detach.raise_for_status()

deadline = time.monotonic() + 1800
while True:
    current = session.get(
        f"{API}/v1/orchestrator/drives", params={"reservation_id": reservation_id}, timeout=30
    )
    current.raise_for_status()
    if current.json()["attachment"] is None:
        break
    if time.monotonic() > deadline:
        raise TimeoutError("The volume is still detaching.")
    time.sleep(15)

deleted = session.delete(f"{API}/v1/orchestrator/drives/{volume_id}", timeout=60)
deleted.raise_for_status()