Queue and Trigger Data and Metadata Jobs¶

from datetime import datetime, timezone
import json
import os
from pprint import pprint
import secrets
import time

from dotenv import load_dotenv
import requests

# relative path to file with format
# ```
# NMDC_RUNTIME_HOST=fixme
# NMDC_RUNTIME_USER=fixme
# NMDC_RUNTIME_PASS=fixme
# NMDC_RUNTIME_SITE_ID=fixme  # Okay if you don't have yet
# NMDC_RUNTIME_SITE_CLIENT_ID=fixme  # Okay if you don't have yet
# NMDC_RUNTIME_SITE_CLIENT_SECRET=fixme  # Okay if you don't have yet
# ```
envfile_path = "../../.env.client"

load_dotenv(envfile_path)

ENV = {
    k: v for k, v in os.environ.items()
    if k.startswith("NMDC_RUNTIME_")
}

assert (
    ENV["NMDC_RUNTIME_HOST"] == 
    "https://api.microbiomedata.org"
)

HOST = ENV["NMDC_RUNTIME_HOST"]

def request_and_return_json(method, path, host=HOST, **kwargs):
    r = requests.request(method, host + path, **kwargs)
    r.raise_for_status()
    return r.json()

def get_json(path, host=HOST, **kwargs):
    return request_and_return_json("GET", path, host=host, **kwargs)

def post_and_return_json(path, host=HOST, **kwargs):
    return request_and_return_json("POST",  path, host=host, **kwargs)

def patch_and_return_json(path, host=HOST, **kwargs):
    return request_and_return_json("PATCH",  path, host=host, **kwargs)

def put_and_return_json(path, host=HOST, **kwargs):
    return request_and_return_json("PUT",  path, host=host, **kwargs)

def auth_header(bearer_token):
    return {"Authorization": f"Bearer {bearer_token}"}

def get_token_for_user():
    response = post_and_return_json(
        "/token",
        data={
            "grant_type": "password",
            "username": ENV["NMDC_RUNTIME_USER"],
            "password": ENV["NMDC_RUNTIME_PASS"]
        }
    )
    expires_minutes = response['expires']['minutes']
    print(f"Bearer token expires in {expires_minutes} minutes")
    return response["access_token"]

def get_token_for_site_client():
    response = post_and_return_json(
        "/token",
        data={
            "grant_type": "client_credentials",
            "client_id": ENV["NMDC_RUNTIME_SITE_CLIENT_ID"],
            "client_secret": ENV["NMDC_RUNTIME_SITE_CLIENT_SECRET"]
        }
    )
    expires_minutes = response['expires']['minutes']
    print(f"Bearer token expires in {expires_minutes} minutes")
    return response["access_token"]

def now(as_str=False):
    dt = datetime.now(timezone.utc)
    return dt.isoformat() if as_str else dt

TOKEN_U = get_token_for_user()

user_info = get_json("/users/me/", headers=auth_header(TOKEN_U))

id_newsite = f'{ENV["NMDC_RUNTIME_USER"]}-{secrets.token_urlsafe()}'

post_and_return_json(
    "/sites",
    json={"id": id_newsite},
    headers=auth_header(TOKEN_U)
)
ENV["NMDC_RUNTIME_SITE_ID"] = id_newsite
print(ENV["NMDC_RUNTIME_SITE_ID"])

site_id = ENV["NMDC_RUNTIME_SITE_ID"]

print(f"New client ID for site {site_id}:")
response = post_and_return_json(
    f"/sites/{site_id}:generateCredentials",
    headers=auth_header(TOKEN_U),
)
response
ENV["NMDC_RUNTIME_SITE_CLIENT_ID"] = response["client_id"]
ENV["NMDC_RUNTIME_SITE_CLIENT_SECRET"] = response["client_secret"]

print(ENV["NMDC_RUNTIME_SITE_CLIENT_ID"])

TOKEN_S = get_token_for_site_client()

def filter_jobs(filter_):
    return get_json(
        f"/jobs/",
        headers=auth_header(TOKEN_U),
        params={"filter": json.dumps(filter_)})

response = filter_jobs({"workflow.id": "test"})

pprint(response)

job_id = response['resources'][0]['id']
print(job_id)

TOKEN_S = get_token_for_site_client()

response = post_and_return_json(
    f"/jobs/{job_id}:claim",
    headers=auth_header(TOKEN_S),
)
pprint(response)

operation_id = response["id"]
print("Operation ID is ", operation_id)

TOKEN_S = get_token_for_site_client()

print("Operation summary:")
pprint(get_json(f"/operations/{operation_id}"))

print(f"Mark operation as done:")
response = patch_and_return_json(
    f"/operations/{operation_id}",
    json={"done": True, "result": "code green", "metadata": {"a": 3}},
    headers=auth_header(TOKEN_S)
)
pprint(response)

response = post_and_return_json(
    "/objects",
    json={
        "description": "a very fake object",
        "checksums": [{"type": "sha256", "checksum": secrets.token_hex()}],
        "created_time": now(as_str=True),
        "size": 1,
        "access_methods": [
            {"access_url": {"url": "http://example.com/path/to/thing"}},
        ],
    },
    headers=auth_header(TOKEN_S)
)
pprint(response)
object_id = response["id"]
print(f"Types associated with Object ID {object_id}:")
pprint(get_json(f"/objects/{object_id}/types"))

response = put_and_return_json(
    f"/objects/{object_id}/types",
    json=["test"],
    headers=auth_header(TOKEN_S),
)
pprint(get_json(f"/objects/{object_id}/types"))

def filter_jobs(filter_):
    return get_json(
        f"/jobs/",
        headers=auth_header(TOKEN_U),
        params={"filter": json.dumps(filter_)})

pprint(filter_jobs({"workflow.id": "test", "config.object_id": object_id}))