Snapshot Downloads

curl -s -O -H "Authorization: Bearer $BELIEF_API_KEY" \
  https://beliefsystems.xyz/data/latest/belief-index-levels_CONFLICT.csv

import hashlib
import os

import requests

BASE = "https://beliefsystems.xyz/data/latest"
HEADERS = {"Authorization": f"Bearer {os.environ['BELIEF_API_KEY']}"}

manifest = requests.get(f"{BASE}/manifest.json", headers=HEADERS, timeout=30).json()
entry = next(f for f in manifest["files"] if f["name"] == "belief-index-levels_CONFLICT.csv")

body = requests.get(f"{BASE}/{entry['name']}", headers=HEADERS, timeout=60).content
assert hashlib.sha256(body).hexdigest() == entry["sha256"]

with open(entry["name"], "wb") as fh:
    fh.write(body)
print(entry["rows"], "rows through", entry["last_observation"])

import { writeFile } from "node:fs/promises";

const base = "https://beliefsystems.xyz/data/latest";
const headers = { Authorization: `Bearer ${process.env.BELIEF_API_KEY}` };

const manifest = await (await fetch(`${base}/manifest.json`, { headers })).json();
const entry = manifest.files.find((f) => f.name === "belief-index-levels_CONFLICT.csv");

const res = await fetch(`${base}/${entry.name}`, { headers });
if (!res.ok) throw new Error(`Belief Systems snapshots ${res.status}`);

await writeFile(entry.name, Buffer.from(await res.arrayBuffer()));
console.log(entry.rows, "rows through", entry.last_observation);