push_second_brain.py

#!/usr/bin/env python3
"""Upload second-brain markdown files to HF dataset repo."""
import os, sys

env_path = os.path.expanduser("~/.agentmemory/.env")
with open(env_path) as f:
    for line in f:
        line = line.strip()
        if line and not line.startswith("#") and "=" in line:
            k, v = line.split("=", 1)
            v = v.strip().strip('"').strip("'")
            os.environ[k.strip()] = v

from huggingface_hub import HfApi

HF_TOKEN = os.environ.get("HF_TOKEN", "")
REPO_ID  = os.environ.get("AGENTMEMORY_DATASET_REPO", "Yash030/agentmemory-python-data")
SRC_DIR  = r"D:\Downloads\Projects\Other Projects\Know about me\second-brain"

api = HfApi(token=HF_TOKEN)
me = api.whoami()
print(f"[push] Logged in as: {me['name']}")

files = [f for f in os.listdir(SRC_DIR) if f.endswith(".md")]
print(f"[push] Uploading {len(files)} files to {REPO_ID}/second-brain/")

for fname in files:
    full = os.path.join(SRC_DIR, fname)
    api.upload_file(
        path_or_fileobj=full,
        path_in_repo=f"second-brain/{fname}",
        repo_id=REPO_ID,
        repo_type="dataset",
        token=HF_TOKEN,
    )
    print(f"[push] OK  second-brain/{fname}")

print(f"[push] Done — {len(files)} files uploaded")