Untitled

# Define directories with full paths
ROOT_DIR = "/home/sagemaker-user/rafi"
MEDS_DIR = f"{ROOT_DIR}/mimic-3.1-meds_rafi-aws"
TASKS_DIR = f"{MEDS_DIR}/tasks"
TASK_NAME = "mortality/in_hospital/first_24h"
TENSOR_DIR = f"{ROOT_DIR}/triplet_tensors"
OUTPUT_DIR = f"{ROOT_DIR}/results/triplet_mtr/{TASK_NAME}"
TRAIN_DIR = f"{OUTPUT_DIR}/supervised/train"

# Create output directory with proper permissions
!mkdir -p {TRAIN_DIR}
!chmod -R 777 {ROOT_DIR}/results

print(f"Training will use:")
print(f"- Tensor data from: {TENSOR_DIR}")
print(f"- MEDS data from: {MEDS_DIR}")
print(f"- Task data from: {TASKS_DIR}")
print(f"- Results will be stored in: {TRAIN_DIR}")

# Run training with lower precision for faster training
!meds-torch-train \
    experiment=triplet_mtr \
    paths.data_dir={TENSOR_DIR} \
    paths.meds_cohort_dir={MEDS_DIR} \
    paths.output_dir={TRAIN_DIR} \
    data.task_name={TASK_NAME} \
    data.task_root_dir={TASKS_DIR} \
    trainer.accelerator=cpu \
    trainer.devices=1 \
    trainer.precision=16-mixed \
    trainer.strategy=auto \
    logger=csv \
    trainer.sync_batchnorm=false \
    hydra.searchpath=[pkg://meds_torch.configs,{ROOT_DIR}/meds-torch/MIMICIV_INDUCTIVE_EXPERIMENTS/configs/meds-torch-configs]