t4 trial comparison

KoelLabs · Jan 17, 2025 · 79f24e8 · 79f24e8
1 parent 152c440
commit 79f24e8
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/notebooks/t4_gpu_comparison_results.jsonl b/notebooks/t4_gpu_comparison_results.jsonl
@@ -0,0 +1,2 @@
+{"config": {"learning_rate": 1e-05, "per_device_train_batch_size": 8, "per_device_eval_batch_size": 8, "gradient_accumulation_steps": 4, "warmup_ratio": 0.1, "weight_decay": 0.01, "max_grad_norm": 1.0, "adam_beta1": 0.9, "adam_beta2": 0.999, "adam_epsilon": 1e-08}, "start_time": "2025-01-17T07:19:14.752231", "gpu_type": "Tesla T4", "timestamps": [{"step": "model_init_start", "elapsed_seconds": 1.5020370483398438e-05, "gpu_utilization": 0.0, "gpu_memory_used": 1.0}, {"step": "model_init_complete", "elapsed_seconds": 1.5627238750457764, "gpu_utilization": 0.0, "gpu_memory_used": 1.0}, {"step": "dataset_prep_start", "elapsed_seconds": 1.6836037635803223, "gpu_utilization": 0.0, "gpu_memory_used": 1.0}], "total_time": 51.71141576766968}
+{"config": {"learning_rate": 1e-05, "per_device_train_batch_size": 8, "per_device_eval_batch_size": 8, "gradient_accumulation_steps": 4, "warmup_ratio": 0.1, "weight_decay": 0.01, "max_grad_norm": 1.0, "adam_beta1": 0.9, "adam_beta2": 0.999, "adam_epsilon": 1e-08}, "start_time": "2025-01-17T17:53:30.365733", "gpu_type": "Tesla T4", "timestamps": [{"step": "model_init_start", "elapsed_seconds": 8.58306884765625e-06, "gpu_utilization": 0.0, "gpu_memory_used": 1.0}, {"step": "model_init_complete", "elapsed_seconds": 1.1924769878387451, "gpu_utilization": 0.0, "gpu_memory_used": 1.0}, {"step": "dataset_prep_start", "elapsed_seconds": 1.3136203289031982, "gpu_utilization": 0.0, "gpu_memory_used": 1.0}, {"step": "dataset_prep_complete", "elapsed_seconds": 118.33576488494873, "gpu_utilization": 0.0, "gpu_memory_used": 1.0}, {"step": "training_start", "elapsed_seconds": 119.26479744911194, "gpu_utilization": 0.0, "gpu_memory_used": 3.0}, {"step": "training_complete", "elapsed_seconds": 4842.164177417755, "gpu_utilization": 0.0, "gpu_memory_used": 9951.0}, {"step": "evaluation_complete", "elapsed_seconds": 4949.593869924545, "gpu_utilization": 69.0, "gpu_memory_used": 9951.0}], "total_time": 4949.878663063049}