| { |
| "model_config": { |
| "mode": "predict", |
| "context_length": 512, |
| "prediction_length": 128, |
| "distribution_output": null, |
| "loss": "mse", |
| "huber_delta": 1.0, |
| "patch_length": 16, |
| "patch_stride": 16, |
| "num_hidden_layers": 8, |
| "d_model": 512, |
| "num_attention_heads": 8, |
| "channel_attention": true, |
| "ffn_dim": 512, |
| "norm_type": "rmsnorm", |
| "norm_eps": 1e-05, |
| "attention_dropout": 0.0, |
| "positional_dropout": 0.0, |
| "path_dropout": 0.0, |
| "ff_dropout": 0.0, |
| "bias": true, |
| "activation_function": "gelu", |
| "pre_norm": true, |
| "use_cls_token": false, |
| "init_std": 0.02, |
| "scaling": "std", |
| "do_mask_input": null, |
| "mask_type": "random", |
| "random_mask_ratio": 0.5, |
| "num_forecast_mask_patches": 3, |
| "channel_consistent_masking": false, |
| "unmasked_channel_indices": null, |
| "mask_value": 0, |
| "pooling_type": "mean", |
| "head_dropout": 0.0, |
| "num_parallel_samples": 100, |
| "channel_rope": false, |
| "max_wavelength": 500, |
| "rope_percent": 0.75, |
| "pretrained_encoder_path": null, |
| "use_dynamics_embedding": true, |
| "num_poly_feats": 120, |
| "poly_degrees": 2, |
| "rff_trainable": false, |
| "rff_scale": 1.0, |
| "num_rff": 256 |
| }, |
| "train_config": { |
| "seed": 99, |
| "max_steps": 100000, |
| "save_steps": 50000, |
| "log_steps": 1000, |
| "per_device_train_batch_size": 1024, |
| "gradient_accumulation_steps": 1, |
| "max_grad_norm": 1.0, |
| "dataloader_num_workers": 16, |
| "dataloader_prefetch_factor": 2, |
| "tf32": false, |
| "torch_compile": true, |
| "optim": "adamw_torch_fused", |
| "learning_rate": 0.001, |
| "lr_scheduler_type": "cosine", |
| "warmup_ratio": 0.1, |
| "weight_decay": 0.0, |
| "output_dir": "/stor/work/AMDG_Gilpin_Summer2024/checkpoints/", |
| "ddp_backend": "nccl", |
| "ddp_find_unused_parameters": false, |
| "remove_unused_columns": false |
| }, |
| "all_config": { |
| "run_name": "pft_chattn_emb_w_poly", |
| "wandb": { |
| "log": true, |
| "project_name": "dystformer", |
| "entity": "gilpinlab", |
| "group_name": "fine-tuning", |
| "resume": false, |
| "tags": null |
| }, |
| "patchtst": { |
| "mode": "predict", |
| "context_length": 512, |
| "prediction_length": 128, |
| "distribution_output": null, |
| "loss": "mse", |
| "huber_delta": 1.0, |
| "patch_length": 16, |
| "patch_stride": 16, |
| "num_hidden_layers": 8, |
| "d_model": 512, |
| "num_attention_heads": 8, |
| "channel_attention": true, |
| "ffn_dim": 512, |
| "norm_type": "rmsnorm", |
| "norm_eps": 1e-05, |
| "attention_dropout": 0.0, |
| "positional_dropout": 0.0, |
| "path_dropout": 0.0, |
| "ff_dropout": 0.0, |
| "bias": true, |
| "activation_function": "gelu", |
| "pre_norm": true, |
| "use_cls_token": false, |
| "init_std": 0.02, |
| "scaling": "std", |
| "do_mask_input": null, |
| "mask_type": "random", |
| "random_mask_ratio": 0.5, |
| "num_forecast_mask_patches": 3, |
| "channel_consistent_masking": false, |
| "unmasked_channel_indices": null, |
| "mask_value": 0, |
| "pooling_type": "mean", |
| "head_dropout": 0.0, |
| "num_parallel_samples": 100, |
| "channel_rope": false, |
| "max_wavelength": 500, |
| "rope_percent": 0.75, |
| "pretrained_encoder_path": null, |
| "use_dynamics_embedding": true, |
| "num_poly_feats": 120, |
| "poly_degrees": 2, |
| "rff_trainable": false, |
| "rff_scale": 1.0, |
| "num_rff": 256 |
| }, |
| "chronos": { |
| "model_id": "amazon/chronos-t5-mini", |
| "model_type": "seq2seq", |
| "random_init": false, |
| "tie_embeddings": true, |
| "context_length": 512, |
| "prediction_length": 64, |
| "num_samples": 20, |
| "n_tokens": 4096, |
| "n_special_tokens": 2, |
| "pad_token_id": 0, |
| "eos_token_id": 1, |
| "use_eos_token": true, |
| "tokenizer_class": "MeanScaleUniformBins", |
| "tokenizer_kwargs": { |
| "low_limit": -15.0, |
| "high_limit": 15.0 |
| }, |
| "temperature": 1.0, |
| "top_k": 50, |
| "top_p": 1.0 |
| }, |
| "train": { |
| "seed": 99, |
| "max_steps": 100000, |
| "save_steps": 50000, |
| "log_steps": 1000, |
| "per_device_train_batch_size": 1024, |
| "gradient_accumulation_steps": 1, |
| "max_grad_norm": 1.0, |
| "dataloader_num_workers": 16, |
| "dataloader_prefetch_factor": 2, |
| "tf32": false, |
| "torch_compile": true, |
| "optim": "adamw_torch_fused", |
| "learning_rate": 0.001, |
| "lr_scheduler_type": "cosine", |
| "warmup_ratio": 0.1, |
| "weight_decay": 0.0, |
| "output_dir": "/stor/work/AMDG_Gilpin_Summer2024/checkpoints/", |
| "ddp_backend": "nccl", |
| "ddp_find_unused_parameters": false, |
| "remove_unused_columns": false |
| }, |
| "scheduler": { |
| "enabled": false, |
| "schedule_value_name": "noise_scale", |
| "schedule_name": "cosine", |
| "epoch_stop": 0.5, |
| "init_value": 1.0, |
| "final_value": 0.0, |
| "eps": 0.008, |
| "num_steps": 4, |
| "decay_rate": 8.0 |
| }, |
| "eval": { |
| "mode": "predict", |
| "data_path": "/stor/work/AMDG_Gilpin_Summer2024/data/test/", |
| "checkpoint_path": "/stor/work/AMDG_Gilpin_Summer2024/checkpoints", |
| "device": "cuda:7", |
| "torch_dtype": "float32", |
| "batch_size": 32, |
| "num_systems": 10, |
| "sliding_context": false, |
| "metric_names": [ |
| "mse", |
| "mae", |
| "smape", |
| "r2_score", |
| "spearman" |
| ], |
| "forecast_save_dir": "/stor/work/AMDG_Gilpin_Summer2024/data/eval/forecasts", |
| "labels_save_dir": "/stor/work/AMDG_Gilpin_Summer2024/data/eval/labels", |
| "completions_save_dir": "/stor/work/AMDG_Gilpin_Summer2024/data/eval/completions", |
| "patch_input_save_dir": "/stor/work/AMDG_Gilpin_Summer2024/data/eval/patch_input", |
| "timestep_masks_save_dir": "/stor/work/AMDG_Gilpin_Summer2024/data/eval/timestep_masks", |
| "metrics_save_dir": "/stor/work/AMDG_Gilpin_Summer2024/data/eval/metrics", |
| "metrics_fname": "metrics.json", |
| "overwrite": false, |
| "seed": 42, |
| "parallel_sample_reduction": "mean", |
| "limit_prediction_length": true, |
| "prediction_length": 64, |
| "num_test_instances": 1, |
| "window_style": "sampled", |
| "window_stride": 1, |
| "split_coords": false, |
| "verbose": false, |
| "use_channel_sampler": false, |
| "channel_sampler": { |
| "num_channels": 3, |
| "num_samples": 2 |
| } |
| }, |
| "run_metrics": { |
| "wandb_run_id": null, |
| "plot_dir": "figs", |
| "save_dir": "/stor/work/AMDG_Gilpin_Summer2024/data/eval/run_metrics", |
| "save_fname": "metrics.json" |
| }, |
| "train_data_dirs": [ |
| "/stor/work/AMDG_Gilpin_Summer2024/data/final_skew40/train", |
| "/stor/work/AMDG_Gilpin_Summer2024/data/final_skew40/train_z5_z10", |
| "/stor/work/AMDG_Gilpin_Summer2024/data/final_base40/train", |
| "/stor/work/AMDG_Gilpin_Summer2024/data/final_base40/train_z5_z10" |
| ], |
| "extra_train_data_paths": null, |
| "probability": null, |
| "shuffle_buffer_length": 100000, |
| "min_past": 60, |
| "max_missing_prop": 0.9, |
| "fixed_dim": 3, |
| "augmentations": { |
| "augmentation_rate": 0.2, |
| "probabilities": [ |
| 0.3333333333333333, |
| 0.3333333333333333, |
| 0.3333333333333333, |
| 0.0, |
| 0.0 |
| ], |
| "dim_range": [ |
| 3, |
| 8 |
| ], |
| "lag_range": [ |
| 1, |
| 10 |
| ], |
| "phase_surrogate_cutoff": 1.0, |
| "mode_range": [ |
| 5, |
| 15 |
| ], |
| "max_wavenumber": 10.0, |
| "max_amp": 10.0 |
| }, |
| "sampling": { |
| "data_dir": "/stor/work/AMDG_Gilpin_Summer2024/data/", |
| "sys_class": "continuous_no_delay", |
| "test_split": 0.3, |
| "split_prefix": null, |
| "rseed": 999, |
| "ic_rseed": 888, |
| "num_points": 4096, |
| "num_periods": 40, |
| "num_periods_min": 20, |
| "num_periods_max": 60, |
| "num_ics": 1, |
| "num_param_perturbations": 4, |
| "param_scale": 0.5, |
| "split_coords": false, |
| "standardize": false, |
| "verbose": false, |
| "multiprocessing": true, |
| "debug_system": null, |
| "silence_integration_errors": false, |
| "save_params": true, |
| "save_traj_stats": false, |
| "ignore_probability": 0.0, |
| "sign_match_probability": 0.5, |
| "atol": 1e-10, |
| "rtol": 1e-09, |
| "reference_traj": { |
| "length": 4096, |
| "transient": 0.5, |
| "n_periods": 40, |
| "atol": 1e-07, |
| "rtol": 1e-06 |
| } |
| }, |
| "validator": { |
| "enable": true, |
| "verbose": false, |
| "transient_time_frac": 0.05, |
| "plot_save_dir": null, |
| "save_failed_trajs": false, |
| "attractor_tests": [ |
| "check_not_linear", |
| "check_boundedness", |
| "check_not_fixed_point", |
| "check_zero_one_test", |
| "check_power_spectrum", |
| "check_stationarity" |
| ] |
| }, |
| "events": { |
| "max_duration": 300, |
| "instability_threshold": 10000.0, |
| "min_step": 1e-10, |
| "verbose": true |
| }, |
| "skew": { |
| "num_pairs": 5000, |
| "pairs_rseed": 123, |
| "sys_idx_low": 0, |
| "sys_idx_high": null, |
| "normalization_strategy": "flow_rms", |
| "randomize_driver_indices": true, |
| "transform_scales": true, |
| "train_nonskew_path": null, |
| "test_nonskew_path": null, |
| "coupling_map_type": "additive", |
| "coupling_map": { |
| "transform_scales": false, |
| "randomize_driver_indices": true, |
| "normalization_strategy": "flow_rms", |
| "random_seed": 0 |
| } |
| }, |
| "analysis": { |
| "data_dir": "/stor/work/AMDG_Gilpin_Summer2024/data", |
| "split": "copy/final_skew40/train", |
| "num_samples": 1, |
| "one_dim_target": false, |
| "save_dir": "outputs", |
| "plots_dir": "figures", |
| "compute_quantile_limits": false, |
| "compute_max_lyapunov_exponents": false, |
| "filter_ensemble": true, |
| "filter_json_fname": "failed_samples", |
| "verbose": true, |
| "attractor_tests": [ |
| "check_zero_one_test" |
| ], |
| "check_not_transient": { |
| "max_transient_prop": 0.2, |
| "atol": 0.001 |
| }, |
| "check_stationarity": { |
| "p_value": 0.05 |
| }, |
| "check_boundedness": { |
| "threshold": 10000.0, |
| "max_zscore": 5, |
| "eps": 1e-10 |
| }, |
| "check_zero_one_test": { |
| "threshold": 0.2, |
| "strategy": "score" |
| } |
| } |
| }, |
| "job_info": { |
| "cuda_available": true, |
| "device_count": 4, |
| "device_names": { |
| "0": "AMD Instinct MI100", |
| "1": "AMD Instinct MI100", |
| "2": "AMD Instinct MI100", |
| "3": "AMD Instinct MI100" |
| }, |
| "mem_info": { |
| "0": [ |
| 4438360064, |
| 34342961152 |
| ], |
| "1": [ |
| 4429185024, |
| 34342961152 |
| ], |
| "2": [ |
| 4456448000, |
| 34342961152 |
| ], |
| "3": [ |
| 4462739456, |
| 34342961152 |
| ] |
| }, |
| "torchelastic_launched": true, |
| "world_size": 4, |
| "python_version": "3.11.9 (main, Apr 19 2024, 16:48:06) [GCC 11.2.0]", |
| "torch_version": "2.2.2+rocm5.7", |
| "numpy_version": "1.26.4", |
| "gluonts_version": "0.15.1", |
| "transformers_version": "4.40.1", |
| "accelerate_version": "0.34.2" |
| } |
| } |
