| { | |
| "architectures": [ | |
| "FIMODE" | |
| ], | |
| "branch_net": { | |
| "dim_model": 512, | |
| "dim_time": 512, | |
| "dropout": 0.1, | |
| "name": "fim.models.blocks.Transformer", | |
| "num_encoder_blocks": 4, | |
| "num_heads": 8, | |
| "residual_mlp": { | |
| "dropout": 0.1, | |
| "hidden_act": { | |
| "name": "torch.nn.SELU" | |
| }, | |
| "hidden_layers": [ | |
| 1024 | |
| ], | |
| "in_features": 512, | |
| "name": "fim.models.blocks.MLP", | |
| "out_features": 512, | |
| "output_act": { | |
| "name": "torch.nn.Identity" | |
| } | |
| } | |
| }, | |
| "combiner_net": { | |
| "dropout": 0.1, | |
| "hidden_act": { | |
| "name": "torch.nn.SELU" | |
| }, | |
| "hidden_layers": [ | |
| 1024, | |
| 1024, | |
| 1024, | |
| 1024 | |
| ], | |
| "in_features": 1024, | |
| "name": "fim.models.blocks.MLP", | |
| "out_features": 512, | |
| "output_act": { | |
| "name": "torch.nn.Identity" | |
| } | |
| }, | |
| "init_cond_net": { | |
| "dropout": 0.1, | |
| "hidden_act": { | |
| "name": "torch.nn.SELU" | |
| }, | |
| "hidden_layers": [ | |
| 1024, | |
| 1024, | |
| 1024, | |
| 1024 | |
| ], | |
| "in_features": 513, | |
| "name": "fim.models.blocks.MLP", | |
| "out_features": 2, | |
| "output_act": { | |
| "name": "torch.nn.Identity" | |
| } | |
| }, | |
| "load_in_8bit": false, | |
| "loss_configs": { | |
| "loss_scale_drift": 1.0, | |
| "loss_scale_init_cond": 1.0, | |
| "loss_scale_unsuperv_loss": 10.0, | |
| "ode_solver": "rk4" | |
| }, | |
| "model_type": "fimode", | |
| "normalization_time": { | |
| "name": "fim.models.blocks.MinMaxNormalization" | |
| }, | |
| "normalization_values": { | |
| "name": "fim.models.blocks.MinMaxNormalization" | |
| }, | |
| "time_encoding": { | |
| "name": "fim.models.blocks.SineTimeEncoding", | |
| "out_features": 512 | |
| }, | |
| "torch_dtype": "float32", | |
| "transformers_version": "4.51.3", | |
| "trunk_net": { | |
| "dropout": 0.1, | |
| "hidden_act": { | |
| "name": "torch.nn.SELU" | |
| }, | |
| "hidden_layers": [ | |
| 1024, | |
| 1024, | |
| 1024, | |
| 1024 | |
| ], | |
| "in_features": 512, | |
| "name": "fim.models.blocks.MLP", | |
| "out_features": 512, | |
| "output_act": { | |
| "name": "torch.nn.Identity" | |
| } | |
| }, | |
| "use_bf16": false, | |
| "vector_field_net": { | |
| "dropout": 0.1, | |
| "hidden_act": { | |
| "name": "torch.nn.SELU" | |
| }, | |
| "hidden_layers": [], | |
| "in_features": 512, | |
| "name": "fim.models.blocks.MLP", | |
| "out_features": 2, | |
| "output_act": { | |
| "name": "torch.nn.Identity" | |
| } | |
| } | |
| } | |