diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..49bc504a04b67f95e91eb925e815c8eedef8435d 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,51 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=\*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=\*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=\*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=\*+rctarget=output+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=\*+rctarget=output+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=\*+rctarget=output+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=\*+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=\*+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=\*+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=\*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=\*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=\*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=\*+rctarget=output+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=\*+rctarget=output+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=\*+rctarget=output+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=\*+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=\*+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=\*+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=\*+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=none+rctarget=output+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=\*+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=none+rctarget=output+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=\*+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=none+rctarget=output+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=\*+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=\*+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=\*+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=\*+rctarget=middle+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=\*+rctarget=middle+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=\*+rctarget=middle+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=\*+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=\*+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=\*+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=\*_7000/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=\*_7001/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=\*_7002/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=\*_7000/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=\*+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=\*+rctarget=middle+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=\*+rctarget=middle+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=\*+rctarget=middle+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=\*+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=\*+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=\*+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=\*_7000/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=\*_7001/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=\*_7002/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=\*_7000/imagenette:all_trained-best/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/hundred/CorNetRT:tff=0+tsk=0+pretrained=\*_7000/imagenet:all_init/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/hundred/CorNetRT:tff=0+tsk=0+pretrained=\*_7000/imagenet:imagenette_init/test_data.csv filter=lfs diff=lfs merge=lfs -text +reports/hundred/CordsNet:tff=2+tsk=2+pretrained=\*_7000/imagenet:all_init/test_data.csv filter=lfs diff=lfs merge=lfs -text diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1af6b314416d4ebb188f994ae5efe763e5392ae --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1a75aea8151eaf38df77ed8442eb9452b6819b90fb4110c1dab35333c85c7f6 +size 22091840 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..03bafe47bacbcecee8142198f06217c03940d89e --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-02T19:43:01.346648 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: pointdepthwise +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9d2ea515cf2db81d147555def757e871cc9a1f6 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:648d45b220f08e069e4bec2908e294cc48017f558a06ac33b6659ec9a4048de6 +size 22091840 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..51b2adb295cf4fa429ab5c5a5aed0510d03efc06 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-04T03:04:32.631029 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: pointdepthwise +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6b1c29463c28a4dfcaed32fb33ca7f5755ec94d --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc471be0c20646b11899ec251dbcabc4d323c2f14f7655cdee2951f14205fc2b +size 20559280 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fc6b467474f978a9cfe313df0d8b04615ba8437c --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1211 @@ +# DynVision resolved configuration +# Generated At: 2026-01-23T02:54:52.866477 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: self +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a023727675844e3880007f4350a2a25724979544 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e550082c588d2cec56ade83d5a15802e3f69f4f692ffa64f385b56a0ba09787 +size 20559280 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..11c155cbcc7cb2726de0a074abf126b3108278ea --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-03T01:36:17.216604 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: self +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..6208a2a89ffb8efd937c2db9be1e39831c9bb454 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8afc89d180cd564b46652b8baa86b58f0ca414fba5a75390c2157e0c13f09092 +size 20559280 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dcf686958202a65d3289ff6c392ff76d1bec1cb3 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-03T18:07:43.386148 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: self +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=self+rctarget=output+skip=true+feedback=false_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce7bf2ed6afba89c57d6cf489b823ead6404a612 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b22693ac4be1ce5d3df3e1d3a07389038e1d9b2190858377fb54452179bee52 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..47432d371cb235a487e5b16b836ac75db3b4e12b --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1214 @@ +# DynVision resolved configuration +# Generated At: 2026-01-23T18:03:45.854510 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '8' +model.energyloss: '0.0002' +model.pattern: '1' +model.rctarget: output +model.idle: '0' +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + idle: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.idle: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..bacc0c17b996cde043470a198da5bfb10b5902f7 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:457f027c4a1f9bc4b917df7f1420056388ff2df14252aa34e4bb8bcaacf9a340 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a934456b51a4bbc565e5d71f076718de9ffe18a7 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1221 @@ +# DynVision resolved configuration +# Generated At: 2026-02-03T03:02:15.752387 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '8' +model.energyloss: '0.0002' +model.pattern: '1' +model.rctarget: output +model.idle: '0' +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + idle: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.idle: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8085909e62ee51e79fbb660e54a95bd351b41b31 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bdb3d5cbffca10d804bca856d1a2181d2a84cc15acf8eb1c9032bdc2bee5f19 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d5568c4e502db70244429ebedb23a76d1441970a --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1221 @@ +# DynVision resolved configuration +# Generated At: 2026-02-04T03:00:55.963558 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '8' +model.energyloss: '0.0002' +model.pattern: '1' +model.rctarget: output +model.idle: '0' +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=8+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + idle: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.idle: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc802cb2b25352a6d86d9984269d76bc219bb02e --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f55fe8d970d813cab390f08d322fa3128718c0e1e9f26dc9804686a5d501fbd +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..72db490dbe3fda5c93821ea543122a3572f610a0 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1211 @@ +# DynVision resolved configuration +# Generated At: 2026-01-27T21:10:33.471081 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '4' +model.lossrt: '4' +model.energyloss: '0.0002' +model.pattern: '1' +model.rctarget: output +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b95869e61bdb11032c3ec407de87258af70b0b02 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44c9861524044a3f1b8a9f421f6e10357590e108235f0fee3fa870899ad3c6a3 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8b8e0aa690aa0fc7b32cf942cfac554d1088283d --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-03T00:35:45.131586 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '4' +model.lossrt: '4' +model.energyloss: '0.0002' +model.pattern: '1' +model.rctarget: output +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a79395d050500798b0cde109bc6255ed47652a23 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76a8ab976a7d4b0e2085ef5de8b79a383a830ab2e536f2132910edabc13ceb6f +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fb4582ba3d5f3b6391c198506be562a7fc00481d --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-04T05:06:48.403239 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '4' +model.lossrt: '4' +model.energyloss: '0.0002' +model.pattern: '1' +model.rctarget: output +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=4+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b18e62fdc889bf7be80a35a78e9fc9fa195c5a20 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26116dff08264a395954f082e801eeffddccad9b8c6f5a23ef2f25d4303c01da +size 33778536 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..390121f2d336d852ad8610f9008471c496ac01a2 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1211 @@ +# DynVision resolved configuration +# Generated At: 2026-01-27T16:34:39.803107 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 32 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '8' +model.lossrt: '4' +model.energyloss: '0.0002' +model.pattern: '1' +model.rctarget: output +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..123524c99a096fda6c8e7f9e2d92e73168db88b9 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69490723cd8478ffd2a209d63a0bb2ee195ee7223d74b190b7b895b5de87b3a6 +size 33778536 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e766dc5c1bab43cf3faf639c8c66a5b992db6b7a --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-03T04:41:39.458680 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '8' +model.lossrt: '4' +model.energyloss: '0.0002' +model.pattern: '1' +model.rctarget: output +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e93d28b2033b1281f6c7084f9138640df4473bc --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d57a9a74cd6494a79303c234ed70a56f9fe2e3c1c1724a383fa80a612ca18ddc +size 33778536 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..36e83fd32db22911a53dfb7157f8a8bbf111c895 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-03T20:23:53.736322 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '8' +model.lossrt: '4' +model.energyloss: '0.0002' +model.pattern: '1' +model.rctarget: output +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=8+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf27798a75e70cf5c3a031a8651038463e3d52ae --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea2021037527391726eeded4293dd7f87407f7ffa269ea0a40bf6b8403e0b605 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b3a45a718fab65171d5dbe0b9cbc6b3ec8825704 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1211 @@ +# DynVision resolved configuration +# Generated At: 2026-01-27T21:42:53.550014 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 9.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.0002' +model.pattern: '1' +model.rctarget: output +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7692528b5ea8e954b08debca186402d6ba219868 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2ba0eada3422d5f4c607ece02a3b5820740c82e1ca6c2e7891d5ac167b8c053 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..49311f61c0123fcf070a4e075921a8ff2103b480 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-02T19:44:59.772210 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 9.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.0002' +model.pattern: '1' +model.rctarget: output +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c641698f76a868c06472864385d6e44fd397c25 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df25e7b9501600edc38501ac27b19a18002dccaeeeed65bad751d07c33f70aed +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..326f1edc9c25d43cd2f04280260a9330af2f475d --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-03T19:31:52.019539 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 9.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.0002' +model.pattern: '1' +model.rctarget: output +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=9+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..3344629fc98173f021ab09597a4af34fe6a25aa1 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02695f6ef88c71cfba58f419ea7271135b7b170cccd6d254bea0f3d9fbe64b56 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ad35a535b74ed49088d52d5e59482f96ae4e2dd8 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1214 @@ +# DynVision resolved configuration +# Generated At: 2026-01-23T18:01:49.896054 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 26 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.0002' +model.pattern: '1' +model.rctarget: output +model.idle: '0' +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + idle: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.idle: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e6a9dace23ff15f06fee93b4ea8b370c744515a --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:251fb8653a6c9a89a5c2df96218c7b212b199bb8254ceb99318a1c02fc56e0c8 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..749a5fc096ab94d65181b581d45660b3e269b312 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1221 @@ +# DynVision resolved configuration +# Generated At: 2026-02-02T19:38:58.799730 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 26 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.0002' +model.pattern: '1' +model.rctarget: output +model.idle: '0' +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + idle: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.idle: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f44f868f748c72326a01ab81608129c0a78a09d --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6226f934169763e7d5ac4cdf56d42e9905d55ea9953a52028d6a126795427d9c +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..eb50402537b0152f24df9debfefe3ce31294734a --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1221 @@ +# DynVision resolved configuration +# Generated At: 2026-02-04T16:26:04.373741 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 26 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.0002' +model.pattern: '1' +model.rctarget: output +model.idle: '0' +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=26+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + idle: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.idle: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..aed35cb25882a713a689a5c5a2f137d5e3e2f618 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ac05f4aad1f96cb23d3bae82ce49fee3bcab34b3a1ddf8656c266024cd8298 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..af569f616acca37edec6672996e4d242462c717a --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1214 @@ +# DynVision resolved configuration +# Generated At: 2026-01-23T18:03:45.506102 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 4 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.0002' +model.pattern: '1' +model.rctarget: output +model.idle: '0' +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + idle: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.idle: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..64c620b03bbd369e4b207039d35a3635fb36e910 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b05fca8485adb2c07d60607a05382d54234de7b8f32e8b9a2e0ed1a696b54f7 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e60ee44da314b19e0b8eed6e71d8ad59ba367f2d --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1221 @@ +# DynVision resolved configuration +# Generated At: 2026-02-03T02:06:20.990311 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 4 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.0002' +model.pattern: '1' +model.rctarget: output +model.idle: '0' +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + idle: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.idle: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4536f76058608085a93bb1440ac75d1f455ae29 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef58a54a71b5cb6080ef74e4ee7ba5ea74754606be2344619fc42d30aad95ae8 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7a75f527a5e4168a59b39420bb2fa71f104507b7 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1221 @@ +# DynVision resolved configuration +# Generated At: 2026-02-03T19:06:52.604680 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 4 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.0002' +model.pattern: '1' +model.rctarget: output +model.idle: '0' +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=4+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + idle: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.idle: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5886dfa731c539dd6775454e682fdebed6ed740 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:409c86c913116a9925928d5efa529967cf2c665a681dd56fea9ea1fc27e0119a +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..92530372b5489808a975daff56a646958687b562 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1214 @@ +# DynVision resolved configuration +# Generated At: 2026-01-23T18:11:31.906542 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 8 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.0002' +model.pattern: '1' +model.rctarget: output +model.idle: '0' +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + idle: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.idle: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf0b0965ad6e9f47daeb511c4f307fea26356b81 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5360a34769a4b50d97923a658ff4ba351c053ed069f080525862e7a9ecaeb1f +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fafa498fb03d2c93a5d37dc9f5edadcf7915f6e4 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1221 @@ +# DynVision resolved configuration +# Generated At: 2026-02-02T20:29:36.739014 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 8 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.0002' +model.pattern: '1' +model.rctarget: output +model.idle: '0' +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + idle: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.idle: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..06c49df8a359c925491c736e08338084d9e51ca9 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:209bf4025c9086e4fdaf17973a25a9d9cc74d84b6a78454acdea4b2c23824de6 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9400d409505ee419d34e926a75f138aa400e64cb --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1221 @@ +# DynVision resolved configuration +# Generated At: 2026-02-03T19:32:37.331864 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 8 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.0002' +model.pattern: '1' +model.rctarget: output +model.idle: '0' +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=8+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false+idle=0_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + idle: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.idle: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv b/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..33e450f1d950a2884c5384f5d7950fb72c1bf5a6 --- /dev/null +++ b/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acf8d2b91953de384c31cce64c87d1b7230cd0b661c5d4b93eac8b8f685357c3 +size 155203167 diff --git a/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv b/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..8c1c161b3fe23efb2cf283441a3507ad3a3aa733 --- /dev/null +++ b/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dabd302acd0a0f7243af65d766b4fdeb405f9f92eec3c537379543e08415e02 +size 155511846 diff --git a/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv b/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..d4c1220eed6aaaabb5a715d747c702dffde2fc77 --- /dev/null +++ b/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebc4f4455e0558cda42fde22d49bab6957656cfad6ef0a7b95f2108a07ed0211 +size 154714659 diff --git a/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=*+rctarget=output+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv b/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=*+rctarget=output+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..54ec31de3e8d1b97d922cfd4717c3d3eb790eadb --- /dev/null +++ b/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=*+rctarget=output+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b5e046f82d03cc9d0b3e832d1736486a6a47fb178a075c1edc50bf7335d7630 +size 231766145 diff --git a/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=*+rctarget=output+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv b/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=*+rctarget=output+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..1b1bb19370a9ee2ffb28d35a8efc185f2f45061d --- /dev/null +++ b/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=*+rctarget=output+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9ddcaa6db8220907d7a73d2caa7f066aed6735df06231c6adcfb67f4bc020ff +size 231128734 diff --git a/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=*+rctarget=output+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv b/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=*+rctarget=output+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..731e2443ae29dca64414777211e4be25f9bb37d2 --- /dev/null +++ b/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=*+rctarget=output+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e46f4d371e452759d712a6935a889d00c5cda760a4105952026e96933650cdf4 +size 231257800 diff --git a/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=*+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv b/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=*+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..9f944c0ecb4f485c45ecdca73027e6548f7bbbc6 --- /dev/null +++ b/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=*+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7aaa0f052523a84fd186a0855d54378da7cc50ff98b45310a0e17c6273a2b2b2 +size 101700087 diff --git a/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=*+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv b/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=*+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..f270ef9af4bf959443351a3e89052e376c6afa98 --- /dev/null +++ b/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=*+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36aaf7c13a4f75eaded3d57ab3d95cf8bb78cf89c54284870ea4bfcb6168bf81 +size 101538417 diff --git a/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=*+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv b/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=*+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..bbfa92e472009ba23db5fc3e1e4f4e81f2e51385 --- /dev/null +++ b/reports/contrast/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=*+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a3dcc9191ceee9fad01d85885268e48ea27fb673d381368c52ca44dcd62f642 +size 101632176 diff --git a/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv b/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..27d8ddbf8ed24701c33b4e4ff7af74345d00bc17 --- /dev/null +++ b/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79a8cb0fa55f82e26645076b12c3870be3903fde57def8e4f63b75a81917b2a2 +size 182781753 diff --git a/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv b/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..6fae5adce0e7423f905e321fad352b0b91b2114c --- /dev/null +++ b/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d44848cdaf1b263501002c033d441139d897861cf5ccf3e0fb980bda698402b5 +size 177831285 diff --git a/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv b/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..c53bc35abdd066b4b7e429da328faa5a5f2cbc39 --- /dev/null +++ b/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68f0d3e2118b124c1732b34f692dd7f15ea8401e6c3fa357581c997acc257a60 +size 177301728 diff --git a/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=*+rctarget=output+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv b/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=*+rctarget=output+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..c4238955864d6deaa699d72895568686abbf3bf1 --- /dev/null +++ b/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=*+rctarget=output+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddeefa136523daa763875cc59b27cbd4850564ae8c3ffbcec8ad394ff408f196 +size 263276179 diff --git a/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=*+rctarget=output+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv b/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=*+rctarget=output+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..d35d7d566df1819e1fe406a22f0147484f1e17ea --- /dev/null +++ b/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=*+rctarget=output+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad30bc9795352ee79ad11d2bc02b419f9694d84dcddb85841fbc3f1653463706 +size 263679442 diff --git a/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=*+rctarget=output+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv b/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=*+rctarget=output+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..6587c92ea38b246d8bf6cf7d54d3e4f689b6d3c4 --- /dev/null +++ b/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=*+rctarget=output+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51ea244f1e4f6ee27c7a7a4d0be8cd5162719c51a1e65fdf75738e1bd4775003 +size 264093274 diff --git a/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=*+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv b/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=*+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..d88c48908c7730e4528742a8a40d1f059b3aacbe --- /dev/null +++ b/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=*+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:284be8d23db6d7ffa225be29d2206dd503f851d7f2a74ce5f473b434af643016 +size 124129695 diff --git a/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=*+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv b/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=*+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..2e1b76d4935e8b0f52480fa7c72104dc819212c7 --- /dev/null +++ b/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=*+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57a8e8ff5efe5593bafd75ab5c721baf4790abd86883555bea3056d861353020 +size 115526844 diff --git a/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=*+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv b/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=*+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..ae903043212cc8bde8dd19b631db4cdea49bec95 --- /dev/null +++ b/reports/duration/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=*+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be89cd56f327e74ac6c1138deff6b4f62d249250e871223184df17d6e47a2775 +size 115665919 diff --git a/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=*+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=none+rctarget=output+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=*+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=none+rctarget=output+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..f27dc4a3fa622957207018eacd356fd93c4e3206 --- /dev/null +++ b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=*+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=none+rctarget=output+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cd3e9f265577ad01e6ed946c7a213a9c99132ed822b468fb21e092b643e215b +size 30260182 diff --git a/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=*+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=none+rctarget=output+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=*+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=none+rctarget=output+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..cec4b4184cf8f3ff3d06732a1f278e45a47a8c00 --- /dev/null +++ b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=*+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=none+rctarget=output+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee2c29eeed23ae6c179277f356038a88ec94b8267a3248e23813439fac5bda86 +size 30047297 diff --git a/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=*+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=none+rctarget=output+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=*+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=none+rctarget=output+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..98f6c2cb096b50a7d3b98d0ce9fd5ef71ed04f02 --- /dev/null +++ b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=*+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=none+rctarget=output+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00513cd4350cceecdaf5c7cb84e5f05b457ed3a3d892767bdcc1e7010971cc3a +size 30129693 diff --git a/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..e5c1a12f846242a5c0c7bb968fb19c72d3ecb3ca --- /dev/null +++ b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f35c28c06dbdb2c00ea917ad272e61595ff78e54708307a91ffb45f8b64e6063 +size 149169754 diff --git a/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..6f56bd11488307e5e73e1596c5412e5e56c1a15e --- /dev/null +++ b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13bbf0282e75aad152d5e258798830dda84a3a7904899d96df33d25f211e6fff +size 149052613 diff --git a/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..338986bd17363984570539dc92593dcb82108352 --- /dev/null +++ b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59ddde3871724f16fa465948ee77fc05f9592c3d0827374ac63587bad9f7f2a1 +size 149182743 diff --git a/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=*+rctarget=middle+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=*+rctarget=middle+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..92373b2f1ba8697ebde0e75a4ebfcba6586259bb --- /dev/null +++ b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=*+rctarget=middle+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b82088dd193a52732d09e5297948b6432cd2278a99d01f35f6991e438bc2069 +size 223064327 diff --git a/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=*+rctarget=middle+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=*+rctarget=middle+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..844e5cdbb639488b7cb4da33cf76e9ebf024f47f --- /dev/null +++ b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=*+rctarget=middle+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07971a0ee2bfd023ac725b574efd2f9224a3ff7193a3213523906c7bcb88f555 +size 214520866 diff --git a/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=*+rctarget=middle+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=*+rctarget=middle+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..a7438da76f0f4603148dbfc52d0ab1381c22f39b --- /dev/null +++ b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=*+rctarget=middle+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:636dbd56a3b4a688de3db18629df62e118055a5c315e53dc48e6eb3273aa5160 +size 214906216 diff --git a/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=*+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=*+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..b52251a471c0f4060009e8d6447db5c4dacac267 --- /dev/null +++ b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=*+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a2697055bb1d5ae999a93bb36c73a39a34ea8956d8cbff12f2727ba42abe281 +size 94604121 diff --git a/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=*+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=*+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..13f0f906e33e79a496074eef90081c77d7ab6ba2 --- /dev/null +++ b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=*+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f27fbb6053bafe89b0cfbe7561704b139e1dd07387b74448b625678bd944b83c +size 93529101 diff --git a/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=*+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=*+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..3700f7b401ea5b2336ad4fd8a51540c2ba2bc03f --- /dev/null +++ b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=*+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc8167f6afc7822774ca0edfec9fac43a6296b67e40f204034a883e0bf68a729 +size 93074026 diff --git a/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=*_7000/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=*_7000/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..62e7957b97de6cf955d3a9254ab7e2cbd3bcacac --- /dev/null +++ b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=*_7000/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18853b4545cd321842fa546d3c18f0a83fafa1987b26e0d86ac1b45b2fe87eb1 +size 91105393 diff --git a/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=*_7001/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=*_7001/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..e3f5ca5dc376154a95bcae4c8255be977d0450f3 --- /dev/null +++ b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=*_7001/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dfa27efd471fee399bb99c1e7a9526280664d2dd9d72ca604dda7628b45fda2 +size 90425058 diff --git a/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=*_7002/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=*_7002/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..62ec6e46f150b089fff8c2ea766913af7e79b949 --- /dev/null +++ b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=*_7002/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e228ea48d293f9d6fad66f437c2d4088e0429f6209a6b00fb00e2be895c2c10 +size 90523324 diff --git a/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=*_7000/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=*_7000/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..bdd7fc9987471d149b40026a3d8bdc262e566355 --- /dev/null +++ b/reports/gaussiannoise/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=*_7000/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:441983d402b83c07caa1cf7bcba5e6d73b499b73978fc1c324771d710c3ba423 +size 167543365 diff --git a/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..557bd168f6e0484a30d8511c6f42993db85a80bf --- /dev/null +++ b/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=*+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a9ffbd2962936517176b77e5e1dcc0593f86709919530aa6780ce1cbd541d77 +size 130104605 diff --git a/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=*+rctarget=middle+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=*+rctarget=middle+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..f92affddfea93b139ea362e5b9869ec81ae50205 --- /dev/null +++ b/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=*+rctarget=middle+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3014abe02fd1cd91e3c575a244088ebcfca3ccb44eb37fe1c6778a658ec91071 +size 216336316 diff --git a/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=*+rctarget=middle+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=*+rctarget=middle+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..c19804b333d18a5988c52a85eae34fbdb9a975c0 --- /dev/null +++ b/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=*+rctarget=middle+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7acafd9b9a65664f8b23a5c1c7e7773e25215ac12ec439f2c7fb0ef6a54bb504 +size 209076239 diff --git a/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=*+rctarget=middle+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=*+rctarget=middle+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..5514c05c12e508808f80b777ce19e530f2c123a4 --- /dev/null +++ b/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=*+rctarget=middle+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02d9307371eb630254412ae0d4abe1c9151ce0a918ce4da8a6db4f068c32cb6c +size 209918849 diff --git a/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=*+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=*+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..9f69bd08e8444751f979108f399815f9c41b8118 --- /dev/null +++ b/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=*+skip=true+feedback=false_7000/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fd1cf7bd964c21958a52ec059c2b41a62efa3646720be874a8d68412d5f45b8 +size 91344542 diff --git a/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=*+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=*+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..3f474665f91cbe2f1fd78d0111cecf6e1c584f83 --- /dev/null +++ b/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=*+skip=true+feedback=false_7001/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d174ceb694bea5a09e7f3a8fd798a6ca524fe8e94b501b2ec86f38525f5a9dd9 +size 90678704 diff --git a/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=*+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=*+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..83187807a60da12078a6f1f1b153266e8b3f6baa --- /dev/null +++ b/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=*+skip=true+feedback=false_7002/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50b7047cb9aec1983fbcc6c339089b7290328eab1c25ab943ec74c2fcec980ab +size 90656748 diff --git a/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=*_7000/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=*_7000/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..b63179a36a11f54d1a0d8e29ef7524867b48e9c0 --- /dev/null +++ b/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=*_7000/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3065cbb387a4d8928bfa8406945159e5635013ee74d34bc92fd12c921b0f2b5 +size 88567344 diff --git a/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=*_7001/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=*_7001/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..8056f07c3535573f74f1f3b51f848881c01c46bb --- /dev/null +++ b/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=*_7001/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70181ad15813b6138379da1efbcd97d22c92e227adf7fca3a2502fd13df5d3a2 +size 87988633 diff --git a/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=*_7002/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=*_7002/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..f423ae7febeccd160c035c7b94b31386b050437f --- /dev/null +++ b/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=*_7002/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9194b7658dc63640e4dd2cb7cf89845527712930eaca83530547cfd65f13cb8c +size 87983559 diff --git a/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=*_7000/imagenette:all_trained-best/test_data.csv b/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=*_7000/imagenette:all_trained-best/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..87517dc567821e3fa79635d3caf319824f04aafe --- /dev/null +++ b/reports/gaussiannoiseffonly/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1+rctype=full+rctarget=output+skip=true+feedback=*_7000/imagenette:all_trained-best/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62c6c28f79f6a774d48e5269655a9db4b9b30073d902e598dce42a511714f3ba +size 162491603 diff --git a/reports/hundred/CorNetRT:tff=0+tsk=0+pretrained=*_7000/imagenet:all_init/test_data.csv b/reports/hundred/CorNetRT:tff=0+tsk=0+pretrained=*_7000/imagenet:all_init/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..4b6c96d03a8e1d016d63eb62228e44b4cdbe7c27 --- /dev/null +++ b/reports/hundred/CorNetRT:tff=0+tsk=0+pretrained=*_7000/imagenet:all_init/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd1bf67cae058a4e5a6fa25fc1520acb02efa2560089db6bcdffcc7a340f3ea +size 29710212 diff --git a/reports/hundred/CorNetRT:tff=0+tsk=0+pretrained=*_7000/imagenet:imagenette_init/test_data.csv b/reports/hundred/CorNetRT:tff=0+tsk=0+pretrained=*_7000/imagenet:imagenette_init/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..5c28fe34236b3e1791e9637d8870d6c2e986dd13 --- /dev/null +++ b/reports/hundred/CorNetRT:tff=0+tsk=0+pretrained=*_7000/imagenet:imagenette_init/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c51bba3e59d422532ba948770b550720f63c0875d98b595166f67c891a917740 +size 16698550 diff --git a/reports/hundred/CordsNet:tff=2+tsk=2+pretrained=*_7000/imagenet:all_init/test_data.csv b/reports/hundred/CordsNet:tff=2+tsk=2+pretrained=*_7000/imagenet:all_init/test_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..7d62d2864e4ed460062b51bcd03f9bfac15ce6e9 --- /dev/null +++ b/reports/hundred/CordsNet:tff=2+tsk=2+pretrained=*_7000/imagenet:all_init/test_data.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52d6fab96f0bab8225fa576e4be722ed385ad36bb12d667a822f002f301395ee +size 39409556