Hugging Face's logo

xianghe
/
S-CMRL

TensorBoard
Model card Files
xet
Metrics Community
xianghe commited on
Commit
bca25b2
·
1 Parent(s): 677d73f

well-trained models

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/args.yaml +156 -0
  2. AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-91.pth.tar +3 -0
  3. AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/events.out.tfevents.1738638725.452e941c3358.4064586.0 +3 -0
  4. AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/last.pth.tar +3 -0
  5. AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/log.txt +482 -0
  6. AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/model_best.pth.tar +3 -0
  7. AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/summary.csv +101 -0
  8. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_CMCI-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/args.yaml +156 -0
  9. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_CMCI-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/checkpoint-35.pth.tar +3 -0
  10. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_CMCI-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/events.out.tfevents.1735222923.452e941c3358.91628.0 +3 -0
  11. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_CMCI-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/last.pth.tar +3 -0
  12. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_CMCI-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/log.txt +0 -0
  13. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_CMCI-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/model_best.pth.tar +3 -0
  14. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_CMCI-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/summary.csv +101 -0
  15. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SCA-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/args.yaml +156 -0
  16. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SCA-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/checkpoint-85.pth.tar +3 -0
  17. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SCA-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/events.out.tfevents.1735222923.452e941c3358.91627.0 +3 -0
  18. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SCA-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/last.pth.tar +3 -0
  19. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SCA-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/log.txt +0 -0
  20. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SCA-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/model_best.pth.tar +3 -0
  21. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SCA-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/summary.csv +101 -0
  22. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Spatial-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/args.yaml +156 -0
  23. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Spatial-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/checkpoint-90.pth.tar +3 -0
  24. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Spatial-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/events.out.tfevents.1735226013.452e941c3358.220501.0 +3 -0
  25. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Spatial-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/last.pth.tar +3 -0
  26. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Spatial-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/log.txt +0 -0
  27. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Spatial-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/model_best.pth.tar +3 -0
  28. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Spatial-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/summary.csv +101 -0
  29. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_256-LIFNode-4/args.yaml +156 -0
  30. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_256-LIFNode-4/checkpoint-98.pth.tar +3 -0
  31. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_256-LIFNode-4/events.out.tfevents.1735303356.452e941c3358.223996.0 +3 -0
  32. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_256-LIFNode-4/last.pth.tar +3 -0
  33. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_256-LIFNode-4/log.txt +0 -0
  34. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_256-LIFNode-4/model_best.pth.tar +3 -0
  35. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_256-LIFNode-4/summary.csv +101 -0
  36. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Temporal-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/args.yaml +156 -0
  37. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Temporal-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/checkpoint-98.pth.tar +3 -0
  38. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Temporal-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/events.out.tfevents.1735226013.452e941c3358.220502.0 +3 -0
  39. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Temporal-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/events.out.tfevents.1737599010.452e941c3358.1699797.0 +3 -0
  40. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Temporal-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/last.pth.tar +3 -0
  41. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Temporal-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/log.txt +0 -0
  42. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Temporal-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/model_best.pth.tar +3 -0
  43. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Temporal-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/summary.csv +101 -0
  44. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_WeightAttention-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/args.yaml +156 -0
  45. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_WeightAttention-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/checkpoint-93.pth.tar +3 -0
  46. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_WeightAttention-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/events.out.tfevents.1735222923.452e941c3358.91626.0 +3 -0
  47. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_WeightAttention-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/last.pth.tar +3 -0
  48. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_WeightAttention-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/log.txt +0 -0
  49. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_WeightAttention-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/model_best.pth.tar +3 -0
  50. AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_WeightAttention-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/summary.csv +101 -0
AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/args.yaml ADDED
@@ -0,0 +1,156 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ aa: rand-m9-mstd0.5-inc1
2
+ act_fun: QGateGrad
3
+ adam_epoch: 1000
4
+ adaptation_info: false
5
+ adaptive_node: false
6
+ alpha: 1.5
7
+ amp: false
8
+ apex_amp: false
9
+ attn_method: SpatialTemporal
10
+ aug_splits: 0
11
+ batch_size: 128
12
+ bn_eps: null
13
+ bn_momentum: null
14
+ bn_tf: false
15
+ channels_last: false
16
+ clip_grad: null
17
+ color_jitter: 0.4
18
+ conf_mat: false
19
+ contrastive: true
20
+ conv_type: normal
21
+ cooldown_epochs: 10
22
+ critical_loss: false
23
+ crop_pct: null
24
+ cross_attn: true
25
+ cut_mix: false
26
+ cutmix: 0.0
27
+ cutmix_beta: 2.0
28
+ cutmix_minmax: null
29
+ cutmix_noise: 0.0
30
+ cutmix_num: 1
31
+ cutmix_prob: 0.5
32
+ dataset: AVmnistdvs
33
+ decay_epochs: 30
34
+ decay_rate: 0.1
35
+ device: 0
36
+ dist_bn: ''
37
+ drop: 0.0
38
+ drop_block: null
39
+ drop_connect: null
40
+ drop_path: 0.1
41
+ embed_dims: 64
42
+ encode: direct
43
+ epochs: 100
44
+ eval: false
45
+ eval_checkpoint: ''
46
+ eval_metric: top1
47
+ event_mix: false
48
+ event_size: 28
49
+ gaussian_n: 3
50
+ gp: null
51
+ hflip: 0.5
52
+ img_size: 224
53
+ initial_checkpoint: ''
54
+ interaction: Add
55
+ interpolation: ''
56
+ jsd: false
57
+ kernel_method: cuda
58
+ layer_by_layer: false
59
+ load_avmodel: false
60
+ local_rank: 0
61
+ log_interval: 50
62
+ loss_fn: ce
63
+ lr: 0.005
64
+ lr_cycle_limit: 1
65
+ lr_cycle_mul: 1.0
66
+ lr_noise: null
67
+ lr_noise_pct: 0.67
68
+ lr_noise_std: 1.0
69
+ mean: null
70
+ mem_dist: false
71
+ min_lr: 1.0e-05
72
+ mix_up: false
73
+ mixup: 0.0
74
+ mixup_mode: batch
75
+ mixup_off_epoch: 0
76
+ mixup_prob: 0.0
77
+ mixup_switch_prob: 0.5
78
+ modality: audio-visual
79
+ model: AVspikformer
80
+ model_ema: false
81
+ model_ema_decay: 0.99996
82
+ model_ema_force_cpu: false
83
+ momentum: 0.9
84
+ n_encode_type: linear
85
+ n_groups: 1
86
+ n_preact: false
87
+ native_amp: false
88
+ newton_maxiter: 20
89
+ no_aug: false
90
+ no_prefetcher: false
91
+ no_resume_opt: false
92
+ node_resume: ''
93
+ node_type: LIFNode
94
+ noisy_grad: 0.0
95
+ num_classes: 10
96
+ num_gpu: 1
97
+ opt: adamw
98
+ opt_betas: null
99
+ opt_eps: 1.0e-08
100
+ output: ./exp_results
101
+ patience_epochs: 10
102
+ pin_mem: false
103
+ power: 1
104
+ pretrained: false
105
+ rand_aug: false
106
+ rand_step: false
107
+ randaug_m: 15
108
+ randaug_n: 3
109
+ ratio:
110
+ - 0.75
111
+ - 1.3333333333333333
112
+ recount: 1
113
+ recovery_interval: 0
114
+ remode: pixel
115
+ reprob: 0.25
116
+ requires_thres_grad: false
117
+ reset_drop: false
118
+ resplit: false
119
+ resume: ''
120
+ save_images: false
121
+ scale:
122
+ - 0.08
123
+ - 1.0
124
+ sched: cosine
125
+ seed: 42
126
+ sew_cnf: ADD
127
+ shallow_sps: true
128
+ sigmoid_thres: false
129
+ smoothing: 0.1
130
+ snr: -100
131
+ spike_output: false
132
+ spike_rate: false
133
+ split_bn: false
134
+ start_epoch: null
135
+ std: null
136
+ step: 16
137
+ suffix: ''
138
+ sync_bn: false
139
+ tau: 2.0
140
+ temperature: 0.07
141
+ temporal_flatten: false
142
+ tensorboard_dir: ./exp_results
143
+ tet_loss: false
144
+ threshold: 0.5
145
+ train_interpolation: random
146
+ train_portion: 0.9
147
+ tsne: false
148
+ tta: 0
149
+ use_multi_epochs_loader: false
150
+ validation_batch_size_multiplier: 1
151
+ vflip: 0.0
152
+ visualize: false
153
+ warmup_epochs: 5
154
+ warmup_lr: 1.0e-06
155
+ weight_decay: 0.0001
156
+ workers: 8
AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-91.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b90bff8d2bfd8ced734b3c56d17123fa60e2856fe80b71fdca6de44901d15bce
3
+ size 3283385
AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/events.out.tfevents.1738638725.452e941c3358.4064586.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d65ec0a481b182f48245ce3894299e7b45d499825ff4e422c4bb27ef5e56d8e
3
+ size 1893796
AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/last.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:158960f5b1c3b3c4224a16a266876b41dd789c8ddfd3b11d83b185d61ccbcbe0
3
+ size 3283385
AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/log.txt ADDED
@@ -0,0 +1,482 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2025-02-04 03:12:05,095 - train: [ INFO] - Training with a single process on 1 GPUs.
2
+ 2025-02-04 03:12:36,697 - root: [ INFO] - Data 2239: /home/hexiang/DVS/NTIDIGITS/train_cache_16/2239_2.hdf5 not in cache, generating it now
3
+ 2025-02-04 03:12:39,683 - root: [ INFO] - Data 2260: /home/hexiang/DVS/NTIDIGITS/test_cache_16/2260_1.hdf5 not in cache, generating it now
4
+ 2025-02-04 03:12:53,426 - train: [ INFO] - learning rate is 0.000625
5
+ 2025-02-04 03:12:55,360 - train: [ INFO] - AMP not enabled. Training in float32.
6
+ 2025-02-04 03:12:55,361 - train: [ INFO] - Scheduled epochs: 110
7
+ 2025-02-04 03:12:59,810 - train: [ INFO] - Train: 0 [ 0/39 ( 0%)] Loss: 2.827757 (2.8278) Acc@1: 10.9375 (10.9375) Acc@5: 46.8750 (46.8750) Time: 4.439s, 28.83/s (4.439s, 28.83/s) LR: 1.000e-06 Data: 0.515 (0.515)
8
+ 2025-02-04 03:13:10,639 - train: [ INFO] - Train: 0 [ 38/39 (100%)] Loss: 2.837906 (2.8328) Acc@1: 14.0625 (12.5000) Acc@5: 46.8750 (46.8750) Time: 0.268s, 476.94/s (0.391s, 327.35/s) LR: 1.000e-06 Data: 0.000 (0.014)
9
+ 2025-02-04 03:13:11,555 - train: [ INFO] - Eval : 0 Time: 0.584 (0.584) Loss: 2.3024 (2.3024) Acc@1: 12.5000 (12.5000)Acc@5: 51.5625 (51.5625)
10
+ 2025-02-04 03:13:14,746 - train: [ INFO] - Eval : 0 Time: 0.076 (0.094) Loss: 2.2899 (2.3032) Acc@1: 37.5000 (13.7000)Acc@5: 87.5000 (50.0000)
11
+ 2025-02-04 03:13:15,263 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
12
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-0.pth.tar', 13.7)
13
+
14
+ 2025-02-04 03:13:16,179 - train: [ INFO] - Train: 1 [ 0/39 ( 0%)] Loss: 2.800327 (2.8003) Acc@1: 14.8438 (14.8438) Acc@5: 48.4375 (48.4375) Time: 0.910s, 140.63/s (0.910s, 140.63/s) LR: 1.258e-04 Data: 0.573 (0.573)
15
+ 2025-02-04 03:13:27,036 - train: [ INFO] - Train: 1 [ 38/39 (100%)] Loss: 2.778703 (2.7895) Acc@1: 16.4062 (15.6250) Acc@5: 82.0312 (65.2344) Time: 0.278s, 460.69/s (0.301s, 424.77/s) LR: 1.258e-04 Data: 0.000 (0.015)
16
+ 2025-02-04 03:13:27,862 - train: [ INFO] - Eval : 1 Time: 0.573 (0.573) Loss: 2.2406 (2.2406) Acc@1: 16.4062 (16.4062)Acc@5: 71.8750 (71.8750)
17
+ 2025-02-04 03:13:31,105 - train: [ INFO] - Eval : 1 Time: 0.067 (0.095) Loss: 2.2146 (2.2404) Acc@1: 25.0000 (13.7600)Acc@5: 75.0000 (75.9200)
18
+ 2025-02-04 03:13:31,694 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
19
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-1.pth.tar', 13.76)
20
+
21
+ 2025-02-04 03:13:32,477 - train: [ INFO] - Train: 2 [ 0/39 ( 0%)] Loss: 2.802678 (2.8027) Acc@1: 11.7188 (11.7188) Acc@5: 78.1250 (78.1250) Time: 0.764s, 167.60/s (0.764s, 167.60/s) LR: 2.506e-04 Data: 0.426 (0.426)
22
+ 2025-02-04 03:13:43,195 - train: [ INFO] - Train: 2 [ 38/39 (100%)] Loss: 2.691856 (2.7473) Acc@1: 26.5625 (19.1406) Acc@5: 91.4062 (84.7656) Time: 0.278s, 460.97/s (0.294s, 435.32/s) LR: 2.506e-04 Data: 0.000 (0.011)
23
+ 2025-02-04 03:13:44,007 - train: [ INFO] - Eval : 2 Time: 0.582 (0.582) Loss: 2.1057 (2.1057) Acc@1: 35.9375 (35.9375)Acc@5: 84.3750 (84.3750)
24
+ 2025-02-04 03:13:47,224 - train: [ INFO] - Eval : 2 Time: 0.069 (0.095) Loss: 2.0983 (2.0992) Acc@1: 50.0000 (36.6400)Acc@5: 87.5000 (87.5800)
25
+ 2025-02-04 03:13:47,609 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
26
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-2.pth.tar', 36.64)
27
+
28
+ 2025-02-04 03:13:48,383 - train: [ INFO] - Train: 3 [ 0/39 ( 0%)] Loss: 2.696382 (2.6964) Acc@1: 28.9062 (28.9062) Acc@5: 91.4062 (91.4062) Time: 0.764s, 167.46/s (0.764s, 167.46/s) LR: 3.754e-04 Data: 0.430 (0.430)
29
+ 2025-02-04 03:13:59,279 - train: [ INFO] - Train: 3 [ 38/39 (100%)] Loss: 2.467333 (2.5819) Acc@1: 57.0312 (42.9688) Acc@5: 96.8750 (94.1406) Time: 0.272s, 471.11/s (0.299s, 428.76/s) LR: 3.754e-04 Data: 0.000 (0.011)
30
+ 2025-02-04 03:14:00,168 - train: [ INFO] - Eval : 3 Time: 0.559 (0.559) Loss: 1.8568 (1.8568) Acc@1: 59.3750 (59.3750)Acc@5: 96.8750 (96.8750)
31
+ 2025-02-04 03:14:03,417 - train: [ INFO] - Eval : 3 Time: 0.066 (0.095) Loss: 1.8794 (1.8813) Acc@1: 37.5000 (51.6000)Acc@5: 100.0000 (96.2000)
32
+ 2025-02-04 03:14:03,785 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
33
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-3.pth.tar', 51.6)
34
+
35
+ 2025-02-04 03:14:04,546 - train: [ INFO] - Train: 4 [ 0/39 ( 0%)] Loss: 2.469968 (2.4700) Acc@1: 51.5625 (51.5625) Acc@5: 96.8750 (96.8750) Time: 0.751s, 170.40/s (0.751s, 170.40/s) LR: 5.002e-04 Data: 0.423 (0.423)
36
+ 2025-02-04 03:14:15,291 - train: [ INFO] - Train: 4 [ 38/39 (100%)] Loss: 2.240273 (2.3551) Acc@1: 60.9375 (56.2500) Acc@5: 99.2188 (98.0469) Time: 0.274s, 467.88/s (0.294s, 434.88/s) LR: 5.002e-04 Data: 0.000 (0.011)
37
+ 2025-02-04 03:14:16,133 - train: [ INFO] - Eval : 4 Time: 0.564 (0.564) Loss: 1.6510 (1.6510) Acc@1: 53.9062 (53.9062)Acc@5: 100.0000 (100.0000)
38
+ 2025-02-04 03:14:19,301 - train: [ INFO] - Eval : 4 Time: 0.068 (0.093) Loss: 1.5586 (1.6571) Acc@1: 62.5000 (58.1400)Acc@5: 100.0000 (98.8200)
39
+ 2025-02-04 03:14:19,666 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
40
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-4.pth.tar', 58.14)
41
+
42
+ 2025-02-04 03:14:20,474 - train: [ INFO] - Train: 5 [ 0/39 ( 0%)] Loss: 2.237730 (2.2377) Acc@1: 64.0625 (64.0625) Acc@5: 97.6562 (97.6562) Time: 0.792s, 161.53/s (0.792s, 161.53/s) LR: 6.212e-04 Data: 0.479 (0.479)
43
+ 2025-02-04 03:14:31,155 - train: [ INFO] - Train: 5 [ 38/39 (100%)] Loss: 2.065418 (2.1516) Acc@1: 67.9688 (66.0156) Acc@5: 97.6562 (97.6562) Time: 0.273s, 469.20/s (0.294s, 435.73/s) LR: 6.212e-04 Data: 0.000 (0.013)
44
+ 2025-02-04 03:14:31,979 - train: [ INFO] - Eval : 5 Time: 0.588 (0.588) Loss: 1.4063 (1.4063) Acc@1: 67.9688 (67.9688)Acc@5: 97.6562 (97.6562)
45
+ 2025-02-04 03:14:35,171 - train: [ INFO] - Eval : 5 Time: 0.071 (0.095) Loss: 1.3647 (1.3946) Acc@1: 75.0000 (70.6400)Acc@5: 100.0000 (98.2400)
46
+ 2025-02-04 03:14:35,841 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
47
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-5.pth.tar', 70.64)
48
+
49
+ 2025-02-04 03:14:36,718 - train: [ INFO] - Train: 6 [ 0/39 ( 0%)] Loss: 2.030192 (2.0302) Acc@1: 65.6250 (65.6250) Acc@5: 96.0938 (96.0938) Time: 0.769s, 166.56/s (0.769s, 166.56/s) LR: 6.196e-04 Data: 0.433 (0.433)
50
+ 2025-02-04 03:14:47,426 - train: [ INFO] - Train: 6 [ 38/39 (100%)] Loss: 1.849026 (1.9396) Acc@1: 78.1250 (71.8750) Acc@5: 99.2188 (97.6562) Time: 0.268s, 477.63/s (0.294s, 435.77/s) LR: 6.196e-04 Data: 0.000 (0.011)
51
+ 2025-02-04 03:14:48,423 - train: [ INFO] - Eval : 6 Time: 0.723 (0.723) Loss: 1.1491 (1.1491) Acc@1: 74.2188 (74.2188)Acc@5: 99.2188 (99.2188)
52
+ 2025-02-04 03:14:51,635 - train: [ INFO] - Eval : 6 Time: 0.073 (0.098) Loss: 1.2566 (1.1894) Acc@1: 62.5000 (72.9200)Acc@5: 100.0000 (98.6200)
53
+ 2025-02-04 03:14:51,967 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
54
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-6.pth.tar', 72.92)
55
+
56
+ 2025-02-04 03:14:52,729 - train: [ INFO] - Train: 7 [ 0/39 ( 0%)] Loss: 1.888552 (1.8886) Acc@1: 71.8750 (71.8750) Acc@5: 98.4375 (98.4375) Time: 0.753s, 169.95/s (0.753s, 169.95/s) LR: 6.176e-04 Data: 0.417 (0.417)
57
+ 2025-02-04 03:15:03,379 - train: [ INFO] - Train: 7 [ 38/39 (100%)] Loss: 1.768861 (1.8287) Acc@1: 82.0312 (76.9531) Acc@5: 100.0000 (99.2188) Time: 0.274s, 467.02/s (0.292s, 438.39/s) LR: 6.176e-04 Data: 0.000 (0.011)
58
+ 2025-02-04 03:15:04,232 - train: [ INFO] - Eval : 7 Time: 0.577 (0.577) Loss: 0.9826 (0.9826) Acc@1: 82.8125 (82.8125)Acc@5: 98.4375 (98.4375)
59
+ 2025-02-04 03:15:07,415 - train: [ INFO] - Eval : 7 Time: 0.071 (0.094) Loss: 0.6766 (1.0179) Acc@1: 100.0000 (81.0600)Acc@5: 100.0000 (98.4000)
60
+ 2025-02-04 03:15:07,822 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
61
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-7.pth.tar', 81.06)
62
+
63
+ 2025-02-04 03:15:08,626 - train: [ INFO] - Train: 8 [ 0/39 ( 0%)] Loss: 1.803896 (1.8039) Acc@1: 85.9375 (85.9375) Acc@5: 100.0000 (100.0000) Time: 0.789s, 162.27/s (0.789s, 162.27/s) LR: 6.153e-04 Data: 0.453 (0.453)
64
+ 2025-02-04 03:15:19,346 - train: [ INFO] - Train: 8 [ 38/39 (100%)] Loss: 1.645712 (1.7248) Acc@1: 82.8125 (84.3750) Acc@5: 99.2188 (99.6094) Time: 0.273s, 469.46/s (0.295s, 434.37/s) LR: 6.153e-04 Data: 0.000 (0.012)
65
+ 2025-02-04 03:15:20,233 - train: [ INFO] - Eval : 8 Time: 0.572 (0.572) Loss: 0.9730 (0.9730) Acc@1: 75.0000 (75.0000)Acc@5: 97.6562 (97.6562)
66
+ 2025-02-04 03:15:23,411 - train: [ INFO] - Eval : 8 Time: 0.073 (0.094) Loss: 1.0190 (0.9871) Acc@1: 62.5000 (73.8800)Acc@5: 100.0000 (98.3200)
67
+ 2025-02-04 03:15:24,772 - train: [ INFO] - Train: 9 [ 0/39 ( 0%)] Loss: 1.720159 (1.7202) Acc@1: 84.3750 (84.3750) Acc@5: 99.2188 (99.2188) Time: 0.779s, 164.32/s (0.779s, 164.32/s) LR: 6.128e-04 Data: 0.452 (0.452)
68
+ 2025-02-04 03:15:35,496 - train: [ INFO] - Train: 9 [ 38/39 (100%)] Loss: 1.553734 (1.6369) Acc@1: 87.5000 (85.9375) Acc@5: 100.0000 (99.6094) Time: 0.271s, 472.59/s (0.295s, 434.58/s) LR: 6.128e-04 Data: 0.000 (0.012)
69
+ 2025-02-04 03:15:36,444 - train: [ INFO] - Eval : 9 Time: 0.576 (0.576) Loss: 0.8305 (0.8305) Acc@1: 85.1562 (85.1562)Acc@5: 100.0000 (100.0000)
70
+ 2025-02-04 03:15:39,584 - train: [ INFO] - Eval : 9 Time: 0.071 (0.093) Loss: 0.8404 (0.8107) Acc@1: 87.5000 (87.1800)Acc@5: 100.0000 (99.6400)
71
+ 2025-02-04 03:15:40,034 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
72
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-9.pth.tar', 87.18)
73
+
74
+ 2025-02-04 03:15:40,951 - train: [ INFO] - Train: 10 [ 0/39 ( 0%)] Loss: 1.513488 (1.5135) Acc@1: 89.0625 (89.0625) Acc@5: 100.0000 (100.0000) Time: 0.907s, 141.12/s (0.907s, 141.12/s) LR: 6.099e-04 Data: 0.568 (0.568)
75
+ 2025-02-04 03:15:51,652 - train: [ INFO] - Train: 10 [ 38/39 (100%)] Loss: 1.551194 (1.5323) Acc@1: 91.4062 (90.2344) Acc@5: 100.0000 (100.0000) Time: 0.270s, 473.45/s (0.297s, 430.63/s) LR: 6.099e-04 Data: 0.000 (0.015)
76
+ 2025-02-04 03:15:52,471 - train: [ INFO] - Eval : 10 Time: 0.552 (0.552) Loss: 0.7254 (0.7254) Acc@1: 93.7500 (93.7500)Acc@5: 99.2188 (99.2188)
77
+ 2025-02-04 03:15:55,685 - train: [ INFO] - Eval : 10 Time: 0.079 (0.094) Loss: 0.5642 (0.7098) Acc@1: 87.5000 (91.7600)Acc@5: 100.0000 (99.7600)
78
+ 2025-02-04 03:15:56,084 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
79
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-10.pth.tar', 91.76)
80
+
81
+ 2025-02-04 03:15:56,848 - train: [ INFO] - Train: 11 [ 0/39 ( 0%)] Loss: 1.539179 (1.5392) Acc@1: 94.5312 (94.5312) Acc@5: 99.2188 (99.2188) Time: 0.753s, 170.01/s (0.753s, 170.01/s) LR: 6.068e-04 Data: 0.427 (0.427)
82
+ 2025-02-04 03:16:07,565 - train: [ INFO] - Train: 11 [ 38/39 (100%)] Loss: 1.414621 (1.4769) Acc@1: 96.0938 (95.3125) Acc@5: 99.2188 (99.2188) Time: 0.275s, 465.80/s (0.294s, 435.90/s) LR: 6.068e-04 Data: 0.000 (0.011)
83
+ 2025-02-04 03:16:08,442 - train: [ INFO] - Eval : 11 Time: 0.551 (0.551) Loss: 0.6488 (0.6488) Acc@1: 88.2812 (88.2812)Acc@5: 100.0000 (100.0000)
84
+ 2025-02-04 03:16:11,628 - train: [ INFO] - Eval : 11 Time: 0.069 (0.093) Loss: 0.8445 (0.6431) Acc@1: 87.5000 (89.4600)Acc@5: 100.0000 (99.8200)
85
+ 2025-02-04 03:16:12,701 - train: [ INFO] - Train: 12 [ 0/39 ( 0%)] Loss: 1.436610 (1.4366) Acc@1: 96.0938 (96.0938) Acc@5: 100.0000 (100.0000) Time: 0.731s, 175.16/s (0.731s, 175.16/s) LR: 6.034e-04 Data: 0.397 (0.397)
86
+ 2025-02-04 03:16:23,364 - train: [ INFO] - Train: 12 [ 38/39 (100%)] Loss: 1.389452 (1.4130) Acc@1: 96.8750 (96.4844) Acc@5: 100.0000 (100.0000) Time: 0.270s, 474.23/s (0.292s, 438.69/s) LR: 6.034e-04 Data: 0.000 (0.010)
87
+ 2025-02-04 03:16:24,308 - train: [ INFO] - Eval : 12 Time: 0.595 (0.595) Loss: 0.5169 (0.5169) Acc@1: 96.8750 (96.8750)Acc@5: 100.0000 (100.0000)
88
+ 2025-02-04 03:16:27,544 - train: [ INFO] - Eval : 12 Time: 0.070 (0.096) Loss: 0.6191 (0.5286) Acc@1: 87.5000 (94.6600)Acc@5: 100.0000 (99.8800)
89
+ 2025-02-04 03:16:27,932 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
90
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-12.pth.tar', 94.66)
91
+
92
+ 2025-02-04 03:16:28,713 - train: [ INFO] - Train: 13 [ 0/39 ( 0%)] Loss: 1.315657 (1.3157) Acc@1: 98.4375 (98.4375) Acc@5: 100.0000 (100.0000) Time: 0.770s, 166.18/s (0.770s, 166.18/s) LR: 5.997e-04 Data: 0.457 (0.457)
93
+ 2025-02-04 03:16:39,525 - train: [ INFO] - Train: 13 [ 38/39 (100%)] Loss: 1.276008 (1.2958) Acc@1: 96.8750 (97.6562) Acc@5: 100.0000 (100.0000) Time: 0.277s, 462.10/s (0.297s, 431.68/s) LR: 5.997e-04 Data: 0.000 (0.012)
94
+ 2025-02-04 03:16:40,369 - train: [ INFO] - Eval : 13 Time: 0.569 (0.569) Loss: 0.5843 (0.5843) Acc@1: 88.2812 (88.2812)Acc@5: 100.0000 (100.0000)
95
+ 2025-02-04 03:16:43,503 - train: [ INFO] - Eval : 13 Time: 0.069 (0.093) Loss: 0.6356 (0.5750) Acc@1: 75.0000 (87.4200)Acc@5: 100.0000 (99.8600)
96
+ 2025-02-04 03:16:44,662 - train: [ INFO] - Train: 14 [ 0/39 ( 0%)] Loss: 1.432703 (1.4327) Acc@1: 87.5000 (87.5000) Acc@5: 100.0000 (100.0000) Time: 0.773s, 165.48/s (0.773s, 165.48/s) LR: 5.957e-04 Data: 0.442 (0.442)
97
+ 2025-02-04 03:16:55,386 - train: [ INFO] - Train: 14 [ 38/39 (100%)] Loss: 1.247356 (1.3400) Acc@1: 96.0938 (91.7969) Acc@5: 100.0000 (100.0000) Time: 0.275s, 465.99/s (0.294s, 434.81/s) LR: 5.957e-04 Data: 0.000 (0.012)
98
+ 2025-02-04 03:16:56,211 - train: [ INFO] - Eval : 14 Time: 0.559 (0.559) Loss: 0.4403 (0.4403) Acc@1: 96.0938 (96.0938)Acc@5: 100.0000 (100.0000)
99
+ 2025-02-04 03:16:59,381 - train: [ INFO] - Eval : 14 Time: 0.065 (0.093) Loss: 0.3766 (0.4255) Acc@1: 87.5000 (94.1600)Acc@5: 100.0000 (99.8600)
100
+ 2025-02-04 03:17:00,464 - train: [ INFO] - Train: 15 [ 0/39 ( 0%)] Loss: 1.233647 (1.2336) Acc@1: 98.4375 (98.4375) Acc@5: 100.0000 (100.0000) Time: 0.737s, 173.79/s (0.737s, 173.79/s) LR: 5.915e-04 Data: 0.404 (0.404)
101
+ 2025-02-04 03:17:11,120 - train: [ INFO] - Train: 15 [ 38/39 (100%)] Loss: 1.228564 (1.2311) Acc@1: 96.0938 (97.2656) Acc@5: 100.0000 (100.0000) Time: 0.274s, 467.42/s (0.292s, 438.73/s) LR: 5.915e-04 Data: 0.000 (0.011)
102
+ 2025-02-04 03:17:11,939 - train: [ INFO] - Eval : 15 Time: 0.591 (0.591) Loss: 0.4176 (0.4176) Acc@1: 95.3125 (95.3125)Acc@5: 98.4375 (98.4375)
103
+ 2025-02-04 03:17:15,109 - train: [ INFO] - Eval : 15 Time: 0.067 (0.094) Loss: 0.4006 (0.4216) Acc@1: 87.5000 (93.5000)Acc@5: 100.0000 (99.8600)
104
+ 2025-02-04 03:17:16,144 - train: [ INFO] - Train: 16 [ 0/39 ( 0%)] Loss: 1.201571 (1.2016) Acc@1: 98.4375 (98.4375) Acc@5: 100.0000 (100.0000) Time: 0.737s, 173.69/s (0.737s, 173.69/s) LR: 5.870e-04 Data: 0.409 (0.409)
105
+ 2025-02-04 03:17:26,847 - train: [ INFO] - Train: 16 [ 38/39 (100%)] Loss: 1.190297 (1.1959) Acc@1: 99.2188 (98.8281) Acc@5: 100.0000 (100.0000) Time: 0.271s, 472.97/s (0.293s, 436.85/s) LR: 5.870e-04 Data: 0.000 (0.011)
106
+ 2025-02-04 03:17:27,690 - train: [ INFO] - Eval : 16 Time: 0.554 (0.554) Loss: 0.3959 (0.3959) Acc@1: 95.3125 (95.3125)Acc@5: 100.0000 (100.0000)
107
+ 2025-02-04 03:17:30,891 - train: [ INFO] - Eval : 16 Time: 0.070 (0.094) Loss: 0.4015 (0.3646) Acc@1: 87.5000 (95.8200)Acc@5: 100.0000 (99.9000)
108
+ 2025-02-04 03:17:31,288 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
109
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-16.pth.tar', 95.82)
110
+
111
+ 2025-02-04 03:17:32,050 - train: [ INFO] - Train: 17 [ 0/39 ( 0%)] Loss: 1.179369 (1.1794) Acc@1: 97.6562 (97.6562) Acc@5: 100.0000 (100.0000) Time: 0.752s, 170.27/s (0.752s, 170.27/s) LR: 5.822e-04 Data: 0.411 (0.411)
112
+ 2025-02-04 03:17:42,757 - train: [ INFO] - Train: 17 [ 38/39 (100%)] Loss: 1.217081 (1.1982) Acc@1: 96.8750 (97.2656) Acc@5: 100.0000 (100.0000) Time: 0.274s, 466.75/s (0.293s, 436.26/s) LR: 5.822e-04 Data: 0.000 (0.011)
113
+ 2025-02-04 03:17:43,551 - train: [ INFO] - Eval : 17 Time: 0.571 (0.571) Loss: 0.4670 (0.4670) Acc@1: 85.9375 (85.9375)Acc@5: 99.2188 (99.2188)
114
+ 2025-02-04 03:17:46,764 - train: [ INFO] - Eval : 17 Time: 0.069 (0.095) Loss: 0.2398 (0.3839) Acc@1: 100.0000 (92.4200)Acc@5: 100.0000 (99.8800)
115
+ 2025-02-04 03:17:47,903 - train: [ INFO] - Train: 18 [ 0/39 ( 0%)] Loss: 1.174191 (1.1742) Acc@1: 97.6562 (97.6562) Acc@5: 100.0000 (100.0000) Time: 0.747s, 171.44/s (0.747s, 171.44/s) LR: 5.771e-04 Data: 0.409 (0.409)
116
+ 2025-02-04 03:17:58,563 - train: [ INFO] - Train: 18 [ 38/39 (100%)] Loss: 1.111859 (1.1430) Acc@1: 99.2188 (98.4375) Acc@5: 100.0000 (100.0000) Time: 0.275s, 465.74/s (0.292s, 438.21/s) LR: 5.771e-04 Data: 0.000 (0.011)
117
+ 2025-02-04 03:17:59,413 - train: [ INFO] - Eval : 18 Time: 0.564 (0.564) Loss: 0.2670 (0.2670) Acc@1: 100.0000 (100.0000)Acc@5: 100.0000 (100.0000)
118
+ 2025-02-04 03:18:02,604 - train: [ INFO] - Eval : 18 Time: 0.068 (0.094) Loss: 0.3370 (0.3108) Acc@1: 100.0000 (97.6200)Acc@5: 100.0000 (99.9600)
119
+ 2025-02-04 03:18:02,961 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
120
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-18.pth.tar', 97.62)
121
+
122
+ 2025-02-04 03:18:03,720 - train: [ INFO] - Train: 19 [ 0/39 ( 0%)] Loss: 1.150388 (1.1504) Acc@1: 99.2188 (99.2188) Acc@5: 100.0000 (100.0000) Time: 0.746s, 171.48/s (0.746s, 171.48/s) LR: 5.718e-04 Data: 0.411 (0.411)
123
+ 2025-02-04 03:18:14,545 - train: [ INFO] - Train: 19 [ 38/39 (100%)] Loss: 1.226088 (1.1882) Acc@1: 94.5312 (96.8750) Acc@5: 100.0000 (100.0000) Time: 0.275s, 465.47/s (0.296s, 431.89/s) LR: 5.718e-04 Data: 0.000 (0.011)
124
+ 2025-02-04 03:18:15,380 - train: [ INFO] - Eval : 19 Time: 0.582 (0.582) Loss: 0.3150 (0.3150) Acc@1: 96.0938 (96.0938)Acc@5: 100.0000 (100.0000)
125
+ 2025-02-04 03:18:18,593 - train: [ INFO] - Eval : 19 Time: 0.073 (0.095) Loss: 0.3685 (0.3000) Acc@1: 100.0000 (97.1200)Acc@5: 100.0000 (99.9000)
126
+ 2025-02-04 03:18:19,691 - train: [ INFO] - Train: 20 [ 0/39 ( 0%)] Loss: 1.156458 (1.1565) Acc@1: 99.2188 (99.2188) Acc@5: 100.0000 (100.0000) Time: 0.744s, 171.94/s (0.744s, 171.94/s) LR: 5.663e-04 Data: 0.411 (0.411)
127
+ 2025-02-04 03:18:30,419 - train: [ INFO] - Train: 20 [ 38/39 (100%)] Loss: 1.134668 (1.1456) Acc@1: 98.4375 (98.8281) Acc@5: 100.0000 (100.0000) Time: 0.269s, 475.29/s (0.294s, 435.69/s) LR: 5.663e-04 Data: 0.000 (0.011)
128
+ 2025-02-04 03:18:31,390 - train: [ INFO] - Eval : 20 Time: 0.587 (0.587) Loss: 0.3001 (0.3001) Acc@1: 96.8750 (96.8750)Acc@5: 100.0000 (100.0000)
129
+ 2025-02-04 03:18:34,615 - train: [ INFO] - Eval : 20 Time: 0.069 (0.095) Loss: 0.2583 (0.2846) Acc@1: 100.0000 (97.3600)Acc@5: 100.0000 (99.9200)
130
+ 2025-02-04 03:18:35,776 - train: [ INFO] - Train: 21 [ 0/39 ( 0%)] Loss: 1.118801 (1.1188) Acc@1: 98.4375 (98.4375) Acc@5: 100.0000 (100.0000) Time: 0.737s, 173.65/s (0.737s, 173.65/s) LR: 5.605e-04 Data: 0.405 (0.405)
131
+ 2025-02-04 03:18:46,508 - train: [ INFO] - Train: 21 [ 38/39 (100%)] Loss: 1.091752 (1.1053) Acc@1: 99.2188 (98.8281) Acc@5: 100.0000 (100.0000) Time: 0.278s, 461.24/s (0.294s, 436.04/s) LR: 5.605e-04 Data: 0.000 (0.011)
132
+ 2025-02-04 03:18:47,407 - train: [ INFO] - Eval : 21 Time: 0.571 (0.571) Loss: 0.2807 (0.2807) Acc@1: 96.0938 (96.0938)Acc@5: 100.0000 (100.0000)
133
+ 2025-02-04 03:18:50,667 - train: [ INFO] - Eval : 21 Time: 0.069 (0.096) Loss: 0.4840 (0.3200) Acc@1: 87.5000 (95.0400)Acc@5: 100.0000 (99.8600)
134
+ 2025-02-04 03:18:51,721 - train: [ INFO] - Train: 22 [ 0/39 ( 0%)] Loss: 1.135890 (1.1359) Acc@1: 99.2188 (99.2188) Acc@5: 100.0000 (100.0000) Time: 0.749s, 170.90/s (0.749s, 170.90/s) LR: 5.544e-04 Data: 0.422 (0.422)
135
+ 2025-02-04 03:19:02,552 - train: [ INFO] - Train: 22 [ 38/39 (100%)] Loss: 1.148679 (1.1423) Acc@1: 98.4375 (98.8281) Acc@5: 100.0000 (100.0000) Time: 0.272s, 470.83/s (0.296s, 431.77/s) LR: 5.544e-04 Data: 0.000 (0.011)
136
+ 2025-02-04 03:19:03,362 - train: [ INFO] - Eval : 22 Time: 0.551 (0.551) Loss: 0.3032 (0.3032) Acc@1: 92.9688 (92.9688)Acc@5: 100.0000 (100.0000)
137
+ 2025-02-04 03:19:06,524 - train: [ INFO] - Eval : 22 Time: 0.070 (0.093) Loss: 0.5259 (0.2646) Acc@1: 87.5000 (96.6400)Acc@5: 100.0000 (99.9200)
138
+ 2025-02-04 03:19:07,589 - train: [ INFO] - Train: 23 [ 0/39 ( 0%)] Loss: 1.087586 (1.0876) Acc@1: 97.6562 (97.6562) Acc@5: 100.0000 (100.0000) Time: 0.764s, 167.49/s (0.764s, 167.49/s) LR: 5.482e-04 Data: 0.429 (0.429)
139
+ 2025-02-04 03:19:18,163 - train: [ INFO] - Train: 23 [ 38/39 (100%)] Loss: 1.054744 (1.0712) Acc@1: 99.2188 (98.4375) Acc@5: 100.0000 (100.0000) Time: 0.265s, 482.58/s (0.290s, 440.88/s) LR: 5.482e-04 Data: 0.000 (0.011)
140
+ 2025-02-04 03:19:18,983 - train: [ INFO] - Eval : 23 Time: 0.545 (0.545) Loss: 0.2341 (0.2341) Acc@1: 97.6562 (97.6562)Acc@5: 100.0000 (100.0000)
141
+ 2025-02-04 03:19:22,157 - train: [ INFO] - Eval : 23 Time: 0.066 (0.093) Loss: 0.1635 (0.2615) Acc@1: 100.0000 (97.3400)Acc@5: 100.0000 (99.9800)
142
+ 2025-02-04 03:19:23,251 - train: [ INFO] - Train: 24 [ 0/39 ( 0%)] Loss: 1.058941 (1.0589) Acc@1: 98.4375 (98.4375) Acc@5: 100.0000 (100.0000) Time: 0.750s, 170.75/s (0.750s, 170.75/s) LR: 5.417e-04 Data: 0.424 (0.424)
143
+ 2025-02-04 03:19:33,834 - train: [ INFO] - Train: 24 [ 38/39 (100%)] Loss: 1.147968 (1.1035) Acc@1: 99.2188 (98.8281) Acc@5: 100.0000 (100.0000) Time: 0.271s, 472.85/s (0.290s, 441.09/s) LR: 5.417e-04 Data: 0.000 (0.011)
144
+ 2025-02-04 03:19:34,663 - train: [ INFO] - Eval : 24 Time: 0.572 (0.572) Loss: 0.2691 (0.2691) Acc@1: 95.3125 (95.3125)Acc@5: 100.0000 (100.0000)
145
+ 2025-02-04 03:19:37,848 - train: [ INFO] - Eval : 24 Time: 0.065 (0.094) Loss: 0.3234 (0.2554) Acc@1: 87.5000 (97.2800)Acc@5: 100.0000 (99.9200)
146
+ 2025-02-04 03:19:38,961 - train: [ INFO] - Train: 25 [ 0/39 ( 0%)] Loss: 1.070120 (1.0701) Acc@1: 99.2188 (99.2188) Acc@5: 100.0000 (100.0000) Time: 0.769s, 166.52/s (0.769s, 166.52/s) LR: 5.349e-04 Data: 0.441 (0.441)
147
+ 2025-02-04 03:19:49,662 - train: [ INFO] - Train: 25 [ 38/39 (100%)] Loss: 1.047572 (1.0588) Acc@1: 100.0000 (99.6094) Acc@5: 100.0000 (100.0000) Time: 0.268s, 477.33/s (0.294s, 435.87/s) LR: 5.349e-04 Data: 0.000 (0.012)
148
+ 2025-02-04 03:19:50,541 - train: [ INFO] - Eval : 25 Time: 0.549 (0.549) Loss: 0.2026 (0.2026) Acc@1: 95.3125 (95.3125)Acc@5: 100.0000 (100.0000)
149
+ 2025-02-04 03:19:53,732 - train: [ INFO] - Eval : 25 Time: 0.067 (0.094) Loss: 0.1637 (0.2330) Acc@1: 100.0000 (96.4800)Acc@5: 100.0000 (99.9200)
150
+ 2025-02-04 03:19:54,849 - train: [ INFO] - Train: 26 [ 0/39 ( 0%)] Loss: 1.046868 (1.0469) Acc@1: 99.2188 (99.2188) Acc@5: 100.0000 (100.0000) Time: 0.762s, 168.02/s (0.762s, 168.02/s) LR: 5.280e-04 Data: 0.424 (0.424)
151
+ 2025-02-04 03:20:05,399 - train: [ INFO] - Train: 26 [ 38/39 (100%)] Loss: 1.093124 (1.0700) Acc@1: 100.0000 (99.6094) Acc@5: 100.0000 (100.0000) Time: 0.272s, 470.19/s (0.290s, 442.01/s) LR: 5.280e-04 Data: 0.000 (0.011)
152
+ 2025-02-04 03:20:06,214 - train: [ INFO] - Eval : 26 Time: 0.569 (0.569) Loss: 0.2776 (0.2776) Acc@1: 96.8750 (96.8750)Acc@5: 99.2188 (99.2188)
153
+ 2025-02-04 03:20:09,376 - train: [ INFO] - Eval : 26 Time: 0.066 (0.093) Loss: 0.3590 (0.3181) Acc@1: 75.0000 (93.1800)Acc@5: 100.0000 (99.8200)
154
+ 2025-02-04 03:20:10,487 - train: [ INFO] - Train: 27 [ 0/39 ( 0%)] Loss: 1.079615 (1.0796) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.762s, 168.05/s (0.762s, 168.05/s) LR: 5.209e-04 Data: 0.432 (0.432)
155
+ 2025-02-04 03:20:21,045 - train: [ INFO] - Train: 27 [ 38/39 (100%)] Loss: 1.064398 (1.0720) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.262s, 488.16/s (0.290s, 441.69/s) LR: 5.209e-04 Data: 0.000 (0.011)
156
+ 2025-02-04 03:20:21,933 - train: [ INFO] - Eval : 27 Time: 0.564 (0.564) Loss: 0.1864 (0.1864) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
157
+ 2025-02-04 03:20:25,118 - train: [ INFO] - Eval : 27 Time: 0.067 (0.094) Loss: 0.2065 (0.2300) Acc@1: 100.0000 (97.8400)Acc@5: 100.0000 (99.9400)
158
+ 2025-02-04 03:20:25,479 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
159
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-27.pth.tar', 97.84)
160
+
161
+ 2025-02-04 03:20:26,262 - train: [ INFO] - Train: 28 [ 0/39 ( 0%)] Loss: 1.086771 (1.0868) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.771s, 166.04/s (0.771s, 166.04/s) LR: 5.135e-04 Data: 0.453 (0.453)
162
+ 2025-02-04 03:20:36,783 - train: [ INFO] - Train: 28 [ 38/39 (100%)] Loss: 1.090941 (1.0889) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.269s, 476.38/s (0.289s, 442.71/s) LR: 5.135e-04 Data: 0.000 (0.012)
163
+ 2025-02-04 03:20:37,815 - train: [ INFO] - Eval : 28 Time: 0.688 (0.688) Loss: 0.2021 (0.2021) Acc@1: 97.6562 (97.6562)Acc@5: 99.2188 (99.2188)
164
+ 2025-02-04 03:20:40,986 - train: [ INFO] - Eval : 28 Time: 0.065 (0.096) Loss: 0.4780 (0.2049) Acc@1: 75.0000 (97.5400)Acc@5: 100.0000 (99.9600)
165
+ 2025-02-04 03:20:42,103 - train: [ INFO] - Train: 29 [ 0/39 ( 0%)] Loss: 1.044307 (1.0443) Acc@1: 99.2188 (99.2188) Acc@5: 100.0000 (100.0000) Time: 0.766s, 167.16/s (0.766s, 167.16/s) LR: 5.060e-04 Data: 0.425 (0.425)
166
+ 2025-02-04 03:20:52,774 - train: [ INFO] - Train: 29 [ 38/39 (100%)] Loss: 1.036895 (1.0406) Acc@1: 100.0000 (99.6094) Acc@5: 100.0000 (100.0000) Time: 0.266s, 481.41/s (0.293s, 437.24/s) LR: 5.060e-04 Data: 0.000 (0.011)
167
+ 2025-02-04 03:20:53,580 - train: [ INFO] - Eval : 29 Time: 0.570 (0.570) Loss: 0.2243 (0.2243) Acc@1: 97.6562 (97.6562)Acc@5: 99.2188 (99.2188)
168
+ 2025-02-04 03:20:56,747 - train: [ INFO] - Eval : 29 Time: 0.070 (0.093) Loss: 0.2094 (0.1989) Acc@1: 100.0000 (98.5600)Acc@5: 100.0000 (99.9800)
169
+ 2025-02-04 03:20:57,491 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
170
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-29.pth.tar', 98.56)
171
+
172
+ 2025-02-04 03:20:58,362 - train: [ INFO] - Train: 30 [ 0/39 ( 0%)] Loss: 1.070727 (1.0707) Acc@1: 99.2188 (99.2188) Acc@5: 100.0000 (100.0000) Time: 0.741s, 172.64/s (0.741s, 172.64/s) LR: 4.982e-04 Data: 0.405 (0.405)
173
+ 2025-02-04 03:21:09,084 - train: [ INFO] - Train: 30 [ 38/39 (100%)] Loss: 1.007795 (1.0393) Acc@1: 100.0000 (99.6094) Acc@5: 100.0000 (100.0000) Time: 0.269s, 475.44/s (0.293s, 436.25/s) LR: 4.982e-04 Data: 0.000 (0.011)
174
+ 2025-02-04 03:21:09,951 - train: [ INFO] - Eval : 30 Time: 0.567 (0.567) Loss: 0.1635 (0.1635) Acc@1: 100.0000 (100.0000)Acc@5: 100.0000 (100.0000)
175
+ 2025-02-04 03:21:13,099 - train: [ INFO] - Eval : 30 Time: 0.064 (0.093) Loss: 0.1063 (0.1983) Acc@1: 100.0000 (98.0600)Acc@5: 100.0000 (99.9000)
176
+ 2025-02-04 03:21:14,393 - train: [ INFO] - Train: 31 [ 0/39 ( 0%)] Loss: 1.014247 (1.0142) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.814s, 157.24/s (0.814s, 157.24/s) LR: 4.903e-04 Data: 0.481 (0.481)
177
+ 2025-02-04 03:21:25,175 - train: [ INFO] - Train: 31 [ 38/39 (100%)] Loss: 1.051127 (1.0327) Acc@1: 99.2188 (99.6094) Acc@5: 100.0000 (100.0000) Time: 0.274s, 466.35/s (0.297s, 431.14/s) LR: 4.903e-04 Data: 0.000 (0.013)
178
+ 2025-02-04 03:21:26,069 - train: [ INFO] - Eval : 31 Time: 0.553 (0.553) Loss: 0.2002 (0.2002) Acc@1: 97.6562 (97.6562)Acc@5: 99.2188 (99.2188)
179
+ 2025-02-04 03:21:29,164 - train: [ INFO] - Eval : 31 Time: 0.071 (0.091) Loss: 0.1722 (0.1892) Acc@1: 100.0000 (98.0400)Acc@5: 100.0000 (99.9600)
180
+ 2025-02-04 03:21:30,294 - train: [ INFO] - Train: 32 [ 0/39 ( 0%)] Loss: 1.088670 (1.0887) Acc@1: 99.2188 (99.2188) Acc@5: 100.0000 (100.0000) Time: 0.777s, 164.76/s (0.777s, 164.76/s) LR: 4.823e-04 Data: 0.445 (0.445)
181
+ 2025-02-04 03:21:40,963 - train: [ INFO] - Train: 32 [ 38/39 (100%)] Loss: 1.062578 (1.0756) Acc@1: 100.0000 (99.6094) Acc@5: 100.0000 (100.0000) Time: 0.275s, 465.24/s (0.293s, 436.76/s) LR: 4.823e-04 Data: 0.000 (0.012)
182
+ 2025-02-04 03:21:41,746 - train: [ INFO] - Eval : 32 Time: 0.565 (0.565) Loss: 0.1541 (0.1541) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
183
+ 2025-02-04 03:21:44,851 - train: [ INFO] - Eval : 32 Time: 0.072 (0.092) Loss: 0.1859 (0.1769) Acc@1: 100.0000 (98.6200)Acc@5: 100.0000 (99.9400)
184
+ 2025-02-04 03:21:45,220 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
185
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-32.pth.tar', 98.62)
186
+
187
+ 2025-02-04 03:21:45,988 - train: [ INFO] - Train: 33 [ 0/39 ( 0%)] Loss: 1.026216 (1.0262) Acc@1: 99.2188 (99.2188) Acc@5: 100.0000 (100.0000) Time: 0.756s, 169.32/s (0.756s, 169.32/s) LR: 4.740e-04 Data: 0.421 (0.421)
188
+ 2025-02-04 03:21:56,618 - train: [ INFO] - Train: 33 [ 38/39 (100%)] Loss: 1.026000 (1.0261) Acc@1: 100.0000 (99.6094) Acc@5: 100.0000 (100.0000) Time: 0.271s, 472.16/s (0.292s, 439.00/s) LR: 4.740e-04 Data: 0.000 (0.011)
189
+ 2025-02-04 03:21:57,501 - train: [ INFO] - Eval : 33 Time: 0.558 (0.558) Loss: 0.2082 (0.2082) Acc@1: 98.4375 (98.4375)Acc@5: 100.0000 (100.0000)
190
+ 2025-02-04 03:22:00,711 - train: [ INFO] - Eval : 33 Time: 0.065 (0.094) Loss: 0.0955 (0.2146) Acc@1: 100.0000 (97.4600)Acc@5: 100.0000 (100.0000)
191
+ 2025-02-04 03:22:01,934 - train: [ INFO] - Train: 34 [ 0/39 ( 0%)] Loss: 0.999844 (0.9998) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.758s, 168.85/s (0.758s, 168.85/s) LR: 4.656e-04 Data: 0.420 (0.420)
192
+ 2025-02-04 03:22:12,740 - train: [ INFO] - Train: 34 [ 38/39 (100%)] Loss: 1.028404 (1.0141) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.267s, 479.20/s (0.296s, 432.38/s) LR: 4.656e-04 Data: 0.000 (0.011)
193
+ 2025-02-04 03:22:13,640 - train: [ INFO] - Eval : 34 Time: 0.562 (0.562) Loss: 0.1387 (0.1387) Acc@1: 100.0000 (100.0000)Acc@5: 100.0000 (100.0000)
194
+ 2025-02-04 03:22:16,748 - train: [ INFO] - Eval : 34 Time: 0.071 (0.092) Loss: 0.1967 (0.1790) Acc@1: 100.0000 (98.6400)Acc@5: 100.0000 (99.9600)
195
+ 2025-02-04 03:22:17,238 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
196
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-34.pth.tar', 98.64)
197
+
198
+ 2025-02-04 03:22:18,026 - train: [ INFO] - Train: 35 [ 0/39 ( 0%)] Loss: 1.043468 (1.0435) Acc@1: 99.2188 (99.2188) Acc@5: 100.0000 (100.0000) Time: 0.776s, 165.04/s (0.776s, 165.04/s) LR: 4.571e-04 Data: 0.443 (0.443)
199
+ 2025-02-04 03:22:28,595 - train: [ INFO] - Train: 35 [ 38/39 (100%)] Loss: 1.076240 (1.0599) Acc@1: 100.0000 (99.6094) Acc@5: 100.0000 (100.0000) Time: 0.272s, 470.82/s (0.291s, 440.53/s) LR: 4.571e-04 Data: 0.000 (0.012)
200
+ 2025-02-04 03:22:29,464 - train: [ INFO] - Eval : 35 Time: 0.547 (0.547) Loss: 0.1788 (0.1788) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
201
+ 2025-02-04 03:22:32,607 - train: [ INFO] - Eval : 35 Time: 0.065 (0.092) Loss: 0.1110 (0.1873) Acc@1: 100.0000 (98.3800)Acc@5: 100.0000 (99.9400)
202
+ 2025-02-04 03:22:33,749 - train: [ INFO] - Train: 36 [ 0/39 ( 0%)] Loss: 1.025488 (1.0255) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.751s, 170.33/s (0.751s, 170.33/s) LR: 4.484e-04 Data: 0.420 (0.420)
203
+ 2025-02-04 03:22:44,456 - train: [ INFO] - Train: 36 [ 38/39 (100%)] Loss: 1.042261 (1.0339) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.271s, 472.60/s (0.293s, 436.23/s) LR: 4.484e-04 Data: 0.000 (0.011)
204
+ 2025-02-04 03:22:45,234 - train: [ INFO] - Eval : 36 Time: 0.554 (0.554) Loss: 0.2071 (0.2071) Acc@1: 97.6562 (97.6562)Acc@5: 100.0000 (100.0000)
205
+ 2025-02-04 03:22:48,452 - train: [ INFO] - Eval : 36 Time: 0.063 (0.094) Loss: 0.3249 (0.1896) Acc@1: 87.5000 (98.1000)Acc@5: 100.0000 (100.0000)
206
+ 2025-02-04 03:22:49,648 - train: [ INFO] - Train: 37 [ 0/39 ( 0%)] Loss: 1.067393 (1.0674) Acc@1: 99.2188 (99.2188) Acc@5: 100.0000 (100.0000) Time: 0.798s, 160.41/s (0.798s, 160.41/s) LR: 4.396e-04 Data: 0.467 (0.467)
207
+ 2025-02-04 03:23:00,402 - train: [ INFO] - Train: 37 [ 38/39 (100%)] Loss: 1.028857 (1.0481) Acc@1: 100.0000 (99.6094) Acc@5: 100.0000 (100.0000) Time: 0.277s, 462.35/s (0.296s, 432.81/s) LR: 4.396e-04 Data: 0.000 (0.012)
208
+ 2025-02-04 03:23:01,338 - train: [ INFO] - Eval : 37 Time: 0.649 (0.649) Loss: 0.1867 (0.1867) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
209
+ 2025-02-04 03:23:04,374 - train: [ INFO] - Eval : 37 Time: 0.065 (0.092) Loss: 0.4209 (0.2059) Acc@1: 87.5000 (97.6400)Acc@5: 100.0000 (99.9000)
210
+ 2025-02-04 03:23:05,471 - train: [ INFO] - Train: 38 [ 0/39 ( 0%)] Loss: 1.039323 (1.0393) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.746s, 171.58/s (0.746s, 171.58/s) LR: 4.307e-04 Data: 0.413 (0.413)
211
+ 2025-02-04 03:23:16,151 - train: [ INFO] - Train: 38 [ 38/39 (100%)] Loss: 1.033801 (1.0366) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.273s, 468.15/s (0.293s, 437.60/s) LR: 4.307e-04 Data: 0.000 (0.011)
212
+ 2025-02-04 03:23:17,026 - train: [ INFO] - Eval : 38 Time: 0.602 (0.602) Loss: 0.1624 (0.1624) Acc@1: 98.4375 (98.4375)Acc@5: 100.0000 (100.0000)
213
+ 2025-02-04 03:23:20,121 - train: [ INFO] - Eval : 38 Time: 0.069 (0.092) Loss: 0.1264 (0.1674) Acc@1: 100.0000 (98.5600)Acc@5: 100.0000 (99.9600)
214
+ 2025-02-04 03:23:21,266 - train: [ INFO] - Train: 39 [ 0/39 ( 0%)] Loss: 0.999481 (0.9995) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.751s, 170.39/s (0.751s, 170.39/s) LR: 4.217e-04 Data: 0.418 (0.418)
215
+ 2025-02-04 03:23:31,974 - train: [ INFO] - Train: 39 [ 38/39 (100%)] Loss: 1.048545 (1.0240) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.273s, 468.15/s (0.293s, 436.40/s) LR: 4.217e-04 Data: 0.000 (0.011)
216
+ 2025-02-04 03:23:32,783 - train: [ INFO] - Eval : 39 Time: 0.566 (0.566) Loss: 0.1958 (0.1958) Acc@1: 97.6562 (97.6562)Acc@5: 100.0000 (100.0000)
217
+ 2025-02-04 03:23:35,961 - train: [ INFO] - Eval : 39 Time: 0.071 (0.094) Loss: 0.2548 (0.1752) Acc@1: 87.5000 (98.6200)Acc@5: 100.0000 (99.9600)
218
+ 2025-02-04 03:23:37,087 - train: [ INFO] - Train: 40 [ 0/39 ( 0%)] Loss: 1.023905 (1.0239) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.752s, 170.29/s (0.752s, 170.29/s) LR: 4.125e-04 Data: 0.428 (0.428)
219
+ 2025-02-04 03:23:47,873 - train: [ INFO] - Train: 40 [ 38/39 (100%)] Loss: 1.039601 (1.0318) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.272s, 470.06/s (0.295s, 433.32/s) LR: 4.125e-04 Data: 0.000 (0.011)
220
+ 2025-02-04 03:23:48,734 - train: [ INFO] - Eval : 40 Time: 0.565 (0.565) Loss: 0.2037 (0.2037) Acc@1: 96.8750 (96.8750)Acc@5: 100.0000 (100.0000)
221
+ 2025-02-04 03:23:51,885 - train: [ INFO] - Eval : 40 Time: 0.065 (0.093) Loss: 0.1774 (0.1917) Acc@1: 100.0000 (98.4400)Acc@5: 100.0000 (99.9600)
222
+ 2025-02-04 03:23:52,986 - train: [ INFO] - Train: 41 [ 0/39 ( 0%)] Loss: 1.018535 (1.0185) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.740s, 172.89/s (0.740s, 172.89/s) LR: 4.033e-04 Data: 0.423 (0.423)
223
+ 2025-02-04 03:24:03,642 - train: [ INFO] - Train: 41 [ 38/39 (100%)] Loss: 1.062929 (1.0407) Acc@1: 99.2188 (99.6094) Acc@5: 100.0000 (100.0000) Time: 0.272s, 470.54/s (0.292s, 438.76/s) LR: 4.033e-04 Data: 0.000 (0.011)
224
+ 2025-02-04 03:24:04,464 - train: [ INFO] - Eval : 41 Time: 0.586 (0.586) Loss: 0.1670 (0.1670) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
225
+ 2025-02-04 03:24:07,697 - train: [ INFO] - Eval : 41 Time: 0.068 (0.095) Loss: 0.0795 (0.1659) Acc@1: 100.0000 (98.7800)Acc@5: 100.0000 (99.9800)
226
+ 2025-02-04 03:24:08,057 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
227
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-41.pth.tar', 98.78)
228
+
229
+ 2025-02-04 03:24:08,812 - train: [ INFO] - Train: 42 [ 0/39 ( 0%)] Loss: 1.004029 (1.0040) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.745s, 171.87/s (0.745s, 171.87/s) LR: 3.940e-04 Data: 0.412 (0.412)
230
+ 2025-02-04 03:24:19,527 - train: [ INFO] - Train: 42 [ 38/39 (100%)] Loss: 1.035267 (1.0196) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.269s, 475.55/s (0.293s, 436.26/s) LR: 3.940e-04 Data: 0.000 (0.011)
231
+ 2025-02-04 03:24:20,352 - train: [ INFO] - Eval : 42 Time: 0.576 (0.576) Loss: 0.1708 (0.1708) Acc@1: 98.4375 (98.4375)Acc@5: 100.0000 (100.0000)
232
+ 2025-02-04 03:24:23,533 - train: [ INFO] - Eval : 42 Time: 0.065 (0.094) Loss: 0.2672 (0.1609) Acc@1: 87.5000 (98.9000)Acc@5: 100.0000 (99.9400)
233
+ 2025-02-04 03:24:23,939 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
234
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-42.pth.tar', 98.9)
235
+
236
+ 2025-02-04 03:24:24,727 - train: [ INFO] - Train: 43 [ 0/39 ( 0%)] Loss: 1.056380 (1.0564) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.776s, 164.95/s (0.776s, 164.95/s) LR: 3.846e-04 Data: 0.449 (0.449)
237
+ 2025-02-04 03:24:35,535 - train: [ INFO] - Train: 43 [ 38/39 (100%)] Loss: 1.000531 (1.0285) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.273s, 468.79/s (0.297s, 431.59/s) LR: 3.846e-04 Data: 0.000 (0.012)
238
+ 2025-02-04 03:24:36,377 - train: [ INFO] - Eval : 43 Time: 0.574 (0.574) Loss: 0.2035 (0.2035) Acc@1: 97.6562 (97.6562)Acc@5: 100.0000 (100.0000)
239
+ 2025-02-04 03:24:39,530 - train: [ INFO] - Eval : 43 Time: 0.071 (0.093) Loss: 0.0993 (0.1687) Acc@1: 100.0000 (98.7600)Acc@5: 100.0000 (99.9800)
240
+ 2025-02-04 03:24:40,670 - train: [ INFO] - Train: 44 [ 0/39 ( 0%)] Loss: 1.031999 (1.0320) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.748s, 171.21/s (0.748s, 171.21/s) LR: 3.751e-04 Data: 0.431 (0.431)
241
+ 2025-02-04 03:24:51,268 - train: [ INFO] - Train: 44 [ 38/39 (100%)] Loss: 0.991108 (1.0116) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.265s, 482.48/s (0.291s, 440.61/s) LR: 3.751e-04 Data: 0.000 (0.011)
242
+ 2025-02-04 03:24:52,162 - train: [ INFO] - Eval : 44 Time: 0.560 (0.560) Loss: 0.1660 (0.1660) Acc@1: 98.4375 (98.4375)Acc@5: 100.0000 (100.0000)
243
+ 2025-02-04 03:24:55,294 - train: [ INFO] - Eval : 44 Time: 0.065 (0.092) Loss: 0.0968 (0.1715) Acc@1: 100.0000 (98.7600)Acc@5: 100.0000 (99.9400)
244
+ 2025-02-04 03:24:56,430 - train: [ INFO] - Train: 45 [ 0/39 ( 0%)] Loss: 0.980806 (0.9808) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.740s, 173.08/s (0.740s, 173.08/s) LR: 3.656e-04 Data: 0.406 (0.406)
245
+ 2025-02-04 03:25:06,990 - train: [ INFO] - Train: 45 [ 38/39 (100%)] Loss: 1.092564 (1.0367) Acc@1: 99.2188 (99.6094) Acc@5: 100.0000 (100.0000) Time: 0.266s, 481.67/s (0.289s, 442.37/s) LR: 3.656e-04 Data: 0.000 (0.011)
246
+ 2025-02-04 03:25:07,766 - train: [ INFO] - Eval : 45 Time: 0.546 (0.546) Loss: 0.1580 (0.1580) Acc@1: 100.0000 (100.0000)Acc@5: 100.0000 (100.0000)
247
+ 2025-02-04 03:25:10,809 - train: [ INFO] - Eval : 45 Time: 0.066 (0.090) Loss: 0.2569 (0.1746) Acc@1: 100.0000 (98.7200)Acc@5: 100.0000 (99.9200)
248
+ 2025-02-04 03:25:11,892 - train: [ INFO] - Train: 46 [ 0/39 ( 0%)] Loss: 1.011371 (1.0114) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.757s, 169.05/s (0.757s, 169.05/s) LR: 3.560e-04 Data: 0.420 (0.420)
249
+ 2025-02-04 03:25:22,571 - train: [ INFO] - Train: 46 [ 38/39 (100%)] Loss: 1.020098 (1.0157) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.271s, 472.88/s (0.293s, 437.12/s) LR: 3.560e-04 Data: 0.000 (0.011)
250
+ 2025-02-04 03:25:23,398 - train: [ INFO] - Eval : 46 Time: 0.561 (0.561) Loss: 0.1715 (0.1715) Acc@1: 98.4375 (98.4375)Acc@5: 100.0000 (100.0000)
251
+ 2025-02-04 03:25:26,510 - train: [ INFO] - Eval : 46 Time: 0.066 (0.092) Loss: 0.0872 (0.1785) Acc@1: 100.0000 (98.3000)Acc@5: 100.0000 (99.9400)
252
+ 2025-02-04 03:25:27,595 - train: [ INFO] - Train: 47 [ 0/39 ( 0%)] Loss: 1.013416 (1.0134) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.746s, 171.59/s (0.746s, 171.59/s) LR: 3.464e-04 Data: 0.411 (0.411)
253
+ 2025-02-04 03:25:38,159 - train: [ INFO] - Train: 47 [ 38/39 (100%)] Loss: 1.028812 (1.0211) Acc@1: 99.2188 (99.6094) Acc@5: 100.0000 (100.0000) Time: 0.267s, 479.87/s (0.290s, 441.95/s) LR: 3.464e-04 Data: 0.000 (0.011)
254
+ 2025-02-04 03:25:39,012 - train: [ INFO] - Eval : 47 Time: 0.558 (0.558) Loss: 0.1730 (0.1730) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
255
+ 2025-02-04 03:25:42,141 - train: [ INFO] - Eval : 47 Time: 0.064 (0.092) Loss: 0.2682 (0.1778) Acc@1: 100.0000 (98.8400)Acc@5: 100.0000 (99.9200)
256
+ 2025-02-04 03:25:43,271 - train: [ INFO] - Train: 48 [ 0/39 ( 0%)] Loss: 1.023659 (1.0237) Acc@1: 99.2188 (99.2188) Acc@5: 100.0000 (100.0000) Time: 0.755s, 169.61/s (0.755s, 169.61/s) LR: 3.368e-04 Data: 0.424 (0.424)
257
+ 2025-02-04 03:25:53,815 - train: [ INFO] - Train: 48 [ 38/39 (100%)] Loss: 1.021428 (1.0225) Acc@1: 99.2188 (99.2188) Acc@5: 100.0000 (100.0000) Time: 0.267s, 478.64/s (0.289s, 442.52/s) LR: 3.368e-04 Data: 0.000 (0.011)
258
+ 2025-02-04 03:25:54,656 - train: [ INFO] - Eval : 48 Time: 0.576 (0.576) Loss: 0.1648 (0.1648) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
259
+ 2025-02-04 03:25:57,729 - train: [ INFO] - Eval : 48 Time: 0.066 (0.091) Loss: 0.1130 (0.1663) Acc@1: 100.0000 (98.7600)Acc@5: 100.0000 (99.9400)
260
+ 2025-02-04 03:25:58,773 - train: [ INFO] - Train: 49 [ 0/39 ( 0%)] Loss: 1.018211 (1.0182) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.749s, 170.99/s (0.749s, 170.99/s) LR: 3.272e-04 Data: 0.431 (0.431)
261
+ 2025-02-04 03:26:09,489 - train: [ INFO] - Train: 49 [ 38/39 (100%)] Loss: 0.992120 (1.0052) Acc@1: 99.2188 (99.6094) Acc@5: 100.0000 (100.0000) Time: 0.272s, 470.97/s (0.293s, 436.17/s) LR: 3.272e-04 Data: 0.000 (0.011)
262
+ 2025-02-04 03:26:10,383 - train: [ INFO] - Eval : 49 Time: 0.559 (0.559) Loss: 0.1593 (0.1593) Acc@1: 98.4375 (98.4375)Acc@5: 100.0000 (100.0000)
263
+ 2025-02-04 03:26:13,484 - train: [ INFO] - Eval : 49 Time: 0.066 (0.092) Loss: 0.1191 (0.1805) Acc@1: 100.0000 (98.6600)Acc@5: 100.0000 (99.9800)
264
+ 2025-02-04 03:26:14,634 - train: [ INFO] - Train: 50 [ 0/39 ( 0%)] Loss: 1.046513 (1.0465) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.730s, 175.32/s (0.730s, 175.32/s) LR: 3.175e-04 Data: 0.398 (0.398)
265
+ 2025-02-04 03:26:25,150 - train: [ INFO] - Train: 50 [ 38/39 (100%)] Loss: 1.033223 (1.0399) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.267s, 479.77/s (0.288s, 444.55/s) LR: 3.175e-04 Data: 0.000 (0.010)
266
+ 2025-02-04 03:26:25,962 - train: [ INFO] - Eval : 50 Time: 0.558 (0.558) Loss: 0.1784 (0.1784) Acc@1: 98.4375 (98.4375)Acc@5: 100.0000 (100.0000)
267
+ 2025-02-04 03:26:29,038 - train: [ INFO] - Eval : 50 Time: 0.068 (0.091) Loss: 0.0804 (0.1672) Acc@1: 100.0000 (98.9600)Acc@5: 100.0000 (99.9600)
268
+ 2025-02-04 03:26:29,420 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
269
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-50.pth.tar', 98.96)
270
+
271
+ 2025-02-04 03:26:30,193 - train: [ INFO] - Train: 51 [ 0/39 ( 0%)] Loss: 1.012649 (1.0126) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.762s, 167.96/s (0.762s, 167.96/s) LR: 3.078e-04 Data: 0.429 (0.429)
272
+ 2025-02-04 03:26:40,798 - train: [ INFO] - Train: 51 [ 38/39 (100%)] Loss: 0.993053 (1.0029) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.265s, 483.47/s (0.291s, 439.76/s) LR: 3.078e-04 Data: 0.000 (0.011)
273
+ 2025-02-04 03:26:41,683 - train: [ INFO] - Eval : 51 Time: 0.560 (0.560) Loss: 0.1412 (0.1412) Acc@1: 98.4375 (98.4375)Acc@5: 100.0000 (100.0000)
274
+ 2025-02-04 03:26:44,826 - train: [ INFO] - Eval : 51 Time: 0.066 (0.093) Loss: 0.1110 (0.1697) Acc@1: 100.0000 (98.9600)Acc@5: 100.0000 (99.9800)
275
+ 2025-02-04 03:26:45,871 - train: [ INFO] - Train: 52 [ 0/39 ( 0%)] Loss: 1.014466 (1.0145) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.738s, 173.41/s (0.738s, 173.41/s) LR: 2.982e-04 Data: 0.408 (0.408)
276
+ 2025-02-04 03:26:56,576 - train: [ INFO] - Train: 52 [ 38/39 (100%)] Loss: 1.004409 (1.0094) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.268s, 477.17/s (0.293s, 436.73/s) LR: 2.982e-04 Data: 0.000 (0.011)
277
+ 2025-02-04 03:26:57,471 - train: [ INFO] - Eval : 52 Time: 0.576 (0.576) Loss: 0.1835 (0.1835) Acc@1: 96.8750 (96.8750)Acc@5: 100.0000 (100.0000)
278
+ 2025-02-04 03:27:00,613 - train: [ INFO] - Eval : 52 Time: 0.065 (0.093) Loss: 0.1015 (0.1833) Acc@1: 100.0000 (98.4000)Acc@5: 100.0000 (99.9000)
279
+ 2025-02-04 03:27:01,680 - train: [ INFO] - Train: 53 [ 0/39 ( 0%)] Loss: 1.014450 (1.0145) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.753s, 169.99/s (0.753s, 169.99/s) LR: 2.886e-04 Data: 0.431 (0.431)
280
+ 2025-02-04 03:27:12,232 - train: [ INFO] - Train: 53 [ 38/39 (100%)] Loss: 0.980583 (0.9975) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.267s, 479.54/s (0.290s, 442.07/s) LR: 2.886e-04 Data: 0.000 (0.011)
281
+ 2025-02-04 03:27:13,135 - train: [ INFO] - Eval : 53 Time: 0.555 (0.555) Loss: 0.1972 (0.1972) Acc@1: 98.4375 (98.4375)Acc@5: 100.0000 (100.0000)
282
+ 2025-02-04 03:27:16,191 - train: [ INFO] - Eval : 53 Time: 0.068 (0.090) Loss: 0.1222 (0.1642) Acc@1: 100.0000 (98.6800)Acc@5: 100.0000 (100.0000)
283
+ 2025-02-04 03:27:17,249 - train: [ INFO] - Train: 54 [ 0/39 ( 0%)] Loss: 0.999004 (0.9990) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.729s, 175.48/s (0.729s, 175.48/s) LR: 2.790e-04 Data: 0.399 (0.399)
284
+ 2025-02-04 03:27:27,792 - train: [ INFO] - Train: 54 [ 38/39 (100%)] Loss: 1.061211 (1.0301) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.274s, 466.74/s (0.289s, 443.41/s) LR: 2.790e-04 Data: 0.000 (0.010)
285
+ 2025-02-04 03:27:28,644 - train: [ INFO] - Eval : 54 Time: 0.536 (0.536) Loss: 0.1385 (0.1385) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
286
+ 2025-02-04 03:27:31,626 - train: [ INFO] - Eval : 54 Time: 0.065 (0.088) Loss: 0.0980 (0.1665) Acc@1: 100.0000 (98.4200)Acc@5: 100.0000 (99.9600)
287
+ 2025-02-04 03:27:32,702 - train: [ INFO] - Train: 55 [ 0/39 ( 0%)] Loss: 0.979842 (0.9798) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.722s, 177.40/s (0.722s, 177.40/s) LR: 2.694e-04 Data: 0.401 (0.401)
288
+ 2025-02-04 03:27:43,241 - train: [ INFO] - Train: 55 [ 38/39 (100%)] Loss: 1.063015 (1.0214) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.266s, 481.60/s (0.288s, 443.81/s) LR: 2.694e-04 Data: 0.000 (0.010)
289
+ 2025-02-04 03:27:44,083 - train: [ INFO] - Eval : 55 Time: 0.532 (0.532) Loss: 0.1395 (0.1395) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
290
+ 2025-02-04 03:27:47,096 - train: [ INFO] - Eval : 55 Time: 0.064 (0.089) Loss: 0.0855 (0.1527) Acc@1: 100.0000 (99.1800)Acc@5: 100.0000 (100.0000)
291
+ 2025-02-04 03:27:47,554 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
292
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-55.pth.tar', 99.18)
293
+
294
+ 2025-02-04 03:27:48,302 - train: [ INFO] - Train: 56 [ 0/39 ( 0%)] Loss: 0.993374 (0.9934) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.736s, 173.86/s (0.736s, 173.86/s) LR: 2.599e-04 Data: 0.421 (0.421)
295
+ 2025-02-04 03:27:58,729 - train: [ INFO] - Train: 56 [ 38/39 (100%)] Loss: 1.058530 (1.0260) Acc@1: 99.2188 (99.6094) Acc@5: 100.0000 (100.0000) Time: 0.265s, 482.75/s (0.286s, 447.69/s) LR: 2.599e-04 Data: 0.000 (0.011)
296
+ 2025-02-04 03:27:59,499 - train: [ INFO] - Eval : 56 Time: 0.516 (0.516) Loss: 0.1607 (0.1607) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
297
+ 2025-02-04 03:28:02,517 - train: [ INFO] - Eval : 56 Time: 0.065 (0.088) Loss: 0.1651 (0.1641) Acc@1: 100.0000 (98.9200)Acc@5: 100.0000 (99.9800)
298
+ 2025-02-04 03:28:03,632 - train: [ INFO] - Train: 57 [ 0/39 ( 0%)] Loss: 1.018072 (1.0181) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.715s, 178.94/s (0.715s, 178.94/s) LR: 2.504e-04 Data: 0.388 (0.388)
299
+ 2025-02-04 03:28:14,078 - train: [ INFO] - Train: 57 [ 38/39 (100%)] Loss: 0.977460 (0.9978) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.267s, 480.23/s (0.286s, 447.73/s) LR: 2.504e-04 Data: 0.000 (0.010)
300
+ 2025-02-04 03:28:14,914 - train: [ INFO] - Eval : 57 Time: 0.520 (0.520) Loss: 0.1710 (0.1710) Acc@1: 98.4375 (98.4375)Acc@5: 100.0000 (100.0000)
301
+ 2025-02-04 03:28:17,958 - train: [ INFO] - Eval : 57 Time: 0.065 (0.089) Loss: 0.2373 (0.1563) Acc@1: 87.5000 (99.0400)Acc@5: 100.0000 (99.9800)
302
+ 2025-02-04 03:28:19,097 - train: [ INFO] - Train: 58 [ 0/39 ( 0%)] Loss: 1.024706 (1.0247) Acc@1: 99.2188 (99.2188) Acc@5: 100.0000 (100.0000) Time: 0.727s, 176.02/s (0.727s, 176.02/s) LR: 2.410e-04 Data: 0.403 (0.403)
303
+ 2025-02-04 03:28:29,653 - train: [ INFO] - Train: 58 [ 38/39 (100%)] Loss: 0.984610 (1.0047) Acc@1: 100.0000 (99.6094) Acc@5: 100.0000 (100.0000) Time: 0.268s, 478.30/s (0.289s, 442.85/s) LR: 2.410e-04 Data: 0.000 (0.011)
304
+ 2025-02-04 03:28:30,543 - train: [ INFO] - Eval : 58 Time: 0.551 (0.551) Loss: 0.1642 (0.1642) Acc@1: 98.4375 (98.4375)Acc@5: 100.0000 (100.0000)
305
+ 2025-02-04 03:28:33,575 - train: [ INFO] - Eval : 58 Time: 0.064 (0.090) Loss: 0.1532 (0.1595) Acc@1: 100.0000 (98.9000)Acc@5: 100.0000 (99.9800)
306
+ 2025-02-04 03:28:34,723 - train: [ INFO] - Train: 59 [ 0/39 ( 0%)] Loss: 1.011857 (1.0119) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.721s, 177.50/s (0.721s, 177.50/s) LR: 2.317e-04 Data: 0.401 (0.401)
307
+ 2025-02-04 03:28:45,201 - train: [ INFO] - Train: 59 [ 38/39 (100%)] Loss: 1.057788 (1.0348) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.267s, 480.17/s (0.287s, 446.17/s) LR: 2.317e-04 Data: 0.000 (0.010)
308
+ 2025-02-04 03:28:46,075 - train: [ INFO] - Eval : 59 Time: 0.538 (0.538) Loss: 0.1626 (0.1626) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
309
+ 2025-02-04 03:28:49,080 - train: [ INFO] - Eval : 59 Time: 0.064 (0.089) Loss: 0.0630 (0.1609) Acc@1: 100.0000 (99.0200)Acc@5: 100.0000 (100.0000)
310
+ 2025-02-04 03:28:50,139 - train: [ INFO] - Train: 60 [ 0/39 ( 0%)] Loss: 0.986970 (0.9870) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.715s, 179.01/s (0.715s, 179.01/s) LR: 2.225e-04 Data: 0.394 (0.394)
311
+ 2025-02-04 03:29:00,587 - train: [ INFO] - Train: 60 [ 38/39 (100%)] Loss: 1.001063 (0.9940) Acc@1: 99.2188 (99.6094) Acc@5: 100.0000 (100.0000) Time: 0.267s, 478.89/s (0.286s, 447.70/s) LR: 2.225e-04 Data: 0.000 (0.010)
312
+ 2025-02-04 03:29:01,371 - train: [ INFO] - Eval : 60 Time: 0.529 (0.529) Loss: 0.1466 (0.1466) Acc@1: 100.0000 (100.0000)Acc@5: 100.0000 (100.0000)
313
+ 2025-02-04 03:29:04,424 - train: [ INFO] - Eval : 60 Time: 0.066 (0.090) Loss: 0.1867 (0.1556) Acc@1: 100.0000 (98.9200)Acc@5: 100.0000 (100.0000)
314
+ 2025-02-04 03:29:05,563 - train: [ INFO] - Train: 61 [ 0/39 ( 0%)] Loss: 0.988259 (0.9883) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.716s, 178.69/s (0.716s, 178.69/s) LR: 2.133e-04 Data: 0.393 (0.393)
315
+ 2025-02-04 03:29:16,153 - train: [ INFO] - Train: 61 [ 38/39 (100%)] Loss: 0.977190 (0.9827) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.266s, 480.60/s (0.290s, 441.99/s) LR: 2.133e-04 Data: 0.000 (0.010)
316
+ 2025-02-04 03:29:16,969 - train: [ INFO] - Eval : 61 Time: 0.525 (0.525) Loss: 0.1858 (0.1858) Acc@1: 96.8750 (96.8750)Acc@5: 100.0000 (100.0000)
317
+ 2025-02-04 03:29:20,100 - train: [ INFO] - Eval : 61 Time: 0.066 (0.091) Loss: 0.1826 (0.1685) Acc@1: 100.0000 (98.8400)Acc@5: 100.0000 (99.9600)
318
+ 2025-02-04 03:29:21,205 - train: [ INFO] - Train: 62 [ 0/39 ( 0%)] Loss: 0.984124 (0.9841) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.732s, 174.84/s (0.732s, 174.84/s) LR: 2.043e-04 Data: 0.416 (0.416)
319
+ 2025-02-04 03:29:31,746 - train: [ INFO] - Train: 62 [ 38/39 (100%)] Loss: 1.009198 (0.9967) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.268s, 478.23/s (0.289s, 443.28/s) LR: 2.043e-04 Data: 0.000 (0.011)
320
+ 2025-02-04 03:29:32,565 - train: [ INFO] - Eval : 62 Time: 0.534 (0.534) Loss: 0.1525 (0.1525) Acc@1: 97.6562 (97.6562)Acc@5: 100.0000 (100.0000)
321
+ 2025-02-04 03:29:35,682 - train: [ INFO] - Eval : 62 Time: 0.064 (0.091) Loss: 0.1115 (0.1631) Acc@1: 100.0000 (98.9000)Acc@5: 100.0000 (99.9400)
322
+ 2025-02-04 03:29:36,838 - train: [ INFO] - Train: 63 [ 0/39 ( 0%)] Loss: 0.995636 (0.9956) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.768s, 166.75/s (0.768s, 166.75/s) LR: 1.954e-04 Data: 0.448 (0.448)
323
+ 2025-02-04 03:29:47,356 - train: [ INFO] - Train: 63 [ 38/39 (100%)] Loss: 1.012916 (1.0043) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.266s, 481.40/s (0.289s, 442.81/s) LR: 1.954e-04 Data: 0.000 (0.012)
324
+ 2025-02-04 03:29:48,203 - train: [ INFO] - Eval : 63 Time: 0.546 (0.546) Loss: 0.1892 (0.1892) Acc@1: 98.4375 (98.4375)Acc@5: 100.0000 (100.0000)
325
+ 2025-02-04 03:29:51,316 - train: [ INFO] - Eval : 63 Time: 0.065 (0.091) Loss: 0.1553 (0.1672) Acc@1: 100.0000 (98.9200)Acc@5: 100.0000 (99.9600)
326
+ 2025-02-04 03:29:52,406 - train: [ INFO] - Train: 64 [ 0/39 ( 0%)] Loss: 0.987529 (0.9875) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.725s, 176.59/s (0.725s, 176.59/s) LR: 1.866e-04 Data: 0.402 (0.402)
327
+ 2025-02-04 03:30:03,028 - train: [ INFO] - Train: 64 [ 38/39 (100%)] Loss: 1.042542 (1.0150) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.269s, 475.34/s (0.291s, 440.38/s) LR: 1.866e-04 Data: 0.000 (0.011)
328
+ 2025-02-04 03:30:03,875 - train: [ INFO] - Eval : 64 Time: 0.554 (0.554) Loss: 0.1735 (0.1735) Acc@1: 98.4375 (98.4375)Acc@5: 100.0000 (100.0000)
329
+ 2025-02-04 03:30:06,978 - train: [ INFO] - Eval : 64 Time: 0.065 (0.091) Loss: 0.2163 (0.1701) Acc@1: 100.0000 (98.9600)Acc@5: 100.0000 (99.9800)
330
+ 2025-02-04 03:30:08,104 - train: [ INFO] - Train: 65 [ 0/39 ( 0%)] Loss: 0.999040 (0.9990) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.733s, 174.74/s (0.733s, 174.74/s) LR: 1.779e-04 Data: 0.407 (0.407)
331
+ 2025-02-04 03:30:18,608 - train: [ INFO] - Train: 65 [ 38/39 (100%)] Loss: 0.997308 (0.9982) Acc@1: 99.2188 (99.6094) Acc@5: 100.0000 (100.0000) Time: 0.267s, 478.58/s (0.288s, 444.73/s) LR: 1.779e-04 Data: 0.000 (0.011)
332
+ 2025-02-04 03:30:19,488 - train: [ INFO] - Eval : 65 Time: 0.554 (0.554) Loss: 0.1815 (0.1815) Acc@1: 98.4375 (98.4375)Acc@5: 100.0000 (100.0000)
333
+ 2025-02-04 03:30:22,595 - train: [ INFO] - Eval : 65 Time: 0.065 (0.092) Loss: 0.1437 (0.1646) Acc@1: 100.0000 (98.9600)Acc@5: 100.0000 (99.9800)
334
+ 2025-02-04 03:30:23,678 - train: [ INFO] - Train: 66 [ 0/39 ( 0%)] Loss: 1.004832 (1.0048) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.747s, 171.32/s (0.747s, 171.32/s) LR: 1.694e-04 Data: 0.422 (0.422)
335
+ 2025-02-04 03:30:34,173 - train: [ INFO] - Train: 66 [ 38/39 (100%)] Loss: 1.010710 (1.0078) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.269s, 474.98/s (0.288s, 444.53/s) LR: 1.694e-04 Data: 0.000 (0.011)
336
+ 2025-02-04 03:30:34,986 - train: [ INFO] - Eval : 66 Time: 0.531 (0.531) Loss: 0.1647 (0.1647) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
337
+ 2025-02-04 03:30:38,085 - train: [ INFO] - Eval : 66 Time: 0.064 (0.091) Loss: 0.1037 (0.1653) Acc@1: 100.0000 (98.7400)Acc@5: 100.0000 (99.9600)
338
+ 2025-02-04 03:30:39,218 - train: [ INFO] - Train: 67 [ 0/39 ( 0%)] Loss: 1.001951 (1.0020) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.727s, 176.11/s (0.727s, 176.11/s) LR: 1.610e-04 Data: 0.402 (0.402)
339
+ 2025-02-04 03:30:49,868 - train: [ INFO] - Train: 67 [ 38/39 (100%)] Loss: 1.008653 (1.0053) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.268s, 477.20/s (0.291s, 439.30/s) LR: 1.610e-04 Data: 0.000 (0.011)
340
+ 2025-02-04 03:30:50,710 - train: [ INFO] - Eval : 67 Time: 0.534 (0.534) Loss: 0.1584 (0.1584) Acc@1: 100.0000 (100.0000)Acc@5: 100.0000 (100.0000)
341
+ 2025-02-04 03:30:53,805 - train: [ INFO] - Eval : 67 Time: 0.065 (0.091) Loss: 0.1188 (0.1654) Acc@1: 100.0000 (98.8800)Acc@5: 100.0000 (100.0000)
342
+ 2025-02-04 03:30:54,950 - train: [ INFO] - Train: 68 [ 0/39 ( 0%)] Loss: 1.002838 (1.0028) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.718s, 178.21/s (0.718s, 178.21/s) LR: 1.527e-04 Data: 0.399 (0.399)
343
+ 2025-02-04 03:31:05,442 - train: [ INFO] - Train: 68 [ 38/39 (100%)] Loss: 1.066595 (1.0347) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.269s, 476.45/s (0.287s, 445.82/s) LR: 1.527e-04 Data: 0.000 (0.010)
344
+ 2025-02-04 03:31:06,270 - train: [ INFO] - Eval : 68 Time: 0.536 (0.536) Loss: 0.1421 (0.1421) Acc@1: 100.0000 (100.0000)Acc@5: 100.0000 (100.0000)
345
+ 2025-02-04 03:31:09,362 - train: [ INFO] - Eval : 68 Time: 0.065 (0.091) Loss: 0.1651 (0.1709) Acc@1: 100.0000 (98.9000)Acc@5: 100.0000 (99.9800)
346
+ 2025-02-04 03:31:10,470 - train: [ INFO] - Train: 69 [ 0/39 ( 0%)] Loss: 1.006653 (1.0067) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.747s, 171.44/s (0.747s, 171.44/s) LR: 1.447e-04 Data: 0.428 (0.428)
347
+ 2025-02-04 03:31:20,997 - train: [ INFO] - Train: 69 [ 38/39 (100%)] Loss: 0.983558 (0.9951) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.267s, 479.70/s (0.289s, 443.35/s) LR: 1.447e-04 Data: 0.000 (0.011)
348
+ 2025-02-04 03:31:21,859 - train: [ INFO] - Eval : 69 Time: 0.566 (0.566) Loss: 0.1938 (0.1938) Acc@1: 98.4375 (98.4375)Acc@5: 99.2188 (99.2188)
349
+ 2025-02-04 03:31:24,964 - train: [ INFO] - Eval : 69 Time: 0.067 (0.092) Loss: 0.1037 (0.1658) Acc@1: 100.0000 (98.7600)Acc@5: 100.0000 (99.9600)
350
+ 2025-02-04 03:31:26,068 - train: [ INFO] - Train: 70 [ 0/39 ( 0%)] Loss: 1.028994 (1.0290) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.752s, 170.26/s (0.752s, 170.26/s) LR: 1.368e-04 Data: 0.433 (0.433)
351
+ 2025-02-04 03:31:36,566 - train: [ INFO] - Train: 70 [ 38/39 (100%)] Loss: 1.016754 (1.0229) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.268s, 477.43/s (0.288s, 444.36/s) LR: 1.368e-04 Data: 0.000 (0.011)
352
+ 2025-02-04 03:31:37,439 - train: [ INFO] - Eval : 70 Time: 0.537 (0.537) Loss: 0.1717 (0.1717) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
353
+ 2025-02-04 03:31:40,503 - train: [ INFO] - Eval : 70 Time: 0.066 (0.090) Loss: 0.0835 (0.1612) Acc@1: 100.0000 (99.1200)Acc@5: 100.0000 (99.9800)
354
+ 2025-02-04 03:31:41,589 - train: [ INFO] - Train: 71 [ 0/39 ( 0%)] Loss: 1.022555 (1.0226) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.740s, 173.03/s (0.740s, 173.03/s) LR: 1.290e-04 Data: 0.414 (0.414)
355
+ 2025-02-04 03:31:52,232 - train: [ INFO] - Train: 71 [ 38/39 (100%)] Loss: 1.047954 (1.0353) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.267s, 479.52/s (0.292s, 439.11/s) LR: 1.290e-04 Data: 0.000 (0.011)
356
+ 2025-02-04 03:31:53,060 - train: [ INFO] - Eval : 71 Time: 0.530 (0.530) Loss: 0.1495 (0.1495) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
357
+ 2025-02-04 03:31:56,145 - train: [ INFO] - Eval : 71 Time: 0.065 (0.090) Loss: 0.1372 (0.1506) Acc@1: 100.0000 (99.1600)Acc@5: 100.0000 (100.0000)
358
+ 2025-02-04 03:31:57,209 - train: [ INFO] - Train: 72 [ 0/39 ( 0%)] Loss: 0.985077 (0.9851) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.719s, 178.04/s (0.719s, 178.04/s) LR: 1.215e-04 Data: 0.395 (0.395)
359
+ 2025-02-04 03:32:07,721 - train: [ INFO] - Train: 72 [ 38/39 (100%)] Loss: 0.991399 (0.9882) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.269s, 476.06/s (0.288s, 445.09/s) LR: 1.215e-04 Data: 0.000 (0.010)
360
+ 2025-02-04 03:32:08,552 - train: [ INFO] - Eval : 72 Time: 0.530 (0.530) Loss: 0.1513 (0.1513) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
361
+ 2025-02-04 03:32:11,665 - train: [ INFO] - Eval : 72 Time: 0.066 (0.091) Loss: 0.1593 (0.1583) Acc@1: 100.0000 (99.1000)Acc@5: 100.0000 (99.9800)
362
+ 2025-02-04 03:32:12,708 - train: [ INFO] - Train: 73 [ 0/39 ( 0%)] Loss: 0.989747 (0.9897) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.713s, 179.42/s (0.713s, 179.42/s) LR: 1.141e-04 Data: 0.388 (0.388)
363
+ 2025-02-04 03:32:23,187 - train: [ INFO] - Train: 73 [ 38/39 (100%)] Loss: 0.987341 (0.9885) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.267s, 479.22/s (0.287s, 446.57/s) LR: 1.141e-04 Data: 0.000 (0.010)
364
+ 2025-02-04 03:32:23,939 - train: [ INFO] - Eval : 73 Time: 0.537 (0.537) Loss: 0.1942 (0.1942) Acc@1: 97.6562 (97.6562)Acc@5: 99.2188 (99.2188)
365
+ 2025-02-04 03:32:27,023 - train: [ INFO] - Eval : 73 Time: 0.064 (0.091) Loss: 0.0968 (0.1584) Acc@1: 100.0000 (99.1600)Acc@5: 100.0000 (99.9800)
366
+ 2025-02-04 03:32:28,143 - train: [ INFO] - Train: 74 [ 0/39 ( 0%)] Loss: 1.038943 (1.0389) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.730s, 175.24/s (0.730s, 175.24/s) LR: 1.070e-04 Data: 0.401 (0.401)
367
+ 2025-02-04 03:32:38,756 - train: [ INFO] - Train: 74 [ 38/39 (100%)] Loss: 1.020778 (1.0299) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.267s, 480.03/s (0.291s, 440.62/s) LR: 1.070e-04 Data: 0.000 (0.010)
368
+ 2025-02-04 03:32:39,560 - train: [ INFO] - Eval : 74 Time: 0.524 (0.524) Loss: 0.1470 (0.1470) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
369
+ 2025-02-04 03:32:42,648 - train: [ INFO] - Eval : 74 Time: 0.065 (0.090) Loss: 0.1734 (0.1568) Acc@1: 100.0000 (99.1400)Acc@5: 100.0000 (99.9600)
370
+ 2025-02-04 03:32:43,766 - train: [ INFO] - Train: 75 [ 0/39 ( 0%)] Loss: 1.018448 (1.0184) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.729s, 175.61/s (0.729s, 175.61/s) LR: 1.001e-04 Data: 0.404 (0.404)
371
+ 2025-02-04 03:32:54,250 - train: [ INFO] - Train: 75 [ 38/39 (100%)] Loss: 0.974809 (0.9966) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.265s, 482.65/s (0.287s, 445.78/s) LR: 1.001e-04 Data: 0.000 (0.011)
372
+ 2025-02-04 03:32:55,100 - train: [ INFO] - Eval : 75 Time: 0.528 (0.528) Loss: 0.1745 (0.1745) Acc@1: 98.4375 (98.4375)Acc@5: 100.0000 (100.0000)
373
+ 2025-02-04 03:32:58,179 - train: [ INFO] - Eval : 75 Time: 0.066 (0.090) Loss: 0.1286 (0.1544) Acc@1: 100.0000 (99.0800)Acc@5: 100.0000 (99.9600)
374
+ 2025-02-04 03:32:59,307 - train: [ INFO] - Train: 76 [ 0/39 ( 0%)] Loss: 0.970045 (0.9700) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.738s, 173.45/s (0.738s, 173.45/s) LR: 9.334e-05 Data: 0.413 (0.413)
375
+ 2025-02-04 03:33:09,789 - train: [ INFO] - Train: 76 [ 38/39 (100%)] Loss: 0.971172 (0.9706) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.267s, 479.16/s (0.287s, 445.50/s) LR: 9.334e-05 Data: 0.000 (0.011)
376
+ 2025-02-04 03:33:10,540 - train: [ INFO] - Eval : 76 Time: 0.537 (0.537) Loss: 0.1694 (0.1694) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
377
+ 2025-02-04 03:33:13,630 - train: [ INFO] - Eval : 76 Time: 0.066 (0.091) Loss: 0.1297 (0.1569) Acc@1: 100.0000 (99.1000)Acc@5: 100.0000 (100.0000)
378
+ 2025-02-04 03:33:14,828 - train: [ INFO] - Train: 77 [ 0/39 ( 0%)] Loss: 0.974410 (0.9744) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.737s, 173.59/s (0.737s, 173.59/s) LR: 8.684e-05 Data: 0.413 (0.413)
379
+ 2025-02-04 03:33:25,320 - train: [ INFO] - Train: 77 [ 38/39 (100%)] Loss: 0.983238 (0.9788) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.268s, 476.91/s (0.288s, 445.15/s) LR: 8.684e-05 Data: 0.000 (0.011)
380
+ 2025-02-04 03:33:26,200 - train: [ INFO] - Eval : 77 Time: 0.538 (0.538) Loss: 0.1309 (0.1309) Acc@1: 100.0000 (100.0000)Acc@5: 100.0000 (100.0000)
381
+ 2025-02-04 03:33:29,310 - train: [ INFO] - Eval : 77 Time: 0.066 (0.091) Loss: 0.0843 (0.1555) Acc@1: 100.0000 (99.1400)Acc@5: 100.0000 (99.9600)
382
+ 2025-02-04 03:33:30,497 - train: [ INFO] - Train: 78 [ 0/39 ( 0%)] Loss: 1.011010 (1.0110) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.850s, 150.64/s (0.850s, 150.64/s) LR: 8.057e-05 Data: 0.522 (0.522)
383
+ 2025-02-04 03:33:40,979 - train: [ INFO] - Train: 78 [ 38/39 (100%)] Loss: 0.997674 (1.0043) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.266s, 480.42/s (0.290s, 441.10/s) LR: 8.057e-05 Data: 0.000 (0.014)
384
+ 2025-02-04 03:33:41,796 - train: [ INFO] - Eval : 78 Time: 0.538 (0.538) Loss: 0.1646 (0.1646) Acc@1: 98.4375 (98.4375)Acc@5: 100.0000 (100.0000)
385
+ 2025-02-04 03:33:44,847 - train: [ INFO] - Eval : 78 Time: 0.065 (0.090) Loss: 0.1590 (0.1531) Acc@1: 100.0000 (99.1800)Acc@5: 100.0000 (100.0000)
386
+ 2025-02-04 03:33:46,012 - train: [ INFO] - Train: 79 [ 0/39 ( 0%)] Loss: 0.997556 (0.9976) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.732s, 174.90/s (0.732s, 174.90/s) LR: 7.453e-05 Data: 0.406 (0.406)
387
+ 2025-02-04 03:33:56,471 - train: [ INFO] - Train: 79 [ 38/39 (100%)] Loss: 1.004491 (1.0010) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.266s, 480.70/s (0.287s, 446.65/s) LR: 7.453e-05 Data: 0.000 (0.011)
388
+ 2025-02-04 03:33:57,318 - train: [ INFO] - Eval : 79 Time: 0.537 (0.537) Loss: 0.1948 (0.1948) Acc@1: 97.6562 (97.6562)Acc@5: 100.0000 (100.0000)
389
+ 2025-02-04 03:34:00,391 - train: [ INFO] - Eval : 79 Time: 0.064 (0.090) Loss: 0.1286 (0.1576) Acc@1: 100.0000 (99.1200)Acc@5: 100.0000 (100.0000)
390
+ 2025-02-04 03:34:01,542 - train: [ INFO] - Train: 80 [ 0/39 ( 0%)] Loss: 0.987590 (0.9876) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.734s, 174.31/s (0.734s, 174.31/s) LR: 6.873e-05 Data: 0.406 (0.406)
391
+ 2025-02-04 03:34:11,980 - train: [ INFO] - Train: 80 [ 38/39 (100%)] Loss: 0.990174 (0.9889) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.266s, 481.95/s (0.286s, 447.44/s) LR: 6.873e-05 Data: 0.000 (0.011)
392
+ 2025-02-04 03:34:12,826 - train: [ INFO] - Eval : 80 Time: 0.529 (0.529) Loss: 0.1774 (0.1774) Acc@1: 97.6562 (97.6562)Acc@5: 100.0000 (100.0000)
393
+ 2025-02-04 03:34:15,883 - train: [ INFO] - Eval : 80 Time: 0.065 (0.090) Loss: 0.0915 (0.1527) Acc@1: 100.0000 (99.0400)Acc@5: 100.0000 (100.0000)
394
+ 2025-02-04 03:34:16,920 - train: [ INFO] - Train: 81 [ 0/39 ( 0%)] Loss: 0.984029 (0.9840) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.721s, 177.61/s (0.721s, 177.61/s) LR: 6.317e-05 Data: 0.390 (0.390)
395
+ 2025-02-04 03:34:27,471 - train: [ INFO] - Train: 81 [ 38/39 (100%)] Loss: 0.970127 (0.9771) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.267s, 479.55/s (0.289s, 443.45/s) LR: 6.317e-05 Data: 0.000 (0.010)
396
+ 2025-02-04 03:34:28,294 - train: [ INFO] - Eval : 81 Time: 0.536 (0.536) Loss: 0.1474 (0.1474) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
397
+ 2025-02-04 03:34:31,350 - train: [ INFO] - Eval : 81 Time: 0.066 (0.090) Loss: 0.1146 (0.1544) Acc@1: 100.0000 (99.2000)Acc@5: 100.0000 (100.0000)
398
+ 2025-02-04 03:34:31,769 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
399
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-81.pth.tar', 99.2)
400
+
401
+ 2025-02-04 03:34:32,499 - train: [ INFO] - Train: 82 [ 0/39 ( 0%)] Loss: 0.976189 (0.9762) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.718s, 178.15/s (0.718s, 178.15/s) LR: 5.787e-05 Data: 0.403 (0.403)
402
+ 2025-02-04 03:34:42,973 - train: [ INFO] - Train: 82 [ 38/39 (100%)] Loss: 1.052230 (1.0142) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.268s, 477.22/s (0.287s, 446.61/s) LR: 5.787e-05 Data: 0.000 (0.011)
403
+ 2025-02-04 03:34:43,770 - train: [ INFO] - Eval : 82 Time: 0.511 (0.511) Loss: 0.1395 (0.1395) Acc@1: 100.0000 (100.0000)Acc@5: 100.0000 (100.0000)
404
+ 2025-02-04 03:34:46,827 - train: [ INFO] - Eval : 82 Time: 0.065 (0.089) Loss: 0.1111 (0.1546) Acc@1: 100.0000 (99.1800)Acc@5: 100.0000 (99.9800)
405
+ 2025-02-04 03:34:47,901 - train: [ INFO] - Train: 83 [ 0/39 ( 0%)] Loss: 1.045650 (1.0457) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.713s, 179.60/s (0.713s, 179.60/s) LR: 5.282e-05 Data: 0.391 (0.391)
406
+ 2025-02-04 03:34:58,376 - train: [ INFO] - Train: 83 [ 38/39 (100%)] Loss: 1.027735 (1.0367) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.267s, 479.51/s (0.286s, 446.81/s) LR: 5.282e-05 Data: 0.000 (0.010)
407
+ 2025-02-04 03:34:59,197 - train: [ INFO] - Eval : 83 Time: 0.514 (0.514) Loss: 0.1470 (0.1470) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
408
+ 2025-02-04 03:35:02,227 - train: [ INFO] - Eval : 83 Time: 0.066 (0.089) Loss: 0.1327 (0.1518) Acc@1: 100.0000 (99.2000)Acc@5: 100.0000 (100.0000)
409
+ 2025-02-04 03:35:03,292 - train: [ INFO] - Train: 84 [ 0/39 ( 0%)] Loss: 0.979232 (0.9792) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.711s, 179.91/s (0.711s, 179.91/s) LR: 4.804e-05 Data: 0.390 (0.390)
410
+ 2025-02-04 03:35:13,857 - train: [ INFO] - Train: 84 [ 38/39 (100%)] Loss: 0.966969 (0.9731) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.266s, 481.46/s (0.289s, 443.33/s) LR: 4.804e-05 Data: 0.000 (0.010)
411
+ 2025-02-04 03:35:14,638 - train: [ INFO] - Eval : 84 Time: 0.524 (0.524) Loss: 0.1705 (0.1705) Acc@1: 98.4375 (98.4375)Acc@5: 100.0000 (100.0000)
412
+ 2025-02-04 03:35:17,707 - train: [ INFO] - Eval : 84 Time: 0.065 (0.090) Loss: 0.1249 (0.1544) Acc@1: 100.0000 (99.0400)Acc@5: 100.0000 (100.0000)
413
+ 2025-02-04 03:35:18,767 - train: [ INFO] - Train: 85 [ 0/39 ( 0%)] Loss: 1.003442 (1.0034) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.718s, 178.15/s (0.718s, 178.15/s) LR: 4.352e-05 Data: 0.405 (0.405)
414
+ 2025-02-04 03:35:29,209 - train: [ INFO] - Train: 85 [ 38/39 (100%)] Loss: 1.001717 (1.0026) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.266s, 481.42/s (0.286s, 447.91/s) LR: 4.352e-05 Data: 0.000 (0.011)
415
+ 2025-02-04 03:35:30,045 - train: [ INFO] - Eval : 85 Time: 0.526 (0.526) Loss: 0.1268 (0.1268) Acc@1: 100.0000 (100.0000)Acc@5: 100.0000 (100.0000)
416
+ 2025-02-04 03:35:33,089 - train: [ INFO] - Eval : 85 Time: 0.066 (0.089) Loss: 0.1469 (0.1509) Acc@1: 100.0000 (99.2200)Acc@5: 100.0000 (100.0000)
417
+ 2025-02-04 03:35:33,540 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
418
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-85.pth.tar', 99.22)
419
+
420
+ 2025-02-04 03:35:34,264 - train: [ INFO] - Train: 86 [ 0/39 ( 0%)] Loss: 0.971235 (0.9712) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.710s, 180.19/s (0.710s, 180.19/s) LR: 3.927e-05 Data: 0.386 (0.386)
421
+ 2025-02-04 03:35:44,721 - train: [ INFO] - Train: 86 [ 38/39 (100%)] Loss: 1.026371 (0.9988) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.267s, 479.43/s (0.286s, 447.60/s) LR: 3.927e-05 Data: 0.000 (0.010)
422
+ 2025-02-04 03:35:45,527 - train: [ INFO] - Eval : 86 Time: 0.517 (0.517) Loss: 0.1675 (0.1675) Acc@1: 98.4375 (98.4375)Acc@5: 100.0000 (100.0000)
423
+ 2025-02-04 03:35:48,564 - train: [ INFO] - Eval : 86 Time: 0.064 (0.089) Loss: 0.0798 (0.1546) Acc@1: 100.0000 (99.2400)Acc@5: 100.0000 (100.0000)
424
+ 2025-02-04 03:35:48,951 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
425
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-86.pth.tar', 99.24)
426
+
427
+ 2025-02-04 03:35:49,674 - train: [ INFO] - Train: 87 [ 0/39 ( 0%)] Loss: 1.013913 (1.0139) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.712s, 179.75/s (0.712s, 179.75/s) LR: 3.529e-05 Data: 0.390 (0.390)
428
+ 2025-02-04 03:36:00,136 - train: [ INFO] - Train: 87 [ 38/39 (100%)] Loss: 0.994928 (1.0044) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.266s, 480.89/s (0.286s, 447.36/s) LR: 3.529e-05 Data: 0.000 (0.010)
429
+ 2025-02-04 03:36:00,949 - train: [ INFO] - Eval : 87 Time: 0.520 (0.520) Loss: 0.1486 (0.1486) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
430
+ 2025-02-04 03:36:04,002 - train: [ INFO] - Eval : 87 Time: 0.064 (0.089) Loss: 0.1364 (0.1540) Acc@1: 100.0000 (99.2400)Acc@5: 100.0000 (99.9800)
431
+ 2025-02-04 03:36:05,237 - train: [ INFO] - Train: 88 [ 0/39 ( 0%)] Loss: 0.978704 (0.9787) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.844s, 151.61/s (0.844s, 151.61/s) LR: 3.159e-05 Data: 0.518 (0.518)
432
+ 2025-02-04 03:36:15,682 - train: [ INFO] - Train: 88 [ 38/39 (100%)] Loss: 1.029940 (1.0043) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.267s, 479.67/s (0.289s, 442.79/s) LR: 3.159e-05 Data: 0.000 (0.014)
433
+ 2025-02-04 03:36:16,484 - train: [ INFO] - Eval : 88 Time: 0.527 (0.527) Loss: 0.1569 (0.1569) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
434
+ 2025-02-04 03:36:19,444 - train: [ INFO] - Eval : 88 Time: 0.065 (0.087) Loss: 0.2779 (0.1542) Acc@1: 87.5000 (99.2400)Acc@5: 100.0000 (99.9800)
435
+ 2025-02-04 03:36:20,581 - train: [ INFO] - Train: 89 [ 0/39 ( 0%)] Loss: 0.977324 (0.9773) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.728s, 175.75/s (0.728s, 175.75/s) LR: 2.818e-05 Data: 0.406 (0.406)
436
+ 2025-02-04 03:36:31,022 - train: [ INFO] - Train: 89 [ 38/39 (100%)] Loss: 0.965696 (0.9715) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.266s, 480.91/s (0.286s, 447.50/s) LR: 2.818e-05 Data: 0.000 (0.011)
437
+ 2025-02-04 03:36:31,800 - train: [ INFO] - Eval : 89 Time: 0.534 (0.534) Loss: 0.1530 (0.1530) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
438
+ 2025-02-04 03:36:34,838 - train: [ INFO] - Eval : 89 Time: 0.064 (0.089) Loss: 0.0959 (0.1546) Acc@1: 100.0000 (99.2400)Acc@5: 100.0000 (99.9800)
439
+ 2025-02-04 03:36:35,852 - train: [ INFO] - Train: 90 [ 0/39 ( 0%)] Loss: 1.003028 (1.0030) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.720s, 177.83/s (0.720s, 177.83/s) LR: 2.505e-05 Data: 0.395 (0.395)
440
+ 2025-02-04 03:36:46,292 - train: [ INFO] - Train: 90 [ 38/39 (100%)] Loss: 0.968702 (0.9859) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.266s, 480.35/s (0.286s, 447.91/s) LR: 2.505e-05 Data: 0.000 (0.010)
441
+ 2025-02-04 03:36:47,122 - train: [ INFO] - Eval : 90 Time: 0.517 (0.517) Loss: 0.1523 (0.1523) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
442
+ 2025-02-04 03:36:50,154 - train: [ INFO] - Eval : 90 Time: 0.064 (0.089) Loss: 0.1355 (0.1518) Acc@1: 100.0000 (99.2200)Acc@5: 100.0000 (100.0000)
443
+ 2025-02-04 03:36:51,201 - train: [ INFO] - Train: 91 [ 0/39 ( 0%)] Loss: 1.014357 (1.0144) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.725s, 176.45/s (0.725s, 176.45/s) LR: 2.221e-05 Data: 0.411 (0.411)
444
+ 2025-02-04 03:37:01,739 - train: [ INFO] - Train: 91 [ 38/39 (100%)] Loss: 0.987747 (1.0011) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.266s, 481.59/s (0.288s, 443.80/s) LR: 2.221e-05 Data: 0.000 (0.011)
445
+ 2025-02-04 03:37:02,533 - train: [ INFO] - Eval : 91 Time: 0.521 (0.521) Loss: 0.1501 (0.1501) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
446
+ 2025-02-04 03:37:05,554 - train: [ INFO] - Eval : 91 Time: 0.065 (0.089) Loss: 0.1405 (0.1519) Acc@1: 100.0000 (99.2800)Acc@5: 100.0000 (100.0000)
447
+ 2025-02-04 03:37:05,950 - timm.utils.checkpoint_saver: [ INFO] - Current checkpoints:
448
+ ('./exp_results/AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/checkpoint-91.pth.tar', 99.28)
449
+
450
+ 2025-02-04 03:37:06,688 - train: [ INFO] - Train: 92 [ 0/39 ( 0%)] Loss: 1.008177 (1.0082) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.726s, 176.29/s (0.726s, 176.29/s) LR: 1.966e-05 Data: 0.410 (0.410)
451
+ 2025-02-04 03:37:17,091 - train: [ INFO] - Train: 92 [ 38/39 (100%)] Loss: 0.991027 (0.9996) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.266s, 480.55/s (0.285s, 449.15/s) LR: 1.966e-05 Data: 0.000 (0.011)
452
+ 2025-02-04 03:37:17,884 - train: [ INFO] - Eval : 92 Time: 0.516 (0.516) Loss: 0.1537 (0.1537) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
453
+ 2025-02-04 03:37:20,898 - train: [ INFO] - Eval : 92 Time: 0.064 (0.088) Loss: 0.1309 (0.1538) Acc@1: 100.0000 (99.2400)Acc@5: 100.0000 (100.0000)
454
+ 2025-02-04 03:37:21,967 - train: [ INFO] - Train: 93 [ 0/39 ( 0%)] Loss: 1.001999 (1.0020) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.720s, 177.75/s (0.720s, 177.75/s) LR: 1.741e-05 Data: 0.402 (0.402)
455
+ 2025-02-04 03:37:32,367 - train: [ INFO] - Train: 93 [ 38/39 (100%)] Loss: 0.983747 (0.9929) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.265s, 482.22/s (0.285s, 449.53/s) LR: 1.741e-05 Data: 0.000 (0.011)
456
+ 2025-02-04 03:37:33,185 - train: [ INFO] - Eval : 93 Time: 0.522 (0.522) Loss: 0.1398 (0.1398) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
457
+ 2025-02-04 03:37:36,222 - train: [ INFO] - Eval : 93 Time: 0.065 (0.089) Loss: 0.0955 (0.1541) Acc@1: 100.0000 (99.1800)Acc@5: 100.0000 (99.9800)
458
+ 2025-02-04 03:37:37,322 - train: [ INFO] - Train: 94 [ 0/39 ( 0%)] Loss: 1.029664 (1.0297) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.715s, 178.97/s (0.715s, 178.97/s) LR: 1.545e-05 Data: 0.392 (0.392)
459
+ 2025-02-04 03:37:47,905 - train: [ INFO] - Train: 94 [ 38/39 (100%)] Loss: 0.995454 (1.0126) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.265s, 483.28/s (0.289s, 442.44/s) LR: 1.545e-05 Data: 0.000 (0.010)
460
+ 2025-02-04 03:37:48,754 - train: [ INFO] - Eval : 94 Time: 0.520 (0.520) Loss: 0.1754 (0.1754) Acc@1: 98.4375 (98.4375)Acc@5: 100.0000 (100.0000)
461
+ 2025-02-04 03:37:51,782 - train: [ INFO] - Eval : 94 Time: 0.065 (0.089) Loss: 0.1520 (0.1537) Acc@1: 100.0000 (99.2400)Acc@5: 100.0000 (100.0000)
462
+ 2025-02-04 03:37:52,889 - train: [ INFO] - Train: 95 [ 0/39 ( 0%)] Loss: 0.980388 (0.9804) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.721s, 177.42/s (0.721s, 177.42/s) LR: 1.379e-05 Data: 0.397 (0.397)
463
+ 2025-02-04 03:38:03,320 - train: [ INFO] - Train: 95 [ 38/39 (100%)] Loss: 0.991619 (0.9860) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.267s, 479.25/s (0.286s, 448.25/s) LR: 1.379e-05 Data: 0.000 (0.010)
464
+ 2025-02-04 03:38:04,166 - train: [ INFO] - Eval : 95 Time: 0.528 (0.528) Loss: 0.1422 (0.1422) Acc@1: 100.0000 (100.0000)Acc@5: 100.0000 (100.0000)
465
+ 2025-02-04 03:38:07,203 - train: [ INFO] - Eval : 95 Time: 0.065 (0.089) Loss: 0.1618 (0.1549) Acc@1: 100.0000 (99.2000)Acc@5: 100.0000 (100.0000)
466
+ 2025-02-04 03:38:08,295 - train: [ INFO] - Train: 96 [ 0/39 ( 0%)] Loss: 0.983552 (0.9836) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.708s, 180.83/s (0.708s, 180.83/s) LR: 1.242e-05 Data: 0.388 (0.388)
467
+ 2025-02-04 03:38:18,723 - train: [ INFO] - Train: 96 [ 38/39 (100%)] Loss: 1.014709 (0.9991) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.266s, 481.87/s (0.285s, 448.89/s) LR: 1.242e-05 Data: 0.000 (0.010)
468
+ 2025-02-04 03:38:19,455 - train: [ INFO] - Eval : 96 Time: 0.525 (0.525) Loss: 0.1747 (0.1747) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
469
+ 2025-02-04 03:38:22,408 - train: [ INFO] - Eval : 96 Time: 0.065 (0.087) Loss: 0.0965 (0.1543) Acc@1: 100.0000 (99.1400)Acc@5: 100.0000 (100.0000)
470
+ 2025-02-04 03:38:23,525 - train: [ INFO] - Train: 97 [ 0/39 ( 0%)] Loss: 0.972999 (0.9730) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.705s, 181.50/s (0.705s, 181.50/s) LR: 1.136e-05 Data: 0.382 (0.382)
471
+ 2025-02-04 03:38:33,950 - train: [ INFO] - Train: 97 [ 38/39 (100%)] Loss: 0.981588 (0.9773) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.266s, 480.51/s (0.285s, 449.08/s) LR: 1.136e-05 Data: 0.000 (0.010)
472
+ 2025-02-04 03:38:34,677 - train: [ INFO] - Eval : 97 Time: 0.523 (0.523) Loss: 0.1632 (0.1632) Acc@1: 98.4375 (98.4375)Acc@5: 100.0000 (100.0000)
473
+ 2025-02-04 03:38:37,725 - train: [ INFO] - Eval : 97 Time: 0.065 (0.089) Loss: 0.1670 (0.1531) Acc@1: 100.0000 (99.1600)Acc@5: 100.0000 (99.9800)
474
+ 2025-02-04 03:38:38,912 - train: [ INFO] - Train: 98 [ 0/39 ( 0%)] Loss: 0.981169 (0.9812) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.713s, 179.63/s (0.713s, 179.63/s) LR: 1.061e-05 Data: 0.391 (0.391)
475
+ 2025-02-04 03:38:49,302 - train: [ INFO] - Train: 98 [ 38/39 (100%)] Loss: 1.008003 (0.9946) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.266s, 480.85/s (0.284s, 450.25/s) LR: 1.061e-05 Data: 0.000 (0.010)
476
+ 2025-02-04 03:38:50,163 - train: [ INFO] - Eval : 98 Time: 0.524 (0.524) Loss: 0.1534 (0.1534) Acc@1: 99.2188 (99.2188)Acc@5: 100.0000 (100.0000)
477
+ 2025-02-04 03:38:53,192 - train: [ INFO] - Eval : 98 Time: 0.065 (0.089) Loss: 0.2706 (0.1547) Acc@1: 100.0000 (99.1800)Acc@5: 100.0000 (100.0000)
478
+ 2025-02-04 03:38:54,289 - train: [ INFO] - Train: 99 [ 0/39 ( 0%)] Loss: 0.979549 (0.9795) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.722s, 177.21/s (0.722s, 177.21/s) LR: 1.015e-05 Data: 0.407 (0.407)
479
+ 2025-02-04 03:39:04,662 - train: [ INFO] - Train: 99 [ 38/39 (100%)] Loss: 0.995348 (0.9874) Acc@1: 100.0000 (100.0000) Acc@5: 100.0000 (100.0000) Time: 0.264s, 484.99/s (0.284s, 450.50/s) LR: 1.015e-05 Data: 0.000 (0.011)
480
+ 2025-02-04 03:39:05,420 - train: [ INFO] - Eval : 99 Time: 0.525 (0.525) Loss: 0.1472 (0.1472) Acc@1: 100.0000 (100.0000)Acc@5: 100.0000 (100.0000)
481
+ 2025-02-04 03:39:08,420 - train: [ INFO] - Eval : 99 Time: 0.064 (0.088) Loss: 0.2644 (0.1534) Acc@1: 100.0000 (99.1800)Acc@5: 100.0000 (100.0000)
482
+ 2025-02-04 03:39:08,926 - train: [ INFO] - *** Best metric: 99.28 (epoch 91)
AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/model_best.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b90bff8d2bfd8ced734b3c56d17123fa60e2856fe80b71fdca6de44901d15bce
3
+ size 3283385
AVspikformer-AVmnistdvs-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_64-LIFNode-16/summary.csv ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,train_loss,eval_loss,eval_top1
2
+ 0,2.8328315019607544,2.303166732788086,13.7
3
+ 1,2.7895147800445557,2.2403532413482665,13.76
4
+ 2,2.7472668886184692,2.099242896270752,36.64
5
+ 3,2.581857442855835,1.8812556282043458,51.6
6
+ 4,2.355120897293091,1.657060863685608,58.14
7
+ 5,2.151573896408081,1.394626565170288,70.64
8
+ 6,1.939609169960022,1.1894141662597657,72.92
9
+ 7,1.8287068605422974,1.0179252146720885,81.06
10
+ 8,1.724803864955902,0.9870825302124023,73.88
11
+ 9,1.6369460821151733,0.81068592004776,87.18
12
+ 10,1.5323407053947449,0.7097670252799988,91.76
13
+ 11,1.4768999814987183,0.6431090803146362,89.46
14
+ 12,1.4130312204360962,0.5286427725791931,94.66
15
+ 13,1.2958326935768127,0.5750115425109863,87.42
16
+ 14,1.3400297164916992,0.42554055523872375,94.16
17
+ 15,1.2311056852340698,0.42159412426948545,93.5
18
+ 16,1.1959342956542969,0.36460884537696836,95.82
19
+ 17,1.1982251405715942,0.38394386298656463,92.42
20
+ 18,1.143024981021881,0.3107864993095398,97.62
21
+ 19,1.1882379651069641,0.29999551124572754,97.12
22
+ 20,1.145563006401062,0.28457383008003234,97.36
23
+ 21,1.1052764654159546,0.32000037393569947,95.04
24
+ 22,1.1422849297523499,0.26463236083984376,96.64
25
+ 23,1.0711652040481567,0.2614918543815613,97.34
26
+ 24,1.1034541726112366,0.2554288106441498,97.28
27
+ 25,1.0588459372520447,0.23295178673267364,96.48
28
+ 26,1.069995939731598,0.3180691650390625,93.18
29
+ 27,1.072006106376648,0.22996092433929444,97.84
30
+ 28,1.0888563394546509,0.20491019649505615,97.54
31
+ 29,1.0406007766723633,0.1988645439863205,98.56
32
+ 30,1.0392613410949707,0.1983057137966156,98.06
33
+ 31,1.0326873064041138,0.18922677779197694,98.04
34
+ 32,1.0756241083145142,0.17694694018363952,98.62
35
+ 33,1.026108205318451,0.21461331564188005,97.46
36
+ 34,1.014124184846878,0.1790364768743515,98.64
37
+ 35,1.0598540306091309,0.1873210473895073,98.38
38
+ 36,1.033874273300171,0.18959708223342894,98.1
39
+ 37,1.0481246709823608,0.2059467957019806,97.64
40
+ 38,1.0365620255470276,0.1673810240983963,98.56
41
+ 39,1.0240128934383392,0.1752191547870636,98.62
42
+ 40,1.0317527055740356,0.1916998396873474,98.44
43
+ 41,1.0407318472862244,0.1658706667304039,98.78
44
+ 42,1.0196478366851807,0.16089450163841248,98.9
45
+ 43,1.0284554362297058,0.1686655319571495,98.76
46
+ 44,1.0115536153316498,0.1715447071671486,98.76
47
+ 45,1.0366851687431335,0.17455235528945923,98.72
48
+ 46,1.015734612941742,0.17845941450595856,98.3
49
+ 47,1.0211140513420105,0.17782554030418396,98.84
50
+ 48,1.022543728351593,0.16625122470855713,98.76
51
+ 49,1.0051656365394592,0.18052162197828292,98.66
52
+ 50,1.0398682951927185,0.16719595611095428,98.96
53
+ 51,1.0028509199619293,0.16974342663288117,98.96
54
+ 52,1.0094378590583801,0.1832861289858818,98.4
55
+ 53,0.9975167512893677,0.16415965379476546,98.68
56
+ 54,1.0301072597503662,0.16645565651655198,98.42
57
+ 55,1.0214280784130096,0.15269594705104828,99.18
58
+ 56,1.0259520411491394,0.16406312689781188,98.92
59
+ 57,0.9977657794952393,0.1562659824371338,99.04
60
+ 58,1.0046578645706177,0.15946787703037263,98.9
61
+ 59,1.0348227620124817,0.16088613489866257,99.02
62
+ 60,0.9940164685249329,0.15556668117046357,98.92
63
+ 61,0.9827241599559784,0.16847061903476715,98.84
64
+ 62,0.9966607987880707,0.16305566931962967,98.9
65
+ 63,1.0042759776115417,0.16721870179176332,98.92
66
+ 64,1.0150351822376251,0.17011093623638154,98.96
67
+ 65,0.9981740415096283,0.1645724322795868,98.96
68
+ 66,1.0077707171440125,0.16532999348640443,98.74
69
+ 67,1.005302369594574,0.1653748570203781,98.88
70
+ 68,1.0347164869308472,0.17086772725582122,98.9
71
+ 69,0.9951056838035583,0.16579402496814727,98.76
72
+ 70,1.0228740572929382,0.16118800590038299,99.12
73
+ 71,1.0352546572685242,0.1506442039489746,99.16
74
+ 72,0.9882384538650513,0.15826573052406312,99.1
75
+ 73,0.9885439276695251,0.15836862967014312,99.16
76
+ 74,1.0298607349395752,0.15675434756278991,99.14
77
+ 75,0.9966282844543457,0.15444190669059754,99.08
78
+ 76,0.9706085324287415,0.15688875765800475,99.1
79
+ 77,0.978823721408844,0.15550504233837129,99.14
80
+ 78,1.0043419003486633,0.15313137974739074,99.18
81
+ 79,1.0010233521461487,0.1576477782011032,99.12
82
+ 80,0.9888821840286255,0.15273419008255004,99.04
83
+ 81,0.9770779311656952,0.15443939440250395,99.2
84
+ 82,1.0142099261283875,0.15463779175281525,99.18
85
+ 83,1.036692500114441,0.1518071911096573,99.2
86
+ 84,0.9731005132198334,0.15441987426280976,99.04
87
+ 85,1.0025792717933655,0.15093136837482451,99.22
88
+ 86,0.9988027811050415,0.15458927043676376,99.24
89
+ 87,1.0044201016426086,0.15400583906173707,99.24
90
+ 88,1.0043216347694397,0.1542060929775238,99.24
91
+ 89,0.9715102016925812,0.154617256295681,99.24
92
+ 90,0.9858650863170624,0.15184557070732116,99.22
93
+ 91,1.0010519325733185,0.15188810002803801,99.28
94
+ 92,0.9996017515659332,0.1538362872838974,99.24
95
+ 93,0.9928730428218842,0.15412965564727782,99.18
96
+ 94,1.0125591456890106,0.15374409589767457,99.24
97
+ 95,0.986003577709198,0.15489886894226074,99.2
98
+ 96,0.9991305768489838,0.15434436342716218,99.14
99
+ 97,0.9772933125495911,0.15309907863140107,99.16
100
+ 98,0.9945859909057617,0.15468584985733033,99.18
101
+ 99,0.9874484539031982,0.15336896958351134,99.18
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_CMCI-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/args.yaml ADDED
@@ -0,0 +1,156 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ aa: rand-m9-mstd0.5-inc1
2
+ act_fun: QGateGrad
3
+ adam_epoch: 1000
4
+ adaptation_info: false
5
+ adaptive_node: false
6
+ alpha: 1.0
7
+ amp: false
8
+ apex_amp: false
9
+ attn_method: CMCI
10
+ aug_splits: 0
11
+ batch_size: 128
12
+ bn_eps: null
13
+ bn_momentum: null
14
+ bn_tf: false
15
+ channels_last: false
16
+ clip_grad: null
17
+ color_jitter: 0.4
18
+ conf_mat: false
19
+ contrastive: false
20
+ conv_type: normal
21
+ cooldown_epochs: 10
22
+ critical_loss: false
23
+ crop_pct: null
24
+ cross_attn: true
25
+ cut_mix: false
26
+ cutmix: 0.0
27
+ cutmix_beta: 2.0
28
+ cutmix_minmax: null
29
+ cutmix_noise: 0.0
30
+ cutmix_num: 1
31
+ cutmix_prob: 0.5
32
+ dataset: CREMAD
33
+ decay_epochs: 30
34
+ decay_rate: 0.1
35
+ device: 0
36
+ dist_bn: ''
37
+ drop: 0.0
38
+ drop_block: null
39
+ drop_connect: null
40
+ drop_path: 0.1
41
+ embed_dims: 256
42
+ encode: direct
43
+ epochs: 100
44
+ eval: false
45
+ eval_checkpoint: ''
46
+ eval_metric: top1
47
+ event_mix: false
48
+ event_size: 48
49
+ gaussian_n: 3
50
+ gp: null
51
+ hflip: 0.5
52
+ img_size: 224
53
+ initial_checkpoint: ''
54
+ interaction: Add
55
+ interpolation: ''
56
+ jsd: false
57
+ kernel_method: cuda
58
+ layer_by_layer: false
59
+ load_avmodel: false
60
+ local_rank: 0
61
+ log_interval: 50
62
+ loss_fn: ce
63
+ lr: 0.005
64
+ lr_cycle_limit: 1
65
+ lr_cycle_mul: 1.0
66
+ lr_noise: null
67
+ lr_noise_pct: 0.67
68
+ lr_noise_std: 1.0
69
+ mean: null
70
+ mem_dist: false
71
+ min_lr: 1.0e-05
72
+ mix_up: false
73
+ mixup: 0.0
74
+ mixup_mode: batch
75
+ mixup_off_epoch: 0
76
+ mixup_prob: 0.0
77
+ mixup_switch_prob: 0.5
78
+ modality: audio-visual
79
+ model: AVspikformer
80
+ model_ema: false
81
+ model_ema_decay: 0.99996
82
+ model_ema_force_cpu: false
83
+ momentum: 0.9
84
+ n_encode_type: linear
85
+ n_groups: 1
86
+ n_preact: false
87
+ native_amp: false
88
+ newton_maxiter: 20
89
+ no_aug: false
90
+ no_prefetcher: false
91
+ no_resume_opt: false
92
+ node_resume: ''
93
+ node_type: LIFNode
94
+ noisy_grad: 0.0
95
+ num_classes: 6
96
+ num_gpu: 1
97
+ opt: adamw
98
+ opt_betas: null
99
+ opt_eps: 1.0e-08
100
+ output: ./exp_results
101
+ patience_epochs: 10
102
+ pin_mem: false
103
+ power: 1
104
+ pretrained: false
105
+ rand_aug: false
106
+ rand_step: false
107
+ randaug_m: 15
108
+ randaug_n: 3
109
+ ratio:
110
+ - 0.75
111
+ - 1.3333333333333333
112
+ recount: 1
113
+ recovery_interval: 0
114
+ remode: pixel
115
+ reprob: 0.25
116
+ requires_thres_grad: false
117
+ reset_drop: false
118
+ resplit: false
119
+ resume: ''
120
+ save_images: false
121
+ scale:
122
+ - 0.08
123
+ - 1.0
124
+ sched: cosine
125
+ seed: 42
126
+ sew_cnf: ADD
127
+ shallow_sps: false
128
+ sigmoid_thres: false
129
+ smoothing: 0.1
130
+ snr: -100
131
+ spike_output: false
132
+ spike_rate: false
133
+ split_bn: false
134
+ start_epoch: null
135
+ std: null
136
+ step: 4
137
+ suffix: ''
138
+ sync_bn: false
139
+ tau: 2.0
140
+ temperature: 0.1
141
+ temporal_flatten: false
142
+ tensorboard_dir: ./exp_results
143
+ tet_loss: false
144
+ threshold: 0.5
145
+ train_interpolation: random
146
+ train_portion: 0.9
147
+ tsne: false
148
+ tta: 0
149
+ use_multi_epochs_loader: false
150
+ validation_batch_size_multiplier: 1
151
+ vflip: 0.0
152
+ visualize: false
153
+ warmup_epochs: 5
154
+ warmup_lr: 1.0e-06
155
+ weight_decay: 0.0001
156
+ workers: 8
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_CMCI-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/checkpoint-35.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec65884948403eded78727fb30e211b26de98add8dd8f2d00b63be9455ac0148
3
+ size 47063953
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_CMCI-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/events.out.tfevents.1735222923.452e941c3358.91628.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4a79110282ab53b5b964f4fa2ca1ebf03d98b610c8220071b8342c8747c14fd
3
+ size 1344496
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_CMCI-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/last.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35bf846a29cc2000ba7f84c9f5abb36a9624e1d20647c3c541242411f15a69e0
3
+ size 47063953
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_CMCI-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_CMCI-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/model_best.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec65884948403eded78727fb30e211b26de98add8dd8f2d00b63be9455ac0148
3
+ size 47063953
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_CMCI-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/summary.csv ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,train_loss,eval_loss,eval_top1
2
+ 0,5.375346660614014,1.7917600895768853,19.62365605754237
3
+ 1,5.161389032999675,1.7014993698366228,29.301075473908455
4
+ 2,4.96200164159139,1.7192666222972255,23.92473138788695
5
+ 3,4.813663323720296,1.4123968924245527,40.86021546394594
6
+ 4,4.702944278717041,1.4039130621058966,44.48924751691921
7
+ 5,4.592399915059407,1.4147303745310793,44.623655996014996
8
+ 6,4.581319014231364,1.5181322623324651,40.45698969851258
9
+ 7,4.312633832295735,1.259266121413118,51.075268981277304
10
+ 8,4.316552956899007,1.1950596724787066,53.09139809557187
11
+ 9,4.19487190246582,1.6042100883299304,40.72580641059465
12
+ 10,4.119280894597371,2.4888651319729385,25.403226011542863
13
+ 11,4.179762840270996,1.2343719479858235,51.881720471125774
14
+ 12,4.029964288075765,1.7571395827877907,35.483871336906184
15
+ 13,4.0159586270650225,1.9531064661600257,34.274193630423596
16
+ 14,3.892937978108724,1.5852277073808896,44.22043043567288
17
+ 15,3.826209465662638,1.1688842094072731,54.83871021065661
18
+ 16,3.8504900137583413,1.9874197283098776,31.182795945034233
19
+ 17,3.83858052889506,1.3887249295429518,46.774193630423596
20
+ 18,3.6630965868631997,1.1784990987470072,54.03225814655263
21
+ 19,3.6829749743143716,1.0396530218021844,61.42473171603295
22
+ 20,3.569191296895345,0.9770013850222352,64.24731236119425
23
+ 21,3.5772054195404053,1.1254975334290536,59.677420093167214
24
+ 22,3.4787922700246177,1.1666911622529388,59.67741968298471
25
+ 23,3.333683490753174,1.3492141846687562,50.53763481878465
26
+ 24,3.2410435676574707,1.1795092654484574,61.55914003105574
27
+ 25,3.3352420330047607,1.0987340481050554,62.5000005742555
28
+ 26,3.279464324315389,1.2434353533611502,58.06451666226951
29
+ 27,3.2175983587900796,0.9356547446661098,64.91935549500168
30
+ 28,3.204092343648275,1.5297157508070751,53.89784999560284
31
+ 29,3.109997828801473,0.9220161207260624,66.39784979051159
32
+ 30,3.1141809622446694,1.8222514480672858,43.27956989247312
33
+ 31,3.0810303688049316,1.8003606744991836,48.38709685623005
34
+ 32,3.0327943166097007,1.1388483739668323,57.66129073276315
35
+ 33,2.9385462601979575,1.438032175904961,50.67204301075269
36
+ 34,2.8074973424275718,2.9384441862824144,35.080645530454575
37
+ 35,2.9566827615102134,0.8937774101893107,70.0268824587586
38
+ 36,2.9029707113901773,1.3685998865353164,58.46774218159337
39
+ 37,2.90969181060791,1.146207065992458,60.88709669215705
40
+ 38,2.7541571458180747,2.8579160551871023,29.97311846415202
41
+ 39,2.7162641684214273,1.1580830607362973,58.870968029063235
42
+ 40,2.824561516443888,1.6045559157607376,47.580645530454575
43
+ 41,2.7663007577260337,1.2856844586710776,55.77957026163737
44
+ 42,2.7228475411732993,1.392795616580594,59.13978531540081
45
+ 43,2.6324562231699624,1.159889856974284,59.811828490226496
46
+ 44,2.5736003716786704,1.1218691807921215,60.3494629398469
47
+ 45,2.6134743690490723,1.5055260248081659,50.940860338108514
48
+ 46,2.6035285790761313,1.1558334468513407,59.81182820309875
49
+ 47,2.6104017893473306,1.2564909355614775,55.37634453722226
50
+ 48,2.5920848846435547,1.3037728340395036,53.225806779758905
51
+ 49,2.5191966692606607,1.3387296815072336,55.645161782541585
52
+ 50,2.4779563744862876,1.1258063200981385,58.736559385894445
53
+ 51,2.419981320699056,1.3385303584478234,54.973118443642896
54
+ 52,2.401822090148926,1.267746356225783,57.123656447215744
55
+ 53,2.4358161290486655,0.9533250460060694,65.45699006767683
56
+ 54,2.4249930381774902,1.1688992938687723,63.97849470569241
57
+ 55,2.423938512802124,1.4748648699893747,51.881720717235275
58
+ 56,2.427131493886312,1.1372477367360105,63.44086037912676
59
+ 57,2.4195894400278726,1.0984754690559961,62.096774685767386
60
+ 58,2.4825234413146973,1.0104528421996741,67.06989321144678
61
+ 59,2.3830386797587075,1.3745667575508036,52.688172535229754
62
+ 60,2.3640929063161216,1.0848740659734255,62.63440917640604
63
+ 61,2.335132598876953,1.1150615676756828,64.38172096334478
64
+ 62,2.3431996504465737,1.0648725225079445,60.61827985702023
65
+ 63,2.2031758626302085,1.170882555746263,55.510752729190294
66
+ 64,2.3724633057912192,1.482297924257094,47.71505396853211
67
+ 65,2.261863946914673,1.0630551038249847,65.18817261726626
68
+ 66,2.2598565419514975,1.1029914617538452,61.02150570449009
69
+ 67,2.160399595896403,1.0790992923962173,61.96236583750735
70
+ 68,2.2231480280558267,0.9789505101019337,66.80107567899971
71
+ 69,2.2029758294423423,0.9590385671584837,65.59139776742586
72
+ 70,2.2273985544840493,0.9903595344994658,65.99462377896873
73
+ 71,2.308190186818441,0.9572635190461272,65.05376409715221
74
+ 72,2.199859539667765,0.9655779625779839,69.89247303624308
75
+ 73,2.1464103857676187,1.0711464253805016,60.75268825407951
76
+ 74,2.1958030064900718,0.9880682255632134,65.45698949342133
77
+ 75,2.2045151392618814,1.0163862115593367,65.99462418915122
78
+ 76,2.215730905532837,1.015210941273679,64.247312320176
79
+ 77,2.1452788511912027,0.9509190269695815,67.06989255515478
80
+ 78,2.1622630755106607,0.9302008664736183,67.20430091119582
81
+ 79,2.1297152042388916,1.0276461429493402,64.38172071723528
82
+ 80,2.1545613606770835,0.983874160756347,66.12903209399151
83
+ 81,2.1187488238016763,0.9538789250517404,68.27957071283812
84
+ 82,2.1079959869384766,0.9720581872488863,65.8602155870007
85
+ 83,2.164628585179647,0.9806096143619989,66.53225863877164
86
+ 84,2.122215906778971,0.9484244072309105,66.26344118836106
87
+ 85,2.05578351020813,0.9483845862009193,65.86021571005544
88
+ 86,2.137603282928467,0.9523497422536215,67.33871049778436
89
+ 87,2.157134771347046,0.9719808563109367,65.32258093228904
90
+ 88,2.110837459564209,0.9422873047090345,68.14516153643208
91
+ 89,2.112398386001587,0.9593562996515663,66.93548436318675
92
+ 90,2.096839984258016,0.9523649279789258,66.53225822858913
93
+ 91,2.0437746047973633,0.9540296152073849,65.99462390202348
94
+ 92,2.0819782416025796,0.9333769480387369,66.66666674870316
95
+ 93,2.090599616368612,0.9172853109657123,67.60752720986643
96
+ 94,2.151678482691447,0.9558841502794655,65.59139858779086
97
+ 95,2.0834062099456787,0.9418989343027915,66.93548387096774
98
+ 96,2.067286968231201,0.9328131585992793,69.22043059974588
99
+ 97,2.0392795403798423,0.9192152298906798,67.60752704579343
100
+ 98,2.0688259601593018,0.9347829305997459,66.80107567899971
101
+ 99,2.080329656600952,0.9060066105217062,68.5483878351027
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SCA-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/args.yaml ADDED
@@ -0,0 +1,156 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ aa: rand-m9-mstd0.5-inc1
2
+ act_fun: QGateGrad
3
+ adam_epoch: 1000
4
+ adaptation_info: false
5
+ adaptive_node: false
6
+ alpha: 1.0
7
+ amp: false
8
+ apex_amp: false
9
+ attn_method: SCA
10
+ aug_splits: 0
11
+ batch_size: 128
12
+ bn_eps: null
13
+ bn_momentum: null
14
+ bn_tf: false
15
+ channels_last: false
16
+ clip_grad: null
17
+ color_jitter: 0.4
18
+ conf_mat: false
19
+ contrastive: false
20
+ conv_type: normal
21
+ cooldown_epochs: 10
22
+ critical_loss: false
23
+ crop_pct: null
24
+ cross_attn: true
25
+ cut_mix: false
26
+ cutmix: 0.0
27
+ cutmix_beta: 2.0
28
+ cutmix_minmax: null
29
+ cutmix_noise: 0.0
30
+ cutmix_num: 1
31
+ cutmix_prob: 0.5
32
+ dataset: CREMAD
33
+ decay_epochs: 30
34
+ decay_rate: 0.1
35
+ device: 0
36
+ dist_bn: ''
37
+ drop: 0.0
38
+ drop_block: null
39
+ drop_connect: null
40
+ drop_path: 0.1
41
+ embed_dims: 256
42
+ encode: direct
43
+ epochs: 100
44
+ eval: false
45
+ eval_checkpoint: ''
46
+ eval_metric: top1
47
+ event_mix: false
48
+ event_size: 48
49
+ gaussian_n: 3
50
+ gp: null
51
+ hflip: 0.5
52
+ img_size: 224
53
+ initial_checkpoint: ''
54
+ interaction: Add
55
+ interpolation: ''
56
+ jsd: false
57
+ kernel_method: cuda
58
+ layer_by_layer: false
59
+ load_avmodel: false
60
+ local_rank: 0
61
+ log_interval: 50
62
+ loss_fn: ce
63
+ lr: 0.005
64
+ lr_cycle_limit: 1
65
+ lr_cycle_mul: 1.0
66
+ lr_noise: null
67
+ lr_noise_pct: 0.67
68
+ lr_noise_std: 1.0
69
+ mean: null
70
+ mem_dist: false
71
+ min_lr: 1.0e-05
72
+ mix_up: false
73
+ mixup: 0.0
74
+ mixup_mode: batch
75
+ mixup_off_epoch: 0
76
+ mixup_prob: 0.0
77
+ mixup_switch_prob: 0.5
78
+ modality: audio-visual
79
+ model: AVspikformer
80
+ model_ema: false
81
+ model_ema_decay: 0.99996
82
+ model_ema_force_cpu: false
83
+ momentum: 0.9
84
+ n_encode_type: linear
85
+ n_groups: 1
86
+ n_preact: false
87
+ native_amp: false
88
+ newton_maxiter: 20
89
+ no_aug: false
90
+ no_prefetcher: false
91
+ no_resume_opt: false
92
+ node_resume: ''
93
+ node_type: LIFNode
94
+ noisy_grad: 0.0
95
+ num_classes: 6
96
+ num_gpu: 1
97
+ opt: adamw
98
+ opt_betas: null
99
+ opt_eps: 1.0e-08
100
+ output: ./exp_results
101
+ patience_epochs: 10
102
+ pin_mem: false
103
+ power: 1
104
+ pretrained: false
105
+ rand_aug: false
106
+ rand_step: false
107
+ randaug_m: 15
108
+ randaug_n: 3
109
+ ratio:
110
+ - 0.75
111
+ - 1.3333333333333333
112
+ recount: 1
113
+ recovery_interval: 0
114
+ remode: pixel
115
+ reprob: 0.25
116
+ requires_thres_grad: false
117
+ reset_drop: false
118
+ resplit: false
119
+ resume: ''
120
+ save_images: false
121
+ scale:
122
+ - 0.08
123
+ - 1.0
124
+ sched: cosine
125
+ seed: 42
126
+ sew_cnf: ADD
127
+ shallow_sps: false
128
+ sigmoid_thres: false
129
+ smoothing: 0.1
130
+ snr: -100
131
+ spike_output: false
132
+ spike_rate: false
133
+ split_bn: false
134
+ start_epoch: null
135
+ std: null
136
+ step: 4
137
+ suffix: ''
138
+ sync_bn: false
139
+ tau: 2.0
140
+ temperature: 0.1
141
+ temporal_flatten: false
142
+ tensorboard_dir: ./exp_results
143
+ tet_loss: false
144
+ threshold: 0.5
145
+ train_interpolation: random
146
+ train_portion: 0.9
147
+ tsne: false
148
+ tta: 0
149
+ use_multi_epochs_loader: false
150
+ validation_batch_size_multiplier: 1
151
+ vflip: 0.0
152
+ visualize: false
153
+ warmup_epochs: 5
154
+ warmup_lr: 1.0e-06
155
+ weight_decay: 0.0001
156
+ workers: 8
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SCA-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/checkpoint-85.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44dc2d553d4b2c0bffa307239d29db403ed51e5f710248589ef236aa4a3a555a
3
+ size 42822577
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SCA-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/events.out.tfevents.1735222923.452e941c3358.91627.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78ad95564d763c50e0b2943caf5654fd90b455a9e89bf331f580f3c0389770af
3
+ size 1344496
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SCA-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/last.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd4a20a5fcb60601d2390fa5c0760010a6a0cf0b54319fb4d251698a62fb6ae5
3
+ size 42822577
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SCA-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SCA-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/model_best.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44dc2d553d4b2c0bffa307239d29db403ed51e5f710248589ef236aa4a3a555a
3
+ size 42822577
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SCA-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/summary.csv ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,train_loss,eval_loss,eval_top1
2
+ 0,1.791434605916341,1.7917682470813874,16.129032278573643
3
+ 1,1.6853153308232625,1.6314311283890919,35.61827981600197
4
+ 2,1.614208420117696,1.594900619599127,30.64516133134083
5
+ 3,1.545304258664449,1.4784059639899962,37.634408684187036
6
+ 4,1.4894963105519612,1.4058579283375894,40.59139825964487
7
+ 5,1.470321814219157,1.5777662287476242,38.30645190003098
8
+ 6,1.4495490789413452,1.4322745428290418,40.45698957545783
9
+ 7,1.3969563245773315,1.3462816617822135,44.89247311827957
10
+ 8,1.3266778389612834,1.366229998168125,43.01075309835454
11
+ 9,1.2678076823552449,1.3041818257301085,50.13440901233304
12
+ 10,1.289092779159546,1.6032612528852237,40.18817237115675
13
+ 11,1.2863668998082478,1.6155877305615334,38.306451776976225
14
+ 12,1.2282963593800862,1.2333758633623841,51.075268899240804
15
+ 13,1.2134658892949421,1.567990642721935,46.50537679528677
16
+ 14,1.231035629908244,1.2658821613557878,51.88172092232653
17
+ 15,1.2273400227228801,1.8983256778409403,38.17204296973444
18
+ 16,1.1697165966033936,1.0810265207803378,59.67741968298471
19
+ 17,1.1751692692438762,1.977655505621305,34.2741938765331
20
+ 18,1.1573009888331096,1.1776135621532318,56.31720467023952
21
+ 19,1.0844884713490803,1.4664257482815815,48.52150586856309
22
+ 20,1.0665582815806072,1.6462351340119556,43.548387301865446
23
+ 21,1.0880972146987915,1.2692962115810764,54.56989263719128
24
+ 22,1.0618682702382405,1.2520002280512164,54.03225818757088
25
+ 23,1.0065259138743083,1.0880106969546246,59.67741960094821
26
+ 24,1.0161240895589192,1.4175711037010275,52.284946646741645
27
+ 25,0.9979625145594279,1.289535036651037,51.34408626761488
28
+ 26,0.9199646910031637,1.6745023150597849,46.37096774193548
29
+ 27,0.9276828368504842,1.1403004495046472,59.67741976502121
30
+ 28,0.8105719486872355,1.1515588260466052,60.21505429667811
31
+ 29,0.8596098820368449,1.393603790190912,48.25268862324376
32
+ 30,0.8639488617579142,1.138965424670968,57.25806459816553
33
+ 31,0.8678961992263794,1.6456321631708453,42.20430123934182
34
+ 32,0.8441365559895834,1.116460996289407,60.08064565350932
35
+ 33,0.877986212571462,1.1277288160016459,61.82795715332031
36
+ 34,0.7591076493263245,1.1871863706137544,58.1989252234018
37
+ 35,0.7849401235580444,1.2445579010953185,57.123656488234
38
+ 36,0.7672505378723145,1.319050040296329,52.95698941138483
39
+ 37,0.7030866146087646,1.9258952666354436,45.026881884503105
40
+ 38,0.7000008026758829,1.1486160485975203,59.67741964196646
41
+ 39,0.6583390434583029,1.0907202946242465,61.4247316750147
42
+ 40,0.6970334847768148,1.2767524847420313,58.60215070170741
43
+ 41,0.6854436198870341,1.3881682516426168,55.51075293428154
44
+ 42,0.6206802527109782,1.067678274646882,61.290323113882415
45
+ 43,0.630517582098643,1.321965758518506,54.97311840262464
46
+ 44,0.6214062770207723,1.2668170185499295,59.67741951891171
47
+ 45,0.6139390071233114,1.105817380771842,61.693548920334024
48
+ 46,0.6046520471572876,1.274641053650969,57.123656324161
49
+ 47,0.6127738952636719,1.10119503800587,59.94623684626754
50
+ 48,0.5928476254145304,1.380719397657661,56.18279643725323
51
+ 49,0.5921469728151957,1.2353527289564892,61.155914142567624
52
+ 50,0.5822195410728455,1.2135441457071612,59.40860239664713
53
+ 51,0.5898633201917013,1.1796488954174904,61.69354896135228
54
+ 52,0.5641745924949646,1.305375358109833,57.661290691744895
55
+ 53,0.5855639974276224,1.1087274359118553,62.500000123054754
56
+ 54,0.5480518738428751,1.1207493235988002,62.5000002461095
57
+ 55,0.5421090324719747,1.1097015873078377,64.11290371802545
58
+ 56,0.5679792761802673,1.242104548279957,58.60215090679866
59
+ 57,0.5432583093643188,1.3496854164267098,57.39247369253507
60
+ 58,0.537570059299469,1.2708774894796393,57.1236562421245
61
+ 59,0.5484400987625122,1.0371662301401938,64.91935512583743
62
+ 60,0.5544816652933756,1.065592885017395,64.78494640063214
63
+ 61,0.5007960001627604,1.246429689468876,60.618280226184474
64
+ 62,0.5403957366943359,1.07838955233174,64.6505375523721
65
+ 63,0.5165494680404663,1.079966910423771,63.44086054319976
66
+ 64,0.5350376566251119,1.1577222078077254,62.09677431660314
67
+ 65,0.5090453426043192,1.0833606643061484,63.0376349418394
68
+ 66,0.4989251097043355,1.107027333269837,61.9623658785256
69
+ 67,0.5000138878822327,1.1329003328918128,62.63440917640604
70
+ 68,0.4944823483626048,1.1093148633997927,62.365592136177966
71
+ 69,0.5030534764130911,1.0884696834830827,66.53225872080813
72
+ 70,0.5160102446873983,1.0804599690180954,63.306452105122226
73
+ 71,0.5055672923723856,1.0517125514245802,64.91935537194693
74
+ 72,0.4909833073616028,1.1303632778506125,61.96236550936135
75
+ 73,0.4851614634195964,1.0920029321024496,62.90322646274362
76
+ 74,0.49880750974019367,1.0586574000696982,65.18817196097426
77
+ 75,0.481466402610143,1.0875749831558557,63.30645214614048
78
+ 76,0.4953192075093587,1.0661500564185522,63.5752687351678
79
+ 77,0.4808281660079956,1.0592571420054282,63.17204354398994
80
+ 78,0.4803850054740906,1.0637279813007643,64.38172071723528
81
+ 79,0.4966876208782196,1.0604277721015356,64.24731223813949
82
+ 80,0.49096030990282696,1.0230453328419757,65.18817196097426
83
+ 81,0.47546908259391785,1.0455556018378145,64.24731190999348
84
+ 82,0.5005388061205546,1.0364263839619134,65.3225811373803
85
+ 83,0.4678182899951935,1.0679452829463507,63.70967807564684
86
+ 84,0.49432923396428424,1.0394774918915124,64.78494648266864
87
+ 85,0.47543567419052124,1.0218024125663183,66.53225880284464
88
+ 86,0.48503051201502484,1.0488493019534695,64.6505375523721
89
+ 87,0.47838685909907025,1.0347745713367258,64.91935557703817
90
+ 88,0.47763141989707947,1.1229276311013006,63.17204292871619
91
+ 89,0.4703149696191152,1.0164399454670567,65.7258070258684
92
+ 90,0.4979814390341441,1.0690047112844323,63.306452023085726
93
+ 91,0.47686777512232464,1.0416242896869619,64.24731215610299
94
+ 92,0.4748513102531433,1.0956769527927521,63.44086046116326
95
+ 93,0.4799175163110097,1.0055021662865915,65.18817220708375
96
+ 94,0.49395837386449176,1.0351435253697057,63.44086087134577
97
+ 95,0.49020590384801227,1.0588756165196818,63.575268981277304
98
+ 96,0.4606342613697052,1.047869409284284,64.1129037590437
99
+ 97,0.471680889527003,1.0187193591107604,65.45698941138482
100
+ 98,0.46757255991299945,1.0593459452352216,64.6505375523721
101
+ 99,0.4768695930639903,1.0256000090670843,64.51612977058657
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Spatial-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/args.yaml ADDED
@@ -0,0 +1,156 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ aa: rand-m9-mstd0.5-inc1
2
+ act_fun: QGateGrad
3
+ adam_epoch: 1000
4
+ adaptation_info: false
5
+ adaptive_node: false
6
+ alpha: 1.5
7
+ amp: false
8
+ apex_amp: false
9
+ attn_method: Spatial
10
+ aug_splits: 0
11
+ batch_size: 128
12
+ bn_eps: null
13
+ bn_momentum: null
14
+ bn_tf: false
15
+ channels_last: false
16
+ clip_grad: null
17
+ color_jitter: 0.4
18
+ conf_mat: false
19
+ contrastive: false
20
+ conv_type: normal
21
+ cooldown_epochs: 10
22
+ critical_loss: false
23
+ crop_pct: null
24
+ cross_attn: true
25
+ cut_mix: false
26
+ cutmix: 0.0
27
+ cutmix_beta: 2.0
28
+ cutmix_minmax: null
29
+ cutmix_noise: 0.0
30
+ cutmix_num: 1
31
+ cutmix_prob: 0.5
32
+ dataset: CREMAD
33
+ decay_epochs: 30
34
+ decay_rate: 0.1
35
+ device: 0
36
+ dist_bn: ''
37
+ drop: 0.0
38
+ drop_block: null
39
+ drop_connect: null
40
+ drop_path: 0.1
41
+ embed_dims: 256
42
+ encode: direct
43
+ epochs: 100
44
+ eval: false
45
+ eval_checkpoint: ''
46
+ eval_metric: top1
47
+ event_mix: false
48
+ event_size: 48
49
+ gaussian_n: 3
50
+ gp: null
51
+ hflip: 0.5
52
+ img_size: 224
53
+ initial_checkpoint: ''
54
+ interaction: Add
55
+ interpolation: ''
56
+ jsd: false
57
+ kernel_method: cuda
58
+ layer_by_layer: false
59
+ load_avmodel: false
60
+ local_rank: 0
61
+ log_interval: 50
62
+ loss_fn: ce
63
+ lr: 0.005
64
+ lr_cycle_limit: 1
65
+ lr_cycle_mul: 1.0
66
+ lr_noise: null
67
+ lr_noise_pct: 0.67
68
+ lr_noise_std: 1.0
69
+ mean: null
70
+ mem_dist: false
71
+ min_lr: 1.0e-05
72
+ mix_up: false
73
+ mixup: 0.0
74
+ mixup_mode: batch
75
+ mixup_off_epoch: 0
76
+ mixup_prob: 0.0
77
+ mixup_switch_prob: 0.5
78
+ modality: audio-visual
79
+ model: AVspikformer
80
+ model_ema: false
81
+ model_ema_decay: 0.99996
82
+ model_ema_force_cpu: false
83
+ momentum: 0.9
84
+ n_encode_type: linear
85
+ n_groups: 1
86
+ n_preact: false
87
+ native_amp: false
88
+ newton_maxiter: 20
89
+ no_aug: false
90
+ no_prefetcher: false
91
+ no_resume_opt: false
92
+ node_resume: ''
93
+ node_type: LIFNode
94
+ noisy_grad: 0.0
95
+ num_classes: 6
96
+ num_gpu: 1
97
+ opt: adamw
98
+ opt_betas: null
99
+ opt_eps: 1.0e-08
100
+ output: ./exp_results
101
+ patience_epochs: 10
102
+ pin_mem: false
103
+ power: 1
104
+ pretrained: false
105
+ rand_aug: false
106
+ rand_step: false
107
+ randaug_m: 15
108
+ randaug_n: 3
109
+ ratio:
110
+ - 0.75
111
+ - 1.3333333333333333
112
+ recount: 1
113
+ recovery_interval: 0
114
+ remode: pixel
115
+ reprob: 0.25
116
+ requires_thres_grad: false
117
+ reset_drop: false
118
+ resplit: false
119
+ resume: ''
120
+ save_images: false
121
+ scale:
122
+ - 0.08
123
+ - 1.0
124
+ sched: cosine
125
+ seed: 42
126
+ sew_cnf: ADD
127
+ shallow_sps: false
128
+ sigmoid_thres: false
129
+ smoothing: 0.1
130
+ snr: -100
131
+ spike_output: false
132
+ spike_rate: false
133
+ split_bn: false
134
+ start_epoch: null
135
+ std: null
136
+ step: 4
137
+ suffix: ''
138
+ sync_bn: false
139
+ tau: 2.0
140
+ temperature: 0.1
141
+ temporal_flatten: false
142
+ tensorboard_dir: ./exp_results
143
+ tet_loss: false
144
+ threshold: 0.5
145
+ train_interpolation: random
146
+ train_portion: 0.9
147
+ tsne: false
148
+ tta: 0
149
+ use_multi_epochs_loader: false
150
+ validation_batch_size_multiplier: 1
151
+ vflip: 0.0
152
+ visualize: false
153
+ warmup_epochs: 5
154
+ warmup_lr: 1.0e-06
155
+ weight_decay: 0.0001
156
+ workers: 8
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Spatial-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/checkpoint-90.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5463b39d0920daca57a98362b48561a8f7690bddfbb9e94e34ad1d2ea6908e53
3
+ size 42821305
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Spatial-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/events.out.tfevents.1735226013.452e941c3358.220501.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:997a8169912e1b2dc6d525b2e0cfd72d531d773b53b44ace4df8d4227df2fdf3
3
+ size 1344496
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Spatial-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/last.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13f96322df09391de67ab3a26af75b64bd0cb19594c570d85200f00048a2c6bb
3
+ size 42821305
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Spatial-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Spatial-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/model_best.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13f96322df09391de67ab3a26af75b64bd0cb19594c570d85200f00048a2c6bb
3
+ size 42821305
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Spatial-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/summary.csv ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,train_loss,eval_loss,eval_top1
2
+ 0,1.801857591,1.793854238,17.33870982
3
+ 1,1.632618944,1.549205281,34.13978515
4
+ 2,1.475584507,2.265443712,19.89247319
5
+ 3,1.372986118,1.603656098,36.9623658
6
+ 4,1.453356385,1.676678922,33.6021505
7
+ 5,1.360041459,1.356169078,44.89247353
8
+ 6,1.329874873,1.572609464,48.52150554
9
+ 7,1.29145058,1.304212769,51.74731236
10
+ 8,1.262246529,1.423287866,42.74193565
11
+ 9,1.221801122,1.32676408,51.47849462
12
+ 10,1.182350119,1.170453951,54.83871013
13
+ 11,1.13718756,1.728197285,43.2795703
14
+ 12,1.135908564,1.412929204,49.5967744
15
+ 13,1.005259871,1.476423387,42.47311865
16
+ 14,1.026295801,1.194454617,57.66129032
17
+ 15,1.009269317,1.280636135,55.51075302
18
+ 16,0.986382087,1.197239922,57.52688229
19
+ 17,0.995704273,1.761693097,42.87634446
20
+ 18,1.01602606,1.945493831,37.5
21
+ 19,0.916495065,2.039010473,41.26344107
22
+ 20,0.978358408,2.830450886,26.47849466
23
+ 21,0.85664169,1.07422333,57.2580646
24
+ 22,0.881238004,1.202336733,56.9892476
25
+ 23,0.89392523,1.445769821,52.55376377
26
+ 24,0.843767623,1.2064638,59.00537675
27
+ 25,0.813316723,1.273713244,58.19892506
28
+ 26,0.770667692,1.540272558,49.73118312
29
+ 27,0.764573057,1.482503772,52.55376377
30
+ 28,0.769806166,1.019799125,63.44086054
31
+ 29,0.749235392,1.143180206,58.06451646
32
+ 30,0.716286023,2.014217241,43.68279566
33
+ 31,0.706008395,1.329030562,55.7795703
34
+ 32,0.691936334,1.356773483,55.24193573
35
+ 33,0.672519922,1.671363874,50.53763449
36
+ 34,0.676915646,1.092393393,61.82795756
37
+ 35,0.62886548,1.29539272,56.72043035
38
+ 36,0.608011941,1.106432047,60.75268866
39
+ 37,0.622153421,1.022892074,64.38172092
40
+ 38,0.567695081,1.082796392,61.42473184
41
+ 39,0.614382009,1.233701543,58.87096791
42
+ 40,0.56640327,1.086981232,62.23118296
43
+ 41,0.589035332,1.322796027,59.54301129
44
+ 42,0.55384628,1.3408664,54.30107568
45
+ 43,0.531779746,1.123476635,62.36559193
46
+ 44,0.541758239,1.114058002,62.63440897
47
+ 45,0.553521812,1.01326951,63.03763433
48
+ 46,0.521959225,1.316125833,57.12365641
49
+ 47,0.543660372,0.951156096,67.87634474
50
+ 48,0.539499124,1.234588986,58.73655939
51
+ 49,0.519245664,1.150108104,61.82795711
52
+ 50,0.530831079,1.239808652,59.13978544
53
+ 51,0.511099796,1.116803259,62.09677411
54
+ 52,0.502436618,1.037125448,64.65053821
55
+ 53,0.504659375,1.045232879,64.91935537
56
+ 54,0.49487409,1.002016187,65.45698974
57
+ 55,0.490234435,1.013675753,64.91935476
58
+ 56,0.499985864,1.040998911,63.70967767
59
+ 57,0.478902181,1.007665245,65.05376402
60
+ 58,0.493515124,0.990803374,65.59139777
61
+ 59,0.495447328,0.982495127,66.26344102
62
+ 60,0.485588292,1.018200681,66.93548453
63
+ 61,0.488191962,1.125870462,63.44086034
64
+ 62,0.482531706,0.922901603,68.27957047
65
+ 63,0.486678799,0.98304715,66.53225823
66
+ 64,0.490316361,0.989163503,66.93548371
67
+ 65,0.478204151,1.1026358,63.84408627
68
+ 66,0.464663953,1.040908256,64.78494681
69
+ 67,0.468091051,1.116461177,63.84408619
70
+ 68,0.472413003,0.992230965,66.26344111
71
+ 69,0.471752505,0.980736815,66.26344102
72
+ 70,0.482272238,0.927350896,68.01075285
73
+ 71,0.472603599,0.944793502,66.93548371
74
+ 72,0.466427634,1.121227387,61.6935488
75
+ 73,0.464908699,0.9467448,66.80107543
76
+ 74,0.460787455,1.013746149,65.99462407
77
+ 75,0.469995737,1.009985961,65.59139801
78
+ 76,0.472579569,0.966936188,68.1451617
79
+ 77,0.466156354,0.942838655,68.27957038
80
+ 78,0.467847546,0.940174776,67.33870992
81
+ 79,0.467487305,0.919067574,69.08602159
82
+ 80,0.465999385,0.950336945,68.81720414
83
+ 81,0.455634097,0.935350847,66.93548469
84
+ 82,0.448832234,0.919126904,68.68279611
85
+ 83,0.451933205,0.939828678,68.81720422
86
+ 84,0.461228679,0.913691189,69.35483953
87
+ 85,0.462914993,0.927771921,67.74193557
88
+ 86,0.452332149,0.90017892,69.35483937
89
+ 87,0.454813004,0.887979237,68.68279578
90
+ 88,0.457971662,0.913051513,68.95161348
91
+ 89,0.456392338,0.911543035,70.29569876
92
+ 90,0.465922574,0.889303368,70.69892498
93
+ 91,0.45521157,0.916500077,70.16129081
94
+ 92,0.468833784,0.896747819,68.54838693
95
+ 93,0.451138804,0.880356964,70.29569975
96
+ 94,0.46372666,0.91069357,70.02688229
97
+ 95,0.455429484,0.911875106,69.35483871
98
+ 96,0.451913098,0.941349264,68.01075326
99
+ 97,0.455598027,0.901311349,69.3548392
100
+ 98,0.45654279,0.916815591,70.29569925
101
+ 99,0.456937989,0.922116795,69.48924723
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_256-LIFNode-4/args.yaml ADDED
@@ -0,0 +1,156 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ aa: rand-m9-mstd0.5-inc1
2
+ act_fun: QGateGrad
3
+ adam_epoch: 1000
4
+ adaptation_info: false
5
+ adaptive_node: false
6
+ alpha: 1.5
7
+ amp: false
8
+ apex_amp: false
9
+ attn_method: SpatialTemporal
10
+ aug_splits: 0
11
+ batch_size: 128
12
+ bn_eps: null
13
+ bn_momentum: null
14
+ bn_tf: false
15
+ channels_last: false
16
+ clip_grad: null
17
+ color_jitter: 0.4
18
+ conf_mat: false
19
+ contrastive: true
20
+ conv_type: normal
21
+ cooldown_epochs: 10
22
+ critical_loss: false
23
+ crop_pct: null
24
+ cross_attn: true
25
+ cut_mix: false
26
+ cutmix: 0.0
27
+ cutmix_beta: 2.0
28
+ cutmix_minmax: null
29
+ cutmix_noise: 0.0
30
+ cutmix_num: 1
31
+ cutmix_prob: 0.5
32
+ dataset: CREMAD
33
+ decay_epochs: 30
34
+ decay_rate: 0.1
35
+ device: 0
36
+ dist_bn: ''
37
+ drop: 0.0
38
+ drop_block: null
39
+ drop_connect: null
40
+ drop_path: 0.1
41
+ embed_dims: 256
42
+ encode: direct
43
+ epochs: 100
44
+ eval: false
45
+ eval_checkpoint: ''
46
+ eval_metric: top1
47
+ event_mix: false
48
+ event_size: 48
49
+ gaussian_n: 3
50
+ gp: null
51
+ hflip: 0.5
52
+ img_size: 224
53
+ initial_checkpoint: ''
54
+ interaction: Add
55
+ interpolation: ''
56
+ jsd: false
57
+ kernel_method: cuda
58
+ layer_by_layer: false
59
+ load_avmodel: false
60
+ local_rank: 0
61
+ log_interval: 50
62
+ loss_fn: ce
63
+ lr: 0.005
64
+ lr_cycle_limit: 1
65
+ lr_cycle_mul: 1.0
66
+ lr_noise: null
67
+ lr_noise_pct: 0.67
68
+ lr_noise_std: 1.0
69
+ mean: null
70
+ mem_dist: false
71
+ min_lr: 1.0e-05
72
+ mix_up: false
73
+ mixup: 0.0
74
+ mixup_mode: batch
75
+ mixup_off_epoch: 0
76
+ mixup_prob: 0.0
77
+ mixup_switch_prob: 0.5
78
+ modality: audio-visual
79
+ model: AVspikformer
80
+ model_ema: false
81
+ model_ema_decay: 0.99996
82
+ model_ema_force_cpu: false
83
+ momentum: 0.9
84
+ n_encode_type: linear
85
+ n_groups: 1
86
+ n_preact: false
87
+ native_amp: false
88
+ newton_maxiter: 20
89
+ no_aug: false
90
+ no_prefetcher: false
91
+ no_resume_opt: false
92
+ node_resume: ''
93
+ node_type: LIFNode
94
+ noisy_grad: 0.0
95
+ num_classes: 6
96
+ num_gpu: 1
97
+ opt: adamw
98
+ opt_betas: null
99
+ opt_eps: 1.0e-08
100
+ output: ./exp_results
101
+ patience_epochs: 10
102
+ pin_mem: false
103
+ power: 1
104
+ pretrained: false
105
+ rand_aug: false
106
+ rand_step: false
107
+ randaug_m: 15
108
+ randaug_n: 3
109
+ ratio:
110
+ - 0.75
111
+ - 1.3333333333333333
112
+ recount: 1
113
+ recovery_interval: 0
114
+ remode: pixel
115
+ reprob: 0.25
116
+ requires_thres_grad: false
117
+ reset_drop: false
118
+ resplit: false
119
+ resume: ''
120
+ save_images: false
121
+ scale:
122
+ - 0.08
123
+ - 1.0
124
+ sched: cosine
125
+ seed: 42
126
+ sew_cnf: ADD
127
+ shallow_sps: false
128
+ sigmoid_thres: false
129
+ smoothing: 0.1
130
+ snr: -100
131
+ spike_output: false
132
+ spike_rate: false
133
+ split_bn: false
134
+ start_epoch: null
135
+ std: null
136
+ step: 4
137
+ suffix: ''
138
+ sync_bn: false
139
+ tau: 2.0
140
+ temperature: 0.07
141
+ temporal_flatten: false
142
+ tensorboard_dir: ./exp_results
143
+ tet_loss: false
144
+ threshold: 0.5
145
+ train_interpolation: random
146
+ train_portion: 0.9
147
+ tsne: false
148
+ tta: 0
149
+ use_multi_epochs_loader: false
150
+ validation_batch_size_multiplier: 1
151
+ vflip: 0.0
152
+ visualize: false
153
+ warmup_epochs: 5
154
+ warmup_lr: 1.0e-06
155
+ weight_decay: 0.0001
156
+ workers: 8
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_256-LIFNode-4/checkpoint-98.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cda7075b8efdb5704e665554bbb78c23da327a98bba1beb992b1329471779c09
3
+ size 50811441
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_256-LIFNode-4/events.out.tfevents.1735303356.452e941c3358.223996.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07c558d5eaec06ff3079efbb3ef0154c8dd8b5b4795ea3d973d1291aac98520c
3
+ size 1344496
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_256-LIFNode-4/last.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec19d0ab1e9e5f3136641518982034129c8a4c6a7ca52fcd71fb7c270757468b
3
+ size 50811441
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_256-LIFNode-4/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_256-LIFNode-4/model_best.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cda7075b8efdb5704e665554bbb78c23da327a98bba1beb992b1329471779c09
3
+ size 50811441
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_SpatialTemporal-cross-attn_True-alpha_1.5-contrastive-True-temperature_0.07-snr_-100-embed_dims_256-LIFNode-4/summary.csv ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,train_loss,eval_loss,eval_top1
2
+ 0,2.654838800430298,1.7922561002034012,22.0430109372703
3
+ 1,2.501444657643636,1.6210959008944932,31.989247475900957
4
+ 2,2.4117965698242188,1.4585181179866995,38.97849503383841
5
+ 3,2.318857192993164,1.5174852583997993,35.75268829509776
6
+ 4,2.227231502532959,1.4820816324603172,37.09677423456664
7
+ 5,2.20243763923645,1.31870392317413,47.84946273475565
8
+ 6,2.1901389757792153,1.255322499941754,51.344086021505376
9
+ 7,2.115029732386271,1.2615015455471572,49.73118328791793
10
+ 8,2.112495263417562,2.902333972274616,27.419355207873927
11
+ 9,2.056572755177816,1.409465870549602,42.60752720986643
12
+ 10,2.0283568700154624,1.381242089374091,44.220430394654635
13
+ 11,2.0555412769317627,2.4533475188798803,30.510752831735918
14
+ 12,1.9872528711954753,1.3632068275123514,47.71505405056861
15
+ 13,1.9109776814778645,1.2167360064803914,55.77957030265562
16
+ 14,1.9198593298594158,1.5671122086945402,42.4731186077159
17
+ 15,1.9261829455693562,1.6194308624472669,45.295698924731184
18
+ 16,1.8194142580032349,1.3967707695499543,45.29569921185893
19
+ 17,1.8139894406000774,1.5365801588181527,46.370967782953734
20
+ 18,1.7596197525660198,1.4491040360543035,41.66666703583092
21
+ 19,1.7880734999974568,1.2629838053898146,50.26881745041057
22
+ 20,1.701949119567871,1.448566258594554,54.43548399402249
23
+ 21,1.7275311946868896,1.0075246416112429,62.365591479885964
24
+ 22,1.7722254594167073,1.5997293661999445,43.14516133134083
25
+ 23,1.6442877054214478,1.947075366973877,43.548387137792446
26
+ 24,1.6218375364939372,1.5617316179378058,44.62365595499674
27
+ 25,1.6565662622451782,1.3595785069209274,50.53763449063865
28
+ 26,1.6291709343592327,1.0536767968567469,60.3494627757739
29
+ 27,1.6205586592356365,1.5341053983216644,45.833333784534084
30
+ 28,1.522139271100362,1.4529241477289507,50.67204313380744
31
+ 29,1.5681071281433105,1.2169594328890565,56.72043043567288
32
+ 30,1.488439679145813,1.1842694000531269,54.70430132137832
33
+ 31,1.5063600142796834,1.1741258957052743,58.46774205853862
34
+ 32,1.4435267051060994,1.3540237552376204,51.61290371802546
35
+ 33,1.4674832026163738,1.950921881583429,44.62365611906974
36
+ 34,1.3698443174362183,1.8586953532311223,52.150538003572855
37
+ 35,1.4054736296335857,2.818753327092817,39.91935483870968
38
+ 36,1.3930644989013672,1.0967785953193583,60.75268841815251
39
+ 37,1.341183026631673,1.131333795926904,62.36559168497721
40
+ 38,1.3509655793507893,1.6532106155990272,51.6129033488612
41
+ 39,1.3131113052368164,1.2798512443419425,57.39247311827957
42
+ 40,1.365119496981303,1.2890331322147,54.9731187717889
43
+ 41,1.3427263100941975,1.2450216418953353,59.13978502827306
44
+ 42,1.3233215014139812,1.563885328590229,49.059139825964486
45
+ 43,1.2646539211273193,1.26018726441168,55.77957009756437
46
+ 44,1.2836674849192302,1.3260356521093717,56.586021915558845
47
+ 45,1.258758584658305,1.006580880893174,65.86021513579995
48
+ 46,1.2711516618728638,1.3065807345092937,54.56989263719128
49
+ 47,1.2330915530522664,1.1287175583583053,63.17204374908119
50
+ 48,1.2757219870885212,1.4849012615860149,53.091397972517115
51
+ 49,1.1873805920283,1.1643956431778528,61.96236624768985
52
+ 50,1.2033749024073284,0.9508938295866853,65.99462398405998
53
+ 51,1.1620874802271526,1.0389465875523065,65.05376368696972
54
+ 52,1.2083957990010579,1.2255212171103365,57.123656488234
55
+ 53,1.13392174243927,1.2078872521718342,62.096774357621385
56
+ 54,1.17414128780365,1.9071591208058019,43.010752893263295
57
+ 55,1.1224631071090698,1.0811430587563464,64.91935516685568
58
+ 56,1.1224625905354817,1.276215268719581,59.2741942867156
59
+ 57,1.1085358460744221,1.0224193892171305,66.26344127039755
60
+ 58,1.155377705891927,1.2405775182990617,58.60215061967091
61
+ 59,1.0891354084014893,1.2772211528593493,56.85483920189642
62
+ 60,1.1218189001083374,1.0096472347936323,66.53225863877164
63
+ 61,1.100932002067566,0.9199623683447479,67.74193605812647
64
+ 62,1.1264275709788005,1.1333143993090558,62.90322654478012
65
+ 63,1.1037158568700154,1.1845443915295344,59.811828244116995
66
+ 64,1.0521251360575359,0.9007371760183766,70.83333325129684
67
+ 65,1.107049783070882,0.9855275513023458,67.06989312941029
68
+ 66,1.0681381225585938,0.9145488117330818,68.95161355951781
69
+ 67,1.0779471794764202,0.9844124573533253,67.33871008760185
70
+ 68,1.1070724725723267,0.9945336772549537,66.93548378893124
71
+ 69,1.0461116234461467,1.020663745300744,66.12903209399151
72
+ 70,1.0878474315007527,0.878731821813891,70.43010810113722
73
+ 71,1.0540050665537517,0.8962999563063344,70.0268821306126
74
+ 72,1.0866869688034058,0.8774596773168092,71.50537700037802
75
+ 73,1.0503273010253906,0.9904494022810331,67.4731183616064
76
+ 74,1.0423070987065632,0.8820424150395137,71.7741943687521
77
+ 75,1.0474638938903809,0.9685500873032437,68.68279594503423
78
+ 76,1.06743057568868,0.8270471313948272,72.31182828513525
79
+ 77,1.0362053712209065,0.9006565149112414,71.7741933843141
80
+ 78,1.0286482572555542,0.862928186052589,69.89247393864457
81
+ 79,1.052211880683899,0.863538723479035,71.10215094781691
82
+ 80,1.051867405573527,0.8956469617864137,69.75806443409253
83
+ 81,1.028270999590556,0.9029229071832472,69.89247344642557
84
+ 82,1.0285122791926067,0.9161138303818241,68.5483874249202
85
+ 83,1.0207379659016926,0.8826847307143673,71.10215127596291
86
+ 84,1.0392301479975383,0.894459310398307,70.96774218159337
87
+ 85,1.0562395254770915,0.8260843920451338,72.98387154199744
88
+ 86,1.0440245866775513,0.8647921918540873,72.58064532536332
89
+ 87,1.0338974793752034,0.8671031882686,71.7741941226426
90
+ 88,1.0291520754496257,0.8718516890720654,70.96774177141087
91
+ 89,1.0217037200927734,0.8854947237558263,70.6989256335843
92
+ 90,1.0124733050664265,0.9029714933005712,70.16129065072664
93
+ 91,1.033575177192688,0.8717391631936514,69.89247320031608
94
+ 92,1.021109680334727,0.8465713595831266,71.7741939585696
95
+ 93,1.0376122395197551,0.8688938508751571,70.43010810113722
96
+ 94,1.0148152907689412,0.8588538349315684,72.58064557147283
97
+ 95,1.0436375935872395,0.8578008785042711,72.1774191907657
98
+ 96,1.0091022650400798,0.8517486856829736,71.23655996014995
99
+ 97,1.0061488151550293,0.8543398361052236,72.04301058861518
100
+ 98,1.0541482369105022,0.8423650572376866,73.25268850018901
101
+ 99,1.015905737876892,0.8414163095976717,73.11827989803848
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Temporal-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/args.yaml ADDED
@@ -0,0 +1,156 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ aa: rand-m9-mstd0.5-inc1
2
+ act_fun: QGateGrad
3
+ adam_epoch: 1000
4
+ adaptation_info: false
5
+ adaptive_node: false
6
+ alpha: 1.5
7
+ amp: false
8
+ apex_amp: false
9
+ attn_method: Temporal
10
+ aug_splits: 0
11
+ batch_size: 128
12
+ bn_eps: null
13
+ bn_momentum: null
14
+ bn_tf: false
15
+ channels_last: false
16
+ clip_grad: null
17
+ color_jitter: 0.4
18
+ conf_mat: false
19
+ contrastive: false
20
+ conv_type: normal
21
+ cooldown_epochs: 10
22
+ critical_loss: false
23
+ crop_pct: null
24
+ cross_attn: true
25
+ cut_mix: false
26
+ cutmix: 0.0
27
+ cutmix_beta: 2.0
28
+ cutmix_minmax: null
29
+ cutmix_noise: 0.0
30
+ cutmix_num: 1
31
+ cutmix_prob: 0.5
32
+ dataset: CREMAD
33
+ decay_epochs: 30
34
+ decay_rate: 0.1
35
+ device: 0
36
+ dist_bn: ''
37
+ drop: 0.0
38
+ drop_block: null
39
+ drop_connect: null
40
+ drop_path: 0.1
41
+ embed_dims: 256
42
+ encode: direct
43
+ epochs: 100
44
+ eval: false
45
+ eval_checkpoint: ''
46
+ eval_metric: top1
47
+ event_mix: false
48
+ event_size: 48
49
+ gaussian_n: 3
50
+ gp: null
51
+ hflip: 0.5
52
+ img_size: 224
53
+ initial_checkpoint: ''
54
+ interaction: Add
55
+ interpolation: ''
56
+ jsd: false
57
+ kernel_method: cuda
58
+ layer_by_layer: false
59
+ load_avmodel: false
60
+ local_rank: 0
61
+ log_interval: 50
62
+ loss_fn: ce
63
+ lr: 0.005
64
+ lr_cycle_limit: 1
65
+ lr_cycle_mul: 1.0
66
+ lr_noise: null
67
+ lr_noise_pct: 0.67
68
+ lr_noise_std: 1.0
69
+ mean: null
70
+ mem_dist: false
71
+ min_lr: 1.0e-05
72
+ mix_up: false
73
+ mixup: 0.0
74
+ mixup_mode: batch
75
+ mixup_off_epoch: 0
76
+ mixup_prob: 0.0
77
+ mixup_switch_prob: 0.5
78
+ modality: audio-visual
79
+ model: AVspikformer
80
+ model_ema: false
81
+ model_ema_decay: 0.99996
82
+ model_ema_force_cpu: false
83
+ momentum: 0.9
84
+ n_encode_type: linear
85
+ n_groups: 1
86
+ n_preact: false
87
+ native_amp: false
88
+ newton_maxiter: 20
89
+ no_aug: false
90
+ no_prefetcher: false
91
+ no_resume_opt: false
92
+ node_resume: ''
93
+ node_type: LIFNode
94
+ noisy_grad: 0.0
95
+ num_classes: 6
96
+ num_gpu: 1
97
+ opt: adamw
98
+ opt_betas: null
99
+ opt_eps: 1.0e-08
100
+ output: ./exp_results
101
+ patience_epochs: 10
102
+ pin_mem: false
103
+ power: 1
104
+ pretrained: false
105
+ rand_aug: false
106
+ rand_step: false
107
+ randaug_m: 15
108
+ randaug_n: 3
109
+ ratio:
110
+ - 0.75
111
+ - 1.3333333333333333
112
+ recount: 1
113
+ recovery_interval: 0
114
+ remode: pixel
115
+ reprob: 0.25
116
+ requires_thres_grad: false
117
+ reset_drop: false
118
+ resplit: false
119
+ resume: ''
120
+ save_images: false
121
+ scale:
122
+ - 0.08
123
+ - 1.0
124
+ sched: cosine
125
+ seed: 42
126
+ sew_cnf: ADD
127
+ shallow_sps: false
128
+ sigmoid_thres: false
129
+ smoothing: 0.1
130
+ snr: -100
131
+ spike_output: false
132
+ spike_rate: false
133
+ split_bn: false
134
+ start_epoch: null
135
+ std: null
136
+ step: 4
137
+ suffix: ''
138
+ sync_bn: false
139
+ tau: 2.0
140
+ temperature: 0.1
141
+ temporal_flatten: false
142
+ tensorboard_dir: ./exp_results
143
+ tet_loss: false
144
+ threshold: 0.5
145
+ train_interpolation: random
146
+ train_portion: 0.9
147
+ tsne: false
148
+ tta: 0
149
+ use_multi_epochs_loader: false
150
+ validation_batch_size_multiplier: 1
151
+ vflip: 0.0
152
+ visualize: false
153
+ warmup_epochs: 5
154
+ warmup_lr: 1.0e-06
155
+ weight_decay: 0.0001
156
+ workers: 8
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Temporal-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/checkpoint-98.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04ed8eb063269f523f5395ba692b5d802ab10d798453ef581528a210ff43f769
3
+ size 42821305
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Temporal-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/events.out.tfevents.1735226013.452e941c3358.220502.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b846e3e5ffd1dde74b4ffdbf089e79776a5aef4fc4b073cf8023464e53a9b414
3
+ size 1344496
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Temporal-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/events.out.tfevents.1737599010.452e941c3358.1699797.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58f1a8cc61e515b2981b436bf320f5ba9f7d140ff34440e2795b53bb1b3327c7
3
+ size 88
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Temporal-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/last.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e19c07686e9c33918f2df80a60cfa046dc97a253cd1cd8d0550dc609928930e
3
+ size 42821305
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Temporal-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Temporal-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/model_best.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04ed8eb063269f523f5395ba692b5d802ab10d798453ef581528a210ff43f769
3
+ size 42821305
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_Temporal-cross-attn_True-alpha_1.5-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/summary.csv ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,train_loss,eval_loss,eval_top1
2
+ 0,1.8013712565104167,1.7943903182142524,17.204301198323567
3
+ 1,1.647855242093404,1.5722207318070114,31.45161292373493
4
+ 2,1.5047019720077515,1.8534048680336244,24.4623657144526
5
+ 3,1.4079869588216145,1.4323920383248279,39.381720553162275
6
+ 4,1.4638718763987224,1.6264240741729736,31.45161304678968
7
+ 5,1.3704121510187786,1.4910103454384753,40.860215258854694
8
+ 6,1.3388006687164307,1.4676926456471926,36.55914007207399
9
+ 7,1.2857030232747395,1.3324920900406376,47.580645284345074
10
+ 8,1.2823892037073772,1.272092915350391,46.90860231461063
11
+ 9,1.2025824387868245,1.336184524720715,50.40322609357936
12
+ 10,1.215433398882548,1.983551348409345,37.36559168497721
13
+ 11,1.156267484029134,1.2000408505880704,50.26881757346533
14
+ 12,1.144496242205302,1.3516363277230212,50.80645206410398
15
+ 13,1.0282408793767293,1.3794696689933859,47.04301112185242
16
+ 14,1.0429367423057556,1.6315288684701408,41.80107543289021
17
+ 15,1.0247008800506592,1.2776135334404566,52.68817228912025
18
+ 16,0.9980337619781494,1.5828364241507746,42.60752692273868
19
+ 17,0.9328111608823141,1.1118752097570768,58.46774214057512
20
+ 18,0.929454505443573,1.2735388932689544,54.9731186897524
21
+ 19,0.902497132619222,2.0291772824461742,40.725806861795405
22
+ 20,0.9277892907460531,2.4338713589534966,34.005376508159024
23
+ 21,0.9175169467926025,1.592691517645313,42.74193593507172
24
+ 22,0.8498189449310303,1.0682693501954437,63.30645198206748
25
+ 23,0.8714222311973572,1.4522122977882304,52.28494640063214
26
+ 24,0.8219558795293173,1.2387571578384728,58.60215111188991
27
+ 25,0.7825624346733093,1.0315869873569858,62.76881749142883
28
+ 26,0.7705557545026144,1.75287551008245,43.54838726084719
29
+ 27,0.731401781241099,1.416459068175285,53.76344127039756
30
+ 28,0.7422160108884176,1.124435576059485,60.75268829509776
31
+ 29,0.7234399120012919,1.7482463057323168,40.59139793149887
32
+ 30,0.7015446821848551,1.8660011355594923,43.145161454395584
33
+ 31,0.7330791552861532,1.8113161735637213,42.876344086021504
34
+ 32,0.70340496301651,1.748886687781221,49.05914027716524
35
+ 33,0.6447338859240214,1.4943776848495647,54.56989259617303
36
+ 34,0.6558492581049601,1.308821548697769,56.31720467023952
37
+ 35,0.5952878594398499,2.1403951824352307,37.63440897131479
38
+ 36,0.6309770345687866,1.1264158602683776,61.29032290879116
39
+ 37,0.6175568501154581,1.3065082168066373,53.89784954440209
40
+ 38,0.5830033421516418,1.600030522192678,50.40322629867062
41
+ 39,0.6041638851165771,1.3198932691286969,57.66129032258065
42
+ 40,0.5728356838226318,1.3592873273357269,53.09139834168137
43
+ 41,0.5898879766464233,1.2578550090071976,59.13978502827306
44
+ 42,0.5804354349772135,1.2723311480655466,59.81182812106225
45
+ 43,0.5668787757555643,1.0476190101715825,65.7258068617954
46
+ 44,0.554381787776947,1.1370924954773278,61.55913986698274
47
+ 45,0.5661343932151794,1.1775220645371305,61.69354871524278
48
+ 46,0.5416609446207682,1.38158598766532,55.51075293428154
49
+ 47,0.5405195951461792,1.0819411444407638,62.90322609357936
50
+ 48,0.5456186334292094,1.1722377429726303,60.75268866426201
51
+ 49,0.526063879330953,1.2432602349148,58.736559303857945
52
+ 50,0.5406189759572347,1.1697533169100363,59.40860223257413
53
+ 51,0.5268904169400533,1.0083099366516195,65.7258068617954
54
+ 52,0.5179633299509684,1.0764955961576073,62.096774767803886
55
+ 53,0.5348260203997294,0.9928988346489527,65.05376356391497
56
+ 54,0.4988675316174825,1.1530089814175841,61.96236600158035
57
+ 55,0.5130559007326762,1.0310647897822882,67.06989230904527
58
+ 56,0.5060807963212332,1.199812041815891,57.1236564061975
59
+ 57,0.5007003347078959,1.034713302889178,63.70967791157384
60
+ 58,0.508475661277771,1.0297589609699864,64.11290330784296
61
+ 59,0.5127135912577311,1.052578160839696,65.99462398405998
62
+ 60,0.4986012776692708,0.9502300671351853,67.20430091119582
63
+ 61,0.5114589234193166,1.1679450452968638,60.48387113181494
64
+ 62,0.4950089752674103,1.172570284976754,60.75268874629851
65
+ 63,0.4988768895467122,0.9673278882939328,65.99462381998698
66
+ 64,0.4959612687428792,1.0222194137111786,65.59139801353537
67
+ 65,0.49536527196566266,1.045807852539965,67.60752679968392
68
+ 66,0.48557063937187195,0.9670549374754711,67.06989263719127
69
+ 67,0.485711137453715,0.964701251317096,68.01075260613554
70
+ 68,0.4913927416006724,1.0650478960365377,65.7258071899414
71
+ 69,0.5045510729153951,1.0852025093570832,63.575269391459805
72
+ 70,0.49117447932561237,0.9371305249070608,69.6236564061975
73
+ 71,0.4836580852667491,0.9362206439818105,68.14516161846858
74
+ 72,0.4764000177383423,0.9350612560907999,66.39784991356635
75
+ 73,0.48312047123908997,0.9624090508748127,66.66666732295867
76
+ 74,0.4857508142789205,0.9902508758729504,68.14516120828608
77
+ 75,0.4900001287460327,0.9560830964837023,68.95161306729881
78
+ 76,0.48594436049461365,0.978583199362601,65.32258138348979
79
+ 77,0.4871845543384552,0.949258481302569,67.74193581201698
80
+ 78,0.4709666669368744,0.907507263845013,68.14516202865109
81
+ 79,0.4910351037979126,0.960572999651714,67.8763444141675
82
+ 80,0.48621760805447894,0.9297573758709815,68.41397931498867
83
+ 81,0.4705371558666229,0.9673955555885069,66.53225790044313
84
+ 82,0.47148088614145917,0.900792561551576,70.02688237672211
85
+ 83,0.4695766667524974,0.9675325949986776,67.20430148545132
86
+ 84,0.4775377611319224,0.945436712234251,68.27956997450961
87
+ 85,0.4743451575438182,0.9143861019483177,69.75806525445753
88
+ 86,0.47611168026924133,0.9390536386479613,66.8010754328902
89
+ 87,0.4753228922684987,0.9297886792049613,68.27957013858261
90
+ 88,0.4735598961512248,0.9199066738928517,68.27957030265561
91
+ 89,0.47255487243334454,0.9264284532557252,69.22043051770939
92
+ 90,0.47472548484802246,0.923929218323,69.08602216166835
93
+ 91,0.47224048773447674,0.9650806400083727,66.39784979051159
94
+ 92,0.47459229826927185,0.9192874534155733,68.81720479329427
95
+ 93,0.4758291343847911,0.9265730951422004,67.74193597608998
96
+ 94,0.4707040786743164,0.8876405313450803,69.89247320031608
97
+ 95,0.47550944487253827,0.918911297475138,68.41397906887916
98
+ 96,0.46852827072143555,0.9136356448614469,68.68279586299774
99
+ 97,0.47438562909762066,0.9169794391560299,70.16129065072664
100
+ 98,0.4692185620466868,0.8915150768013411,70.83333366147933
101
+ 99,0.46932221452395123,0.9069178969629349,69.75806525445753
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_WeightAttention-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/args.yaml ADDED
@@ -0,0 +1,156 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ aa: rand-m9-mstd0.5-inc1
2
+ act_fun: QGateGrad
3
+ adam_epoch: 1000
4
+ adaptation_info: false
5
+ adaptive_node: false
6
+ alpha: 1.0
7
+ amp: false
8
+ apex_amp: false
9
+ attn_method: WeightAttention
10
+ aug_splits: 0
11
+ batch_size: 128
12
+ bn_eps: null
13
+ bn_momentum: null
14
+ bn_tf: false
15
+ channels_last: false
16
+ clip_grad: null
17
+ color_jitter: 0.4
18
+ conf_mat: false
19
+ contrastive: false
20
+ conv_type: normal
21
+ cooldown_epochs: 10
22
+ critical_loss: false
23
+ crop_pct: null
24
+ cross_attn: true
25
+ cut_mix: false
26
+ cutmix: 0.0
27
+ cutmix_beta: 2.0
28
+ cutmix_minmax: null
29
+ cutmix_noise: 0.0
30
+ cutmix_num: 1
31
+ cutmix_prob: 0.5
32
+ dataset: CREMAD
33
+ decay_epochs: 30
34
+ decay_rate: 0.1
35
+ device: 0
36
+ dist_bn: ''
37
+ drop: 0.0
38
+ drop_block: null
39
+ drop_connect: null
40
+ drop_path: 0.1
41
+ embed_dims: 256
42
+ encode: direct
43
+ epochs: 100
44
+ eval: false
45
+ eval_checkpoint: ''
46
+ eval_metric: top1
47
+ event_mix: false
48
+ event_size: 48
49
+ gaussian_n: 3
50
+ gp: null
51
+ hflip: 0.5
52
+ img_size: 224
53
+ initial_checkpoint: ''
54
+ interaction: Add
55
+ interpolation: ''
56
+ jsd: false
57
+ kernel_method: cuda
58
+ layer_by_layer: false
59
+ load_avmodel: false
60
+ local_rank: 0
61
+ log_interval: 50
62
+ loss_fn: ce
63
+ lr: 0.005
64
+ lr_cycle_limit: 1
65
+ lr_cycle_mul: 1.0
66
+ lr_noise: null
67
+ lr_noise_pct: 0.67
68
+ lr_noise_std: 1.0
69
+ mean: null
70
+ mem_dist: false
71
+ min_lr: 1.0e-05
72
+ mix_up: false
73
+ mixup: 0.0
74
+ mixup_mode: batch
75
+ mixup_off_epoch: 0
76
+ mixup_prob: 0.0
77
+ mixup_switch_prob: 0.5
78
+ modality: audio-visual
79
+ model: AVspikformer
80
+ model_ema: false
81
+ model_ema_decay: 0.99996
82
+ model_ema_force_cpu: false
83
+ momentum: 0.9
84
+ n_encode_type: linear
85
+ n_groups: 1
86
+ n_preact: false
87
+ native_amp: false
88
+ newton_maxiter: 20
89
+ no_aug: false
90
+ no_prefetcher: false
91
+ no_resume_opt: false
92
+ node_resume: ''
93
+ node_type: LIFNode
94
+ noisy_grad: 0.0
95
+ num_classes: 6
96
+ num_gpu: 1
97
+ opt: adamw
98
+ opt_betas: null
99
+ opt_eps: 1.0e-08
100
+ output: ./exp_results
101
+ patience_epochs: 10
102
+ pin_mem: false
103
+ power: 1
104
+ pretrained: false
105
+ rand_aug: false
106
+ rand_step: false
107
+ randaug_m: 15
108
+ randaug_n: 3
109
+ ratio:
110
+ - 0.75
111
+ - 1.3333333333333333
112
+ recount: 1
113
+ recovery_interval: 0
114
+ remode: pixel
115
+ reprob: 0.25
116
+ requires_thres_grad: false
117
+ reset_drop: false
118
+ resplit: false
119
+ resume: ''
120
+ save_images: false
121
+ scale:
122
+ - 0.08
123
+ - 1.0
124
+ sched: cosine
125
+ seed: 42
126
+ sew_cnf: ADD
127
+ shallow_sps: false
128
+ sigmoid_thres: false
129
+ smoothing: 0.1
130
+ snr: -100
131
+ spike_output: false
132
+ spike_rate: false
133
+ split_bn: false
134
+ start_epoch: null
135
+ std: null
136
+ step: 4
137
+ suffix: ''
138
+ sync_bn: false
139
+ tau: 2.0
140
+ temperature: 0.1
141
+ temporal_flatten: false
142
+ tensorboard_dir: ./exp_results
143
+ tet_loss: false
144
+ threshold: 0.5
145
+ train_interpolation: random
146
+ train_portion: 0.9
147
+ tsne: false
148
+ tta: 0
149
+ use_multi_epochs_loader: false
150
+ validation_batch_size_multiplier: 1
151
+ vflip: 0.0
152
+ visualize: false
153
+ warmup_epochs: 5
154
+ warmup_lr: 1.0e-06
155
+ weight_decay: 0.0001
156
+ workers: 8
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_WeightAttention-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/checkpoint-93.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7874dfa89090863c49d63402257623c098ee827502c4e153008304a87080e8ce
3
+ size 39587097
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_WeightAttention-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/events.out.tfevents.1735222923.452e941c3358.91626.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:299b2c2a1dccfae788d50128f7333397aeaa228985c19c0b271d1a728a332660
3
+ size 1344496
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_WeightAttention-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/last.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c887a3b9da3100b4f5a667a465e520eeeb93a6b66a16db6cb0fec72b9d92ccea
3
+ size 39587097
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_WeightAttention-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_WeightAttention-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/model_best.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7874dfa89090863c49d63402257623c098ee827502c4e153008304a87080e8ce
3
+ size 39587097
AVspikformer-CREMAD-audio-visual-interaction-Add-attn-method_WeightAttention-cross-attn_True-alpha_1.0-contrastive-False-temperature_0.1-snr_-100-embed_dims_256-LIFNode-4/summary.csv ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,train_loss,eval_loss,eval_top1
2
+ 0,1.7903818686803181,1.7916968804533764,17.74193564794397
3
+ 1,1.6138969262440999,1.5960221072678924,30.24193585303522
4
+ 2,1.4509963194529216,1.4607590693299488,37.23118295977193
5
+ 3,1.4309550523757935,1.527023946085284,41.66666711786742
6
+ 4,1.3720664183298747,1.5442866663778982,37.500000041018254
7
+ 5,1.3658629258473713,1.5407794214064074,41.66666678972142
8
+ 6,1.3074744542439778,1.3753822413823937,47.8494626117009
9
+ 7,1.2853474617004395,1.4417393835642005,46.90860215053763
10
+ 8,1.2195751269658406,1.1898101017039309,55.24193564794397
11
+ 9,1.2119224468866985,2.0087623339827343,42.069892924319035
12
+ 10,1.1810993750890095,1.1374101702884962,58.467742509739374
13
+ 11,1.1292296250661213,1.3663852868541595,49.731182918753674
14
+ 12,1.1044570604960124,1.7324479036433722,39.516129360404065
15
+ 13,1.061025083065033,1.592076745084537,45.43010785502772
16
+ 14,1.1517546971638997,1.5483252438165809,39.24731195101174
17
+ 15,1.1006755034128826,1.5296977617407357,45.295699416950185
18
+ 16,1.017893373966217,1.4240909250833655,46.63978531540081
19
+ 17,1.048482318719228,1.1784168302371938,54.838710087601854
20
+ 18,1.0117417176564534,1.9590406033300585,40.99462369693223
21
+ 19,0.9644984801610311,1.2656366773830947,50.13440901233304
22
+ 20,0.9270292917887369,1.292917702787666,52.82258121941679
23
+ 21,0.881772518157959,1.4387450628383185,53.09139809557187
24
+ 22,0.8892792661984762,1.6289599685258762,45.6989252234018
25
+ 23,0.8259766499201456,1.5765251818523611,52.1505381266276
26
+ 24,0.7863500316937765,1.2439950948120446,56.451613436463056
27
+ 25,0.8678968548774719,2.3154130084540254,43.145161700505085
28
+ 26,0.7861103812853495,1.764952754461637,52.41935533092868
29
+ 27,0.8180564045906067,1.363115324768969,53.62903246315577
30
+ 28,0.7675310373306274,1.243567398799363,54.838709718437606
31
+ 29,0.7749182383219401,1.6516847341291365,50.806451776976225
32
+ 30,0.7064763903617859,1.7779319952893,45.295699088804184
33
+ 31,0.7431528369585673,1.447315856974612,49.19354867422452
34
+ 32,0.7089460492134094,1.9348245743782289,47.311828162080495
35
+ 33,0.6830466985702515,1.9576114582759079,53.360215176818194
36
+ 34,0.6780429085095724,1.1789931981794295,57.123656365179244
37
+ 35,0.6525428692499796,1.4376843026889268,52.68817228912025
38
+ 36,0.636456032594045,1.4628298769715011,49.059139825964486
39
+ 37,0.6496178110440572,1.2469431149062289,56.98924784506521
40
+ 38,0.6273121436436971,1.220857927876134,55.510752811226794
41
+ 39,0.6563084522883097,1.1765870740336757,57.661290527671895
42
+ 40,0.5886638760566711,1.1244933419330145,59.946236477103284
43
+ 41,0.6243472297986349,1.4174154830235306,52.82258121941679
44
+ 42,0.6135406096776327,1.4359760515151485,55.91397878175141
45
+ 43,0.6087188720703125,1.8446529731955579,44.0860215463946
46
+ 44,0.6121766964594523,1.3250648885644891,53.62903266824702
47
+ 45,0.5979839563369751,1.127152572395981,58.870968111099735
48
+ 46,0.5634316603342692,1.2545604410991873,57.93010810113722
49
+ 47,0.57537309328715,1.2363097270329793,58.60215098883516
50
+ 48,0.5823557575543722,1.3334084249311877,56.98924772201046
51
+ 49,0.5692790548006693,1.6547309096141527,47.446236641176284
52
+ 50,0.5733728011449178,1.3185579456308836,58.19892501831055
53
+ 51,0.5537885427474976,1.159837785587516,57.39247348744382
54
+ 52,0.5519049564997355,1.2085299940519436,60.61827981600197
55
+ 53,0.5480360786120096,1.2915086566760976,56.18279586299773
56
+ 54,0.5559966564178467,1.2177495456510974,56.85483903782342
57
+ 55,0.5536620815594991,1.2209056654284078,59.005376672232025
58
+ 56,0.5280138254165649,1.2642319522878176,59.274193630423596
59
+ 57,0.5262603958447775,1.1537559263167843,60.483870885705436
60
+ 58,0.5338461995124817,1.1306957506364392,59.54301108083418
61
+ 59,0.5366798043251038,1.0768881228662306,62.903225888488116
62
+ 60,0.51020348072052,1.1433601699849611,60.61827989803847
63
+ 61,0.543045163154602,1.2068525270749164,58.736559714040446
64
+ 62,0.5398645202318827,1.0690925736581125,61.9623658785256
65
+ 63,0.5238961776097616,1.2907065383849605,55.10752708681168
66
+ 64,0.5179144740104675,1.1167332126248268,61.69354896135228
67
+ 65,0.5122880140940348,1.1237713111344205,58.333333497406336
68
+ 66,0.5184393525123596,1.058730633028092,62.231183164863175
69
+ 67,0.5200046896934509,1.1641852586500105,59.13978531540081
70
+ 68,0.5106048186620077,1.0569522265465028,61.69354887931578
71
+ 69,0.5177440643310547,1.1631725821443784,56.720430312618134
72
+ 70,0.5047457019488016,1.0779057638619536,63.978495197911414
73
+ 71,0.5152350068092346,1.052048703675629,61.82795739942981
74
+ 72,0.5120205283164978,1.0991353040100427,60.48387154199744
75
+ 73,0.49914607405662537,1.0440926423636816,62.365591890068465
76
+ 74,0.5009143749872843,1.2081448672920145,58.333333415369836
77
+ 75,0.5116380651791891,1.146478832408946,60.21505429667811
78
+ 76,0.5043952862421671,1.047299576062028,62.63440872520529
79
+ 77,0.507656087478002,1.1680603809254144,59.543011285925424
80
+ 78,0.4968967040379842,1.0807208181709371,61.55914023614699
81
+ 79,0.48827119668324787,1.1135406776141095,59.67741951891171
82
+ 80,0.5010015964508057,1.0604009532159375,62.500000164073
83
+ 81,0.4927939772605896,1.1040344571554532,60.08064524332682
84
+ 82,0.4998194674650828,1.03184514276443,62.768817696520074
85
+ 83,0.509253184000651,1.0044871402043167,63.84408667779738
86
+ 84,0.4848023056983948,1.0404635449891448,62.63440888927829
87
+ 85,0.49423521757125854,1.0361586975794967,61.96236567343435
88
+ 86,0.49387144049008685,1.0841405340420303,60.21505421464161
89
+ 87,0.4931669235229492,1.015065977650304,62.36559176701371
90
+ 88,0.48734213908513385,1.0637971470432896,63.17204337991694
91
+ 89,0.4954623281955719,1.0166163572701075,64.38172100436303
92
+ 90,0.49126360813776654,1.0505772290691253,63.03763473674815
93
+ 91,0.49989338715871173,1.0109785231210853,64.1129037590437
94
+ 92,0.4858787755171458,1.075385409016763,60.48387109079668
95
+ 93,0.48661593596140545,1.017348002361995,64.78494689285114
96
+ 94,0.48753422498703003,1.0241646112934235,63.57526935044155
97
+ 95,0.4927004675070445,1.0209636707459726,64.11290355395245
98
+ 96,0.48331427574157715,1.0206657507086312,62.76881704022807
99
+ 97,0.49392594893773395,1.0089317214104436,63.84408651372438
100
+ 98,0.488627165555954,1.0168831803465401,63.97849445958291
101
+ 99,0.4910857478777568,1.0379111798860694,63.97849515689317