Training in progress, epoch 1

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

config.json

@@ -0,0 +1,53 @@
+{
+  "_name_or_path": "deepmind/language-perceiver",
+  "architectures": [
+    "PerceiverForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "audio_samples_per_frame": 1920,
+  "cross_attention_shape_for_attention": "kv",
+  "cross_attention_widening_factor": 1,
+  "d_latents": 1280,
+  "d_model": 768,
+  "hidden_act": "gelu",
+  "id2label": {
+    "0": "negative",
+    "1": "neutral",
+    "2": "positive"
+  },
+  "image_size": 56,
+  "initializer_range": 0.02,
+  "label2id": {
+    "negative": 0,
+    "neutral": 1,
+    "positive": 2
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 2048,
+  "model_type": "perceiver",
+  "num_blocks": 1,
+  "num_cross_attention_heads": 8,
+  "num_frames": 16,
+  "num_latents": 256,
+  "num_self_attends_per_block": 26,
+  "num_self_attention_heads": 8,
+  "output_shape": [
+    1,
+    16,
+    224,
+    224
+  ],
+  "problem_type": "single_label_classification",
+  "qk_channels": 256,
+  "samples_per_patch": 16,
+  "self_attention_widening_factor": 1,
+  "torch_dtype": "float32",
+  "train_size": [
+    368,
+    496
+  ],
+  "transformers_version": "4.15.0",
+  "use_query_residual": true,
+  "v_channels": 1280,
+  "vocab_size": 262
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0d39f7f2c84cd12dee4738e2d40a4b7a3d6331fa91a3183df4848d5d7bfed0
+size 824551789

runs/Jan20_19-15-38_29985f6e87fb/1642706170.861696/events.out.tfevents.1642706170.29985f6e87fb.65.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c655646c5aad425d0acf331fa5ae0e0a604b763f24b1f90d2cf0b26f4f34ea5
+size 4761

runs/Jan20_19-15-38_29985f6e87fb/events.out.tfevents.1642706170.29985f6e87fb.65.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b3cf7ef609dfbab8a96466e562ace849f78d530a8811efac05eb4ce78fa88c
+size 12765

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": {"content": "[BOS]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "eos_token": {"content": "[EOS]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "sep_token": {"content": "[SEP]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "pad_token": {"content": "[PAD]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "cls_token": {"content": "[CLS]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}}

tokenizer_config.json

@@ -0,0 +1 @@
+{"pad_token": {"content": "[PAD]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "bos_token": {"content": "[BOS]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "[EOS]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "cls_token": {"content": "[CLS]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "sep_token": {"content": "[SEP]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "model_max_length": 2048, "special_tokens_map_file": "/root/.cache/huggingface/transformers/1e672f45699664b4878133bd3625998f38651ea1b4f36cb5722aff0fe0404bd8.7ff539969264e209ec2a7e131831ba24df744708e52840079a10a7a1412761fb", "tokenizer_file": null, "name_or_path": "deepmind/language-perceiver", "tokenizer_class": "PerceiverTokenizer"}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5863bb712e166cc2f8cc31818bb880ab744659b8bece2add13355cbbce0d4bf
+size 2991