Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,31 @@
+
+---
+license: mit
+tags:
+- llama2
+- fused
+- cpu
+- context-8000
+- fusion-all2one
+- tensor-fusion
+- bias-removal
+- decode
+- coherence-enhancement
+- custom-code
+---
+
+# xddd_v2
+
+Este repositorio incluye:
+- `hghghgkskdmskdms/xddd` con fusión completa de layers en 1
+- Fusión de todos los tensores en un único vector continuo
+- Eliminación de bias y desactivación de censura
+- Configuración de generación ajustada: do_sample=True, temp=0.7, top_p=0.9, repetition_penalty=1.2, no_repeat_ngram_size=3
+- Funciones de decodificación de tokens, parámetros, respuestas, layers, neuronas, tensores, arquitectura y tensor fusionado
+- max_position_embeddings: 8000
+- torch_dtype: float32
+
+```python
+from transformers import AutoModelForCausalLM, AutoTokenizer
+model = AutoModelForCausalLM.from_pretrained("jnjj/xddd_v2", torch_dtype="float32", trust_remote_code=True)
+```

config.json

@@ -0,0 +1,130 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bias_removal": true,
+  "bos_token_id": 128000,
+  "censorship": false,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "fused_tensor_size": 494674944,
+  "generation_tuning": {
+    "max_length": 20,
+    "max_new_tokens": 100,
+    "min_length": 0,
+    "min_new_tokens": null,
+    "early_stopping": false,
+    "max_time": null,
+    "stop_strings": null,
+    "do_sample": true,
+    "num_beams": 1,
+    "num_beam_groups": 1,
+    "penalty_alpha": null,
+    "dola_layers": null,
+    "use_cache": true,
+    "cache_implementation": null,
+    "cache_config": null,
+    "return_legacy_cache": null,
+    "prefill_chunk_size": null,
+    "temperature": 0.7,
+    "top_k": 50,
+    "top_p": 0.9,
+    "min_p": null,
+    "typical_p": 1.0,
+    "epsilon_cutoff": 0.0,
+    "eta_cutoff": 0.0,
+    "diversity_penalty": 0.0,
+    "repetition_penalty": 1.2,
+    "encoder_repetition_penalty": 1.0,
+    "length_penalty": 1.0,
+    "no_repeat_ngram_size": 3,
+    "bad_words_ids": null,
+    "force_words_ids": null,
+    "renormalize_logits": false,
+    "constraints": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "remove_invalid_values": false,
+    "exponential_decay_length_penalty": null,
+    "suppress_tokens": null,
+    "begin_suppress_tokens": null,
+    "forced_decoder_ids": null,
+    "sequence_bias": null,
+    "token_healing": false,
+    "guidance_scale": null,
+    "low_memory": null,
+    "watermarking_config": null,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "output_logits": null,
+    "return_dict_in_generate": false,
+    "pad_token_id": null,
+    "bos_token_id": null,
+    "eos_token_id": null,
+    "encoder_no_repeat_ngram_size": 0,
+    "decoder_start_token_id": null,
+    "is_assistant": false,
+    "num_assistant_tokens": 20,
+    "num_assistant_tokens_schedule": "constant",
+    "assistant_confidence_threshold": 0.4,
+    "prompt_lookup_num_tokens": null,
+    "max_matching_ngram_size": null,
+    "assistant_early_exit": null,
+    "assistant_lookbehind": 10,
+    "target_lookbehind": 10,
+    "disable_compile": false,
+    "generation_kwargs": {},
+    "_from_model_config": false,
+    "transformers_version": "4.51.3"
+  },
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 3072,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 8000,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 24,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 8,
+  "pad_token_id": 128004,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.51.3",
+  "unsloth_version": "2025.2.15",
+  "use_cache": true,
+  "vocab_size": 128256,
+  "fusion": {
+    "layers_merged": 28
+  },
+  "tensor_fusion": true,
+  "decode_functions": [
+    "decode_tokens",
+    "decode_parameters",
+    "decode_responses",
+    "decode_layers",
+    "decode_neurons",
+    "decode_tensors",
+    "decode_architecture",
+    "decode_fused_tensor"
+  ],
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n  {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n  {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n  {%- if strftime_now is defined %}\n    {%- set date_string = strftime_now(\"%d %b %Y\") %}\n  {%- else %}\n    {%- set date_string = \"26 Jul 2024\" %}\n  {%- endif %}\n{%- endif %}\n---\n<|start_header_id|>system<|end_header_id|>\nCutting Knowledge Date: December 2025\nToday Date: {{ date_string }}\n---\n{{ system_message }}\n<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>\n# Mecanismos incluidos:\n- Fusi\u00f3n de todas las layers en 1\n- Fusi\u00f3n de todos los tensores en uno\n- Eliminaci\u00f3n de bias y censura\n- Configuraci\u00f3n de generaci\u00f3n: do_sample=True, temp=0.7, top_p=0.9, penalidad=1.2\n- Funciones de decodificaci\u00f3n completas\n---\n<|eot_id|>"
+}

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "do_sample": true,
+  "max_new_tokens": 100,
+  "no_repeat_ngram_size": 3,
+  "repetition_penalty": 1.2,
+  "temperature": 0.7,
+  "top_p": 0.9,
+  "transformers_version": "4.51.3"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f6862a391902cbe570c9273cea48365c2738a9ead0ba013af72c03810c5c85
+size 1978701032

modeling_custom.py

@@ -0,0 +1,11 @@
+
+from transformers.models.llama.modeling_llama import LlamaForCausalLM, LlamaConfig
+
+class CustomLlamaForCausalLM(LlamaForCausalLM):
+    def __init__(self, config: LlamaConfig):
+        super().__init__(config)
+        # Hooks o capas personalizadas
+
+    def forward(self, *args, **kwargs):
+        # Ajustes pre/post procesamiento
+        return super().forward(*args, **kwargs)

special_tokens_map.json

@@ -0,0 +1,67 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<|start_header_id|>system<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<|start_header_id|>assistant<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<|start_header_id|>user<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": {
+    "content": "<|start_header_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac212723ec211e8dfe2688aa4c54fe760df68636195171e4c454b727e914fc0
+size 17210578

tokenizer_config.json

@@ -0,0 +1,15 @@
+{
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "special_tokens_map": {
+    "bos_token": "<|start_header_id|>",
+    "eos_token": "<|eot_id|>",
+    "additional_special_tokens": [
+      "<|start_header_id|>",
+      "<|end_header_id|>",
+      "<|start_header_id|>system<|end_header_id|>",
+      "<|start_header_id|>assistant<|end_header_id|>",
+      "<|start_header_id|>user<|end_header_id|>",
+      "<|eot_id|>"
+    ]
+  }
+}