Zero-index position ids

README.md

@@ -115,7 +115,7 @@ past_key_values = {
     for layer in range(num_hidden_layers)
     for kv in ('key', 'value')
 }
-position_ids = np.tile(np.arange(1, input_ids.shape[-1] + 1), (batch_size, 1))
+position_ids = np.tile(np.arange(0, input_ids.shape[-1]), (batch_size, 1))
 
 # 3. Generation loop
 max_new_tokens = 1024