add LlamaActionV2

modeling_llama_action.py

@@ -238,3 +238,20 @@ class LlamaActionForCausalLM(LlamaForCausalLM):
             "past_key_values": past_key_values,
             "use_cache": use_cache,
         }
+
+
+class LlamaActionV2ForCausalLM(LlamaActionForCausalLM):
+    config_class = LlamaActionConfig
+
+    def __init__(self, config: LlamaActionConfig):
+        super().__init__(config)
+
+        self.action_projection = nn.Sequential(
+            nn.Linear(config.action_dim, config.hidden_size),
+            nn.ReLU(),
+            nn.Linear(config.hidden_size, config.hidden_size),
+            nn.ReLU(),
+            nn.Linear(config.hidden_size, config.hidden_size),
+        )
+
+        self.post_init()