Upload modelling_xlm_roberta.py

modelling_xlm_roberta.py

@@ -1525,7 +1525,10 @@ class XLMRobertaForEstimation(XLMRobertaPreTrainedModel):
             layer_norm=config.layer_norm
         )
 
-        self.estimator = FeedForward()
+        self.estimator = FeedForward(
+            in_dim=config.hidden_size,
+            hidden_sizes=config.estimator_sizes,
+        )
 
         # Initialize weights and apply final processing
         self.post_init()