Update modeling_xlm_roberta.py

modeling_xlm_roberta.py

@@ -1168,6 +1168,9 @@ class XLMRobertaClassificationHead(nn.Module):
 
     def __init__(self, config):
         super().__init__()
+        fused_bias_fc = getattr(config, "fused_bias_fc", False)
+        if fused_bias_fc and FusedDense is None:
+            raise ImportError("fused_dense is not installed")
         linear_cls = nn.Linear if not fused_bias_fc else FusedDense
         self.dense = linear_cls(config.hidden_size, config.hidden_size)
         classifier_dropout = (