diff --git a/xla/hlo/translate/mhlo_to_hlo/mlir_hlo_to_hlo.cc b/xla/hlo/translate/mhlo_to_hlo/mlir_hlo_to_hlo.cc
index dd481e1c9d17d..0cd634313728c 100644
--- a/xla/hlo/translate/mhlo_to_hlo/mlir_hlo_to_hlo.cc
+++ b/xla/hlo/translate/mhlo_to_hlo/mlir_hlo_to_hlo.cc
@@ -2275,7 +2275,7 @@ LogicalResult ExportXlaOp(CustomCallOp op, OpLoweringContext ctx) {
       auto name = attr.getName();
       return name == kCallTargetName || name == kBackendConfig ||
              name == kApiVersion || name == kCalledComputations ||
-             name == kHasSideEffect;
+             name == kHasSideEffect || name == kMhloSharding;
     };
     for (const auto& attr : op->getAttrs()) {
       if (!isSupportedAttrName(attr))