diff --git a/tests/cpp/operator/test_cast_mxfp8.cu b/tests/cpp/operator/test_cast_mxfp8.cu
index 9368d4030b..16fb977b78 100644
--- a/tests/cpp/operator/test_cast_mxfp8.cu
+++ b/tests/cpp/operator/test_cast_mxfp8.cu
@@ -746,14 +746,13 @@ std::vector<MXFP82DScalingDirection> scaling_directions_2d_quantize = {
     MXFP82DScalingDirection::Bidirectional,
 };
 
-// Only GeLU activation tests are supported
 std::vector<ActivationType> Activation_types = {
     ActivationType::Identity,
     ActivationType::GeLU,
-    // ActivationType::SiLU,
-    // ActivationType::ReLU,
-    // ActivationType::QGeLU,
-    // ActivationType::SReLU,
+    ActivationType::SiLU,
+    ActivationType::ReLU,
+    ActivationType::QGeLU,
+    ActivationType::SReLU,
 };
 
 class FusedCastMXFP8TestSuite : public ::testing::TestWithParam
diff --git a/tests/cpp/operator/test_cast_mxfp8_grouped.cu b/tests/cpp/operator/test_cast_mxfp8_grouped.cu
index c2309f7aa4..03ec1acd00 100644
--- a/tests/cpp/operator/test_cast_mxfp8_grouped.cu
+++ b/tests/cpp/operator/test_cast_mxfp8_grouped.cu
@@ -657,10 +657,10 @@ std::vector<ProcessingMethod> processing_methods = {
 std::vector<ActivationKind> activation_kinds = {
     ActivationKind::Identity,
     ActivationKind::GeLU,
-    // ActivationKind::SiLU,
-    // ActivationKind::ReLU,
-    // ActivationKind::QGeLU,
-    // ActivationKind::SReLU,
+    ActivationKind::SiLU,
+    ActivationKind::ReLU,
+    ActivationKind::QGeLU,
+    ActivationKind::SReLU,
 };
 
 enum ScalingDirection {
@@ -1012,7 +1012,7 @@ INSTANTIATE_TEST_SUITE_P(
     GroupedFusedCastMXFP8TestSuite,
     ::testing::Combine(
         ::testing::Values(ProcessingMethod::CAST_DBIAS_DACT),
-        ::testing::Values(ActivationKind::GeLU),
+        ::testing::ValuesIn(activation_kinds),
         ::testing::ValuesIn(scaling_directions),
         ::testing::ValuesIn(input_config_same_both_multichunk),
         ::testing::Values(DType::kBFloat16),