Merge pull request #1844 from emankov/HIPIFY

[HIPIFY][DNN] Support for `cuDNN 9.7.0` - Step 1
ROCm · Jan 24, 2025 · 3d55c7c · 3d55c7c
2 parents 9cf0bab + 5c97c57
commit 3d55c7c
Show file tree

Hide file tree

Showing 7 changed files with 94 additions and 1 deletion.
diff --git a/bin/hipify-perl b/bin/hipify-perl
@@ -13530,6 +13530,8 @@ sub warnRocOnlyUnsupportedFunctions {
     "CUDNN_DATA_UINT8x4",
     "CUDNN_DATA_UINT8",
     "CUDNN_DATA_INT8x32",
+    "CUDNN_DATA_FP8_E8M0",
+    "CUDNN_DATA_FP4_E2M1",
     "CUDNN_DATA_FAST_FLOAT_FOR_FP8",
     "CUDNN_DATA_BOOLEAN",
     "CUDNN_CTC_ZERO_OOB_GRADIENTS",
@@ -13579,6 +13581,17 @@ sub warnRocOnlyUnsupportedFunctions {
     "CUDNN_ATTR_OPERATION_PAGED_CACHE_LOAD_SEQUENCE_DESC",
     "CUDNN_ATTR_OPERATION_PAGED_CACHE_LOAD_PAGE_TABLE_DESC",
     "CUDNN_ATTR_OPERATION_PAGED_CACHE_LOAD_CONTAINER_DESC",
+    "CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_YDESC",
+    "CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_XDESC",
+    "CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_SCALE_DESC",
+    "CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_MATH_PREC",
+    "CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_DENOM_FACTOR_MODE",
+    "CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_BLOCK_SIZE",
+    "CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_YDESC",
+    "CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_XDESC",
+    "CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_SCALE_DESC",
+    "CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_MATH_PREC",
+    "CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_BLOCK_SIZE",
     "CUDNN_ATTR_OPERATIONGRAPH_IS_SAME_TOPOLOGY",
     "CUDNN_ATTR_OPERATIONGRAPH_IS_DYNAMIC_SHAPE_ENABLED",
     "CUDNN_ATTR_KERNEL_CACHE_OPERATION_GRAPH",
@@ -14220,8 +14233,10 @@ sub warnMIOpenOnlyUnsupportedFunctions {
     "CUDNN_DATA_UINT8",
     "CUDNN_DATA_INT8x32",
     "CUDNN_DATA_INT64",
+    "CUDNN_DATA_FP8_E8M0",
     "CUDNN_DATA_FP8_E5M2",
     "CUDNN_DATA_FP8_E4M3",
+    "CUDNN_DATA_FP4_E2M1",
     "CUDNN_DATA_FAST_FLOAT_FOR_FP8",
     "CUDNN_DATA_BOOLEAN",
     "CUDNN_DATA_BFLOAT16",
@@ -14448,6 +14463,17 @@ sub warnMIOpenOnlyUnsupportedFunctions {
     "CUDNN_ATTR_OPERATION_BN_BWD_WEIGHTS_DBN_SCALE_DESC",
     "CUDNN_ATTR_OPERATION_BN_BWD_WEIGHTS_DBN_BIAS_DESC",
     "CUDNN_ATTR_OPERATION_BN_BWD_WEIGHTS_BN_SCALE_DESC",
+    "CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_YDESC",
+    "CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_XDESC",
+    "CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_SCALE_DESC",
+    "CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_MATH_PREC",
+    "CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_DENOM_FACTOR_MODE",
+    "CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_BLOCK_SIZE",
+    "CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_YDESC",
+    "CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_XDESC",
+    "CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_SCALE_DESC",
+    "CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_MATH_PREC",
+    "CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_BLOCK_SIZE",
     "CUDNN_ATTR_OPERATIONGRAPH_OPS",
     "CUDNN_ATTR_OPERATIONGRAPH_IS_SAME_TOPOLOGY",
     "CUDNN_ATTR_OPERATIONGRAPH_IS_DYNAMIC_SHAPE_ENABLED",

diff --git a/docs/reference/tables/CUDNN_API_supported_by_HIP.md b/docs/reference/tables/CUDNN_API_supported_by_HIP.md
@@ -75,6 +75,17 @@
 |`CUDNN_ATTR_OPERATIONGRAPH_IS_DYNAMIC_SHAPE_ENABLED`|9.4.0| | | | | | | | | |
 |`CUDNN_ATTR_OPERATIONGRAPH_IS_SAME_TOPOLOGY`|9.6.0| | | | | | | | | |
 |`CUDNN_ATTR_OPERATIONGRAPH_OPS`|8.0.1| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_BLOCK_SIZE`|9.7.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_MATH_PREC`|9.7.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_SCALE_DESC`|9.7.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_XDESC`|9.7.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_YDESC`|9.7.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_BLOCK_SIZE`|9.7.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_DENOM_FACTOR_MODE`|9.7.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_MATH_PREC`|9.7.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_SCALE_DESC`|9.7.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_XDESC`|9.7.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_YDESC`|9.7.0| | | | | | | | | |
 |`CUDNN_ATTR_OPERATION_BN_BWD_WEIGHTS_BN_SCALE_DESC`|8.2.0| | | | | | | | | |
 |`CUDNN_ATTR_OPERATION_BN_BWD_WEIGHTS_DBN_BIAS_DESC`|8.2.0| | | | | | | | | |
 |`CUDNN_ATTR_OPERATION_BN_BWD_WEIGHTS_DBN_SCALE_DESC`|8.2.0| | | | | | | | | |
@@ -343,8 +354,10 @@
 |`CUDNN_DATA_DOUBLE`|1.0.0| | | |`HIPDNN_DATA_DOUBLE`| | | | | |
 |`CUDNN_DATA_FAST_FLOAT_FOR_FP8`|8.7.0| | | | | | | | | |
 |`CUDNN_DATA_FLOAT`|1.0.0| | | |`HIPDNN_DATA_FLOAT`| | | | | |
+|`CUDNN_DATA_FP4_E2M1`|9.7.0| | | | | | | | | |
 |`CUDNN_DATA_FP8_E4M3`|8.6.0| | | | | | | | | |
 |`CUDNN_DATA_FP8_E5M2`|8.6.0| | | | | | | | | |
+|`CUDNN_DATA_FP8_E8M0`|9.7.0| | | | | | | | | |
 |`CUDNN_DATA_HALF`|3.0.0| | | |`HIPDNN_DATA_HALF`| | | | | |
 |`CUDNN_DATA_INT32`|6.0.0| | | |`HIPDNN_DATA_INT32`| | | | | |
 |`CUDNN_DATA_INT64`|8.1.0| | | | | | | | | |

diff --git a/docs/reference/tables/CUDNN_API_supported_by_HIP_and_MIOPEN.md b/docs/reference/tables/CUDNN_API_supported_by_HIP_and_MIOPEN.md
@@ -75,6 +75,17 @@
 |`CUDNN_ATTR_OPERATIONGRAPH_IS_DYNAMIC_SHAPE_ENABLED`|9.4.0| | | | | | | | | | | | | | | |
 |`CUDNN_ATTR_OPERATIONGRAPH_IS_SAME_TOPOLOGY`|9.6.0| | | | | | | | | | | | | | | |
 |`CUDNN_ATTR_OPERATIONGRAPH_OPS`|8.0.1| | | | | | | | | |`MIOPEN_ATTR_OPERATIONGRAPH_OPS`|6.2.0| | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_BLOCK_SIZE`|9.7.0| | | | | | | | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_MATH_PREC`|9.7.0| | | | | | | | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_SCALE_DESC`|9.7.0| | | | | | | | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_XDESC`|9.7.0| | | | | | | | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_YDESC`|9.7.0| | | | | | | | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_BLOCK_SIZE`|9.7.0| | | | | | | | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_DENOM_FACTOR_MODE`|9.7.0| | | | | | | | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_MATH_PREC`|9.7.0| | | | | | | | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_SCALE_DESC`|9.7.0| | | | | | | | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_XDESC`|9.7.0| | | | | | | | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_YDESC`|9.7.0| | | | | | | | | | | | | | | |
 |`CUDNN_ATTR_OPERATION_BN_BWD_WEIGHTS_BN_SCALE_DESC`|8.2.0| | | | | | | | | |`MIOPEN_ATTR_OPERATION_BN_BWD_WEIGHTS_BN_SCALE_DESC`|6.2.0| | | | |
 |`CUDNN_ATTR_OPERATION_BN_BWD_WEIGHTS_DBN_BIAS_DESC`|8.2.0| | | | | | | | | |`MIOPEN_ATTR_OPERATION_BN_BWD_WEIGHTS_DBN_BIAS_DESC`|6.2.0| | | | |
 |`CUDNN_ATTR_OPERATION_BN_BWD_WEIGHTS_DBN_SCALE_DESC`|8.2.0| | | | | | | | | |`MIOPEN_ATTR_OPERATION_BN_BWD_WEIGHTS_DBN_SCALE_DESC`|6.2.0| | | | |
@@ -343,8 +354,10 @@
 |`CUDNN_DATA_DOUBLE`|1.0.0| | | |`HIPDNN_DATA_DOUBLE`| | | | | |`miopenDouble`|4.5.0| | | | |
 |`CUDNN_DATA_FAST_FLOAT_FOR_FP8`|8.7.0| | | | | | | | | | | | | | | |
 |`CUDNN_DATA_FLOAT`|1.0.0| | | |`HIPDNN_DATA_FLOAT`| | | | | |`miopenFloat`|2.1.0| | | | |
+|`CUDNN_DATA_FP4_E2M1`|9.7.0| | | | | | | | | | | | | | | |
 |`CUDNN_DATA_FP8_E4M3`|8.6.0| | | | | | | | | |`miopenFloat8`|6.0.0| | | | |
 |`CUDNN_DATA_FP8_E5M2`|8.6.0| | | | | | | | | |`miopenBFloat8`|6.0.0| | | | |
+|`CUDNN_DATA_FP8_E8M0`|9.7.0| | | | | | | | | | | | | | | |
 |`CUDNN_DATA_HALF`|3.0.0| | | |`HIPDNN_DATA_HALF`| | | | | |`miopenHalf`|2.1.0| | | | |
 |`CUDNN_DATA_INT32`|6.0.0| | | |`HIPDNN_DATA_INT32`| | | | | |`miopenInt32`|2.1.0| | | | |
 |`CUDNN_DATA_INT64`|8.1.0| | | | | | | | | |`miopenInt64`|6.2.0| | | | |

diff --git a/docs/reference/tables/CUDNN_API_supported_by_MIOPEN.md b/docs/reference/tables/CUDNN_API_supported_by_MIOPEN.md
@@ -75,6 +75,17 @@
 |`CUDNN_ATTR_OPERATIONGRAPH_IS_DYNAMIC_SHAPE_ENABLED`|9.4.0| | | | | | | | | |
 |`CUDNN_ATTR_OPERATIONGRAPH_IS_SAME_TOPOLOGY`|9.6.0| | | | | | | | | |
 |`CUDNN_ATTR_OPERATIONGRAPH_OPS`|8.0.1| | | |`MIOPEN_ATTR_OPERATIONGRAPH_OPS`|6.2.0| | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_BLOCK_SIZE`|9.7.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_MATH_PREC`|9.7.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_SCALE_DESC`|9.7.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_XDESC`|9.7.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_YDESC`|9.7.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_BLOCK_SIZE`|9.7.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_DENOM_FACTOR_MODE`|9.7.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_MATH_PREC`|9.7.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_SCALE_DESC`|9.7.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_XDESC`|9.7.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_YDESC`|9.7.0| | | | | | | | | |
 |`CUDNN_ATTR_OPERATION_BN_BWD_WEIGHTS_BN_SCALE_DESC`|8.2.0| | | |`MIOPEN_ATTR_OPERATION_BN_BWD_WEIGHTS_BN_SCALE_DESC`|6.2.0| | | | |
 |`CUDNN_ATTR_OPERATION_BN_BWD_WEIGHTS_DBN_BIAS_DESC`|8.2.0| | | |`MIOPEN_ATTR_OPERATION_BN_BWD_WEIGHTS_DBN_BIAS_DESC`|6.2.0| | | | |
 |`CUDNN_ATTR_OPERATION_BN_BWD_WEIGHTS_DBN_SCALE_DESC`|8.2.0| | | |`MIOPEN_ATTR_OPERATION_BN_BWD_WEIGHTS_DBN_SCALE_DESC`|6.2.0| | | | |
@@ -343,8 +354,10 @@
 |`CUDNN_DATA_DOUBLE`|1.0.0| | | |`miopenDouble`|4.5.0| | | | |
 |`CUDNN_DATA_FAST_FLOAT_FOR_FP8`|8.7.0| | | | | | | | | |
 |`CUDNN_DATA_FLOAT`|1.0.0| | | |`miopenFloat`|2.1.0| | | | |
+|`CUDNN_DATA_FP4_E2M1`|9.7.0| | | | | | | | | |
 |`CUDNN_DATA_FP8_E4M3`|8.6.0| | | |`miopenFloat8`|6.0.0| | | | |
 |`CUDNN_DATA_FP8_E5M2`|8.6.0| | | |`miopenBFloat8`|6.0.0| | | | |
+|`CUDNN_DATA_FP8_E8M0`|9.7.0| | | | | | | | | |
 |`CUDNN_DATA_HALF`|3.0.0| | | |`miopenHalf`|2.1.0| | | | |
 |`CUDNN_DATA_INT32`|6.0.0| | | |`miopenInt32`|2.1.0| | | | |
 |`CUDNN_DATA_INT64`|8.1.0| | | |`miopenInt64`|6.2.0| | | | |

diff --git a/src/CUDA2HIP_DNN_API_types.cpp b/src/CUDA2HIP_DNN_API_types.cpp
@@ -122,6 +122,8 @@ const std::map<llvm::StringRef, hipCounter> CUDA_DNN_TYPE_NAME_MAP {
   {"CUDNN_DATA_FP8_E4M3",                                              {"HIPDNN_DATA_FP8_E4M3",                                            "miopenFloat8",                                                    CONV_NUMERIC_LITERAL, API_DNN, 1, HIP_UNSUPPORTED}},  // 12
   {"CUDNN_DATA_FP8_E5M2",                                              {"HIPDNN_DATA_FP8_E5M2",                                            "miopenBFloat8",                                                   CONV_NUMERIC_LITERAL, API_DNN, 1, HIP_UNSUPPORTED}},  // 13
   {"CUDNN_DATA_FAST_FLOAT_FOR_FP8",                                    {"HIPDNN_DATA_FAST_FLOAT_FOR_FP8",                                  "",                                                                CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}},  // 14
+  {"CUDNN_DATA_FP8_E8M0",                                              {"HIPDNN_DATA_FP8_E8M0",                                            "",                                                                CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}},  // 15
+  {"CUDNN_DATA_FP4_E2M1",                                              {"HIPDNN_DATA_FP4_E2M1",                                            "",                                                                CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}},  // 16
   {"cudnnErrQueryMode_t",                                              {"hipdnnErrQueryMode_t",                                            "",                                                                CONV_TYPE, API_DNN, 1, UNSUPPORTED}},
   {"CUDNN_ERRQUERY_RAWCODE",                                           {"HIPDNN_ERRQUERY_RAWCODE",                                         "",                                                                CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}},    // 0
   {"CUDNN_ERRQUERY_NONBLOCKING",                                       {"HIPDNN_ERRQUERY_NONBLOCKING",                                     "",                                                                CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}},    // 1
@@ -666,6 +668,17 @@ const std::map<llvm::StringRef, hipCounter> CUDA_DNN_TYPE_NAME_MAP {
   {"CUDNN_ATTR_OPERATION_RNG_OFFSET_DESC",                             {"HIPDNN_ATTR_OPERATION_RNG_OFFSET_DESC",                           "MIOPEN_ATTR_OPERATION_RNG_OFFSET_DESC",                           CONV_NUMERIC_LITERAL, API_DNN, 1, HIP_UNSUPPORTED}},    // 2313
   {"CUDNN_ATTR_KERNEL_CACHE_OPERATION_GRAPH",                          {"HIPDNN_ATTR_KERNEL_CACHE_OPERATION_GRAPH",                        "",                                                                CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}},    // 2400
   {"CUDNN_ATTR_KERNEL_CACHE_IS_ENGINECFG_KERNEL_CACHED",               {"HIPDNN_ATTR_KERNEL_CACHE_IS_ENGINECFG_KERNEL_CACHED",             "",                                                                CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}},    // 2401
+  {"CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_XDESC",                  {"HIPDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_XDESC",                "",                                                                CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}},    // 2500
+  {"CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_YDESC",                  {"HIPDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_YDESC",                "",                                                                CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}},    // 2501
+  {"CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_SCALE_DESC",             {"HIPDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_SCALE_DESC",           "",                                                                CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}},    // 2502
+  {"CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_MATH_PREC",              {"HIPDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_MATH_PREC",            "",                                                                CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}},    // 2503
+  {"CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_BLOCK_SIZE",             {"HIPDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_BLOCK_SIZE",           "",                                                                CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}},    // 2504
+  {"CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_DENOM_FACTOR_MODE",      {"HIPDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_DENOM_FACTOR_MODE",    "",                                                                CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}},    // 2505
+  {"CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_XDESC",                {"HIPDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_XDESC",              "",                                                                CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}},    // 2600
+  {"CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_SCALE_DESC",           {"HIPDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_SCALE_DESC",         "",                                                                CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}},    // 2601
+  {"CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_YDESC",                {"HIPDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_YDESC",              "",                                                                CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}},    // 2602
+  {"CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_MATH_PREC",            {"HIPDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_MATH_PREC",          "",                                                                CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}},    // 2603
+  {"CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_BLOCK_SIZE",           {"HIPDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_BLOCK_SIZE",         "",                                                                CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}},    // 2604
   {"cudnnBackendAttributeType_t",                                      {"hipdnnBackendAttributeType_t",                                    "miopenBackendAttributeType_t",                                    CONV_TYPE, API_DNN, 1, HIP_UNSUPPORTED}},
   {"CUDNN_TYPE_HANDLE",                                                {"HIPDNN_TYPE_HANDLE",                                              "MIOPEN_TYPE_HANDLE",                                              CONV_NUMERIC_LITERAL, API_DNN, 1, HIP_UNSUPPORTED}},
   {"CUDNN_TYPE_DATA_TYPE",                                             {"HIPDNN_TYPE_DATA_TYPE",                                           "MIOPEN_TYPE_DATA_TYPE",                                           CONV_NUMERIC_LITERAL, API_DNN, 1, HIP_UNSUPPORTED}},
@@ -1803,6 +1816,19 @@ const std::map<llvm::StringRef, cudaAPIversions> CUDA_DNN_TYPE_NAME_VER_MAP {
   {"CUDNN_ATTR_KERNEL_CACHE_OPERATION_GRAPH",                          {CUDNN_950, CUDA_0,    CUDA_0   }},
   {"CUDNN_STATUS_BAD_PARAM_DESCRIPTOR_TYPE",                           {CUDNN_960, CUDA_0,    CUDA_0   }},
   {"CUDNN_ATTR_OPERATIONGRAPH_IS_SAME_TOPOLOGY",                       {CUDNN_960, CUDA_0,    CUDA_0   }},
+  {"CUDNN_DATA_FP8_E8M0",                                              {CUDNN_970, CUDA_0,    CUDA_0   }},
+  {"CUDNN_DATA_FP4_E2M1",                                              {CUDNN_970, CUDA_0,    CUDA_0   }},
+  {"CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_XDESC",                  {CUDNN_970, CUDA_0,    CUDA_0   }},
+  {"CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_YDESC",                  {CUDNN_970, CUDA_0,    CUDA_0   }},
+  {"CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_SCALE_DESC",             {CUDNN_970, CUDA_0,    CUDA_0   }},
+  {"CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_MATH_PREC",              {CUDNN_970, CUDA_0,    CUDA_0   }},
+  {"CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_BLOCK_SIZE",             {CUDNN_970, CUDA_0,    CUDA_0   }},
+  {"CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_DENOM_FACTOR_MODE",      {CUDNN_970, CUDA_0,    CUDA_0   }},
+  {"CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_XDESC",                {CUDNN_970, CUDA_0,    CUDA_0   }},
+  {"CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_SCALE_DESC",           {CUDNN_970, CUDA_0,    CUDA_0   }},
+  {"CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_YDESC",                {CUDNN_970, CUDA_0,    CUDA_0   }},
+  {"CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_MATH_PREC",            {CUDNN_970, CUDA_0,    CUDA_0   }},
+  {"CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_BLOCK_SIZE",           {CUDNN_970, CUDA_0,    CUDA_0   }},
 };
 
 const std::map<llvm::StringRef, hipAPIversions> HIP_DNN_TYPE_NAME_VER_MAP {

diff --git a/src/Statistics.cpp b/src/Statistics.cpp
@@ -548,6 +548,7 @@ std::string Statistics::getCudaVersion(const cudaVersions &ver) {
     case CUDNN_940: return "9.4.0";
     case CUDNN_950: return "9.5.0";
     case CUDNN_960: return "9.6.0";
+    case CUDNN_970: return "9.7.0";
     case CUTENSOR_1010: return "1.0.1.0";
     case CUTENSOR_1100: return "1.1.0.0";
     case CUTENSOR_1200: return "1.2.0.0";

diff --git a/src/Statistics.h b/src/Statistics.h
@@ -300,7 +300,8 @@ enum cudaVersions {
   CUDNN_940 = 940,
   CUDNN_950 = 950,
   CUDNN_960 = 960,
-  CUDNN_LATEST = CUDNN_960,
+  CUDNN_970 = 970,
+  CUDNN_LATEST = CUDNN_970,
   CUTENSOR_1010 = 100010,
   CUTENSOR_1100 = 100100,
   CUTENSOR_1200 = 100200,