nvidia-cudnn-cu12 8.9.7.29__py3-none-win_amd64.whl → 9.1.0.70__py3-none-win_amd64.whl

nvidia/cudnn/include/{cudnn_cnn_infer.h → cudnn_cnn.h}

@@ -48,26 +48,24 @@
  */
 
 /*
- *  cudnn_cnn_infer : cuDNN's basic definitions and inference CNN functions.
+ *  cudnn_cnn : cuDNN's basic definitions and CNN functions.
  */
 
-#if !defined(CUDNN_CNN_INFER_H_)
-#define CUDNN_CNN_INFER_H_
+#if !defined(CUDNN_CNN_H_)
+#define CUDNN_CNN_H_
 
 #pragma once
-#include <cuda_runtime.h>
 #include <stdint.h>
 
 #include "cudnn_version.h"
-#include "cudnn_ops_infer.h"
+#include "cudnn_ops.h"
 
 /* These version numbers are autogenerated, do not edit manually. */
-#define CUDNN_CNN_INFER_MAJOR 8
-#define CUDNN_CNN_INFER_MINOR 9
-#define CUDNN_CNN_INFER_PATCH 7
+#define CUDNN_CNN_MAJOR 9
+#define CUDNN_CNN_MINOR 1
+#define CUDNN_CNN_PATCH 0
 
-#if (CUDNN_CNN_INFER_MAJOR != CUDNN_MAJOR) || (CUDNN_CNN_INFER_MINOR != CUDNN_MINOR) || \
-    (CUDNN_CNN_INFER_PATCH != CUDNN_PATCHLEVEL)
+#if (CUDNN_CNN_MAJOR != CUDNN_MAJOR) || (CUDNN_CNN_MINOR != CUDNN_MINOR) || (CUDNN_CNN_PATCH != CUDNN_PATCHLEVEL)
 #error Version mismatch in cuDNN CNN INFER!!!
 #endif
 
@@ -75,20 +73,7 @@
 extern "C" {
 #endif
 
-typedef struct cudnnConvolutionStruct *cudnnConvolutionDescriptor_t;
-
-/*
- *  convolution mode
- */
-typedef enum { CUDNN_CONVOLUTION = 0, CUDNN_CROSS_CORRELATION = 1 } cudnnConvolutionMode_t;
-
-/*
- * CUDNN Reorder
- */
-typedef enum {
-    CUDNN_DEFAULT_REORDER = 0,
-    CUDNN_NO_REORDER      = 1,
-} cudnnReorderType_t;
+typedef struct cudnnConvolutionStruct *cudnnConvolutionDescriptor_t CUDNN_DEPRECATED;
 
 typedef struct cudnnConvolutionFwdAlgoPerfStruct {
     cudnnConvolutionFwdAlgo_t algo;
@@ -98,35 +83,35 @@ typedef struct cudnnConvolutionFwdAlgoPerfStruct {
     cudnnDeterminism_t determinism;
     cudnnMathType_t mathType;
     int reserved[3];
-} cudnnConvolutionFwdAlgoPerf_t;
+} cudnnConvolutionFwdAlgoPerf_t CUDNN_DEPRECATED;
 
 /* Create an instance of convolution descriptor */
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnCreateConvolutionDescriptor(cudnnConvolutionDescriptor_t *convDesc);
 
 /* Destroy an instance of convolution descriptor */
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnDestroyConvolutionDescriptor(cudnnConvolutionDescriptor_t convDesc);
 
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnSetConvolutionMathType(cudnnConvolutionDescriptor_t convDesc, cudnnMathType_t mathType);
 
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnGetConvolutionMathType(cudnnConvolutionDescriptor_t convDesc, cudnnMathType_t *mathType);
 
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnSetConvolutionGroupCount(cudnnConvolutionDescriptor_t convDesc, int groupCount);
 
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnGetConvolutionGroupCount(cudnnConvolutionDescriptor_t convDesc, int *groupCount);
 
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnSetConvolutionReorderType(cudnnConvolutionDescriptor_t convDesc, cudnnReorderType_t reorderType);
 
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnGetConvolutionReorderType(cudnnConvolutionDescriptor_t convDesc, cudnnReorderType_t *reorderType);
 
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnSetConvolution2dDescriptor(cudnnConvolutionDescriptor_t convDesc,
                                 int pad_h,      /* zero-padding height */
                                 int pad_w,      /* zero-padding width */
@@ -137,7 +122,7 @@ cudnnSetConvolution2dDescriptor(cudnnConvolutionDescriptor_t convDesc,
                                 cudnnConvolutionMode_t mode,
                                 cudnnDataType_t computeType);
 
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnGetConvolution2dDescriptor(const cudnnConvolutionDescriptor_t convDesc,
                                 int *pad_h,      /* zero-padding height */
                                 int *pad_w,      /* zero-padding width */
@@ -148,7 +133,7 @@ cudnnGetConvolution2dDescriptor(const cudnnConvolutionDescriptor_t convDesc,
                                 cudnnConvolutionMode_t *mode,
                                 cudnnDataType_t *computeType);
 
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnSetConvolutionNdDescriptor(cudnnConvolutionDescriptor_t convDesc,
                                 int arrayLength, /* nbDims-2 size */
                                 const int padA[],
@@ -158,7 +143,7 @@ cudnnSetConvolutionNdDescriptor(cudnnConvolutionDescriptor_t convDesc,
                                 cudnnDataType_t computeType); /* convolution data type */
 
 /* Helper function to return the dimensions of the output tensor given a convolution descriptor */
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnGetConvolutionNdDescriptor(const cudnnConvolutionDescriptor_t convDesc,
                                 int arrayLengthRequested,
                                 int *arrayLength,
@@ -168,7 +153,7 @@ cudnnGetConvolutionNdDescriptor(const cudnnConvolutionDescriptor_t convDesc,
                                 cudnnConvolutionMode_t *mode,
                                 cudnnDataType_t *computeType); /* convolution data type */
 
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnGetConvolution2dForwardOutputDim(const cudnnConvolutionDescriptor_t convDesc,
                                       const cudnnTensorDescriptor_t inputTensorDesc,
                                       const cudnnFilterDescriptor_t filterDesc,
@@ -178,7 +163,7 @@ cudnnGetConvolution2dForwardOutputDim(const cudnnConvolutionDescriptor_t convDes
                                       int *w);
 
 /* Helper function to return the dimensions of the output tensor given a convolution descriptor */
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnGetConvolutionNdForwardOutputDim(const cudnnConvolutionDescriptor_t convDesc,
                                       const cudnnTensorDescriptor_t inputTensorDesc,
                                       const cudnnFilterDescriptor_t filterDesc,
@@ -186,10 +171,10 @@ cudnnGetConvolutionNdForwardOutputDim(const cudnnConvolutionDescriptor_t convDes
                                       int tensorOuputDimA[]);
 
 /* helper function to provide the convolution forward algo that fit best the requirement */
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnGetConvolutionForwardAlgorithmMaxCount(cudnnHandle_t handle, int *count);
 
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnGetConvolutionForwardAlgorithm_v7(cudnnHandle_t handle,
                                        const cudnnTensorDescriptor_t srcDesc,
                                        const cudnnFilterDescriptor_t filterDesc,
@@ -199,7 +184,7 @@ cudnnGetConvolutionForwardAlgorithm_v7(cudnnHandle_t handle,
                                        int *returnedAlgoCount,
                                        cudnnConvolutionFwdAlgoPerf_t *perfResults);
 
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnFindConvolutionForwardAlgorithm(cudnnHandle_t handle,
                                      const cudnnTensorDescriptor_t xDesc,
                                      const cudnnFilterDescriptor_t wDesc,
@@ -209,7 +194,7 @@ cudnnFindConvolutionForwardAlgorithm(cudnnHandle_t handle,
                                      int *returnedAlgoCount,
                                      cudnnConvolutionFwdAlgoPerf_t *perfResults);
 
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnFindConvolutionForwardAlgorithmEx(cudnnHandle_t handle,
                                        const cudnnTensorDescriptor_t xDesc,
                                        const void *x,
@@ -224,7 +209,7 @@ cudnnFindConvolutionForwardAlgorithmEx(cudnnHandle_t handle,
                                        void *workSpace,
                                        size_t workSpaceSizeInBytes);
 
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnIm2Col(cudnnHandle_t handle,
             const cudnnTensorDescriptor_t xDesc,
             const void *x,
@@ -232,7 +217,7 @@ cudnnIm2Col(cudnnHandle_t handle,
             const cudnnConvolutionDescriptor_t convDesc,
             void *colBuffer);
 
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnReorderFilterAndBias(cudnnHandle_t handle,
                           const cudnnFilterDescriptor_t filterDesc,
                           cudnnReorderType_t reorderType,
@@ -243,7 +228,7 @@ cudnnReorderFilterAndBias(cudnnHandle_t handle,
                           void *reorderedBiasData);
 
 /* Helper function to return the minimum size of the workspace to be passed to the convolution given an algo*/
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnGetConvolutionForwardWorkspaceSize(cudnnHandle_t handle,
                                         const cudnnTensorDescriptor_t xDesc,
                                         const cudnnFilterDescriptor_t wDesc,
@@ -255,7 +240,7 @@ cudnnGetConvolutionForwardWorkspaceSize(cudnnHandle_t handle,
 /* Convolution functions: All of the form "output = alpha * Op(inputs) + beta * output" */
 
 /* Function to perform the forward pass for batch convolution */
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnConvolutionForward(cudnnHandle_t handle,
                         const void *alpha,
                         const cudnnTensorDescriptor_t xDesc,
@@ -271,7 +256,7 @@ cudnnConvolutionForward(cudnnHandle_t handle,
                         void *y);
 
 /* Fused conv/bias/activation operation : y = Act( alpha1 * conv(x) + alpha2 * z + bias ) */
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnConvolutionBiasActivationForward(cudnnHandle_t handle,
                                       const void *alpha1,
                                       const cudnnTensorDescriptor_t xDesc,
@@ -301,12 +286,12 @@ typedef struct cudnnConvolutionBwdDataAlgoPerfStruct {
     cudnnDeterminism_t determinism;
     cudnnMathType_t mathType;
     int reserved[3];
-} cudnnConvolutionBwdDataAlgoPerf_t;
+} cudnnConvolutionBwdDataAlgoPerf_t CUDNN_DEPRECATED;
 
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnGetConvolutionBackwardDataAlgorithmMaxCount(cudnnHandle_t handle, int *count);
 
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnFindConvolutionBackwardDataAlgorithm(cudnnHandle_t handle,
                                           const cudnnFilterDescriptor_t wDesc,
                                           const cudnnTensorDescriptor_t dyDesc,
@@ -316,7 +301,7 @@ cudnnFindConvolutionBackwardDataAlgorithm(cudnnHandle_t handle,
                                           int *returnedAlgoCount,
                                           cudnnConvolutionBwdDataAlgoPerf_t *perfResults);
 
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnFindConvolutionBackwardDataAlgorithmEx(cudnnHandle_t handle,
                                             const cudnnFilterDescriptor_t wDesc,
                                             const void *w,
@@ -331,7 +316,7 @@ cudnnFindConvolutionBackwardDataAlgorithmEx(cudnnHandle_t handle,
                                             void *workSpace,
                                             size_t workSpaceSizeInBytes);
 
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnGetConvolutionBackwardDataAlgorithm_v7(cudnnHandle_t handle,
                                             const cudnnFilterDescriptor_t filterDesc,
                                             const cudnnTensorDescriptor_t diffDesc,
@@ -346,7 +331,7 @@ cudnnGetConvolutionBackwardDataAlgorithm_v7(cudnnHandle_t handle,
  */
 
 /* Helper function to return the minimum size of the workspace to be passed to the convolution given an algo*/
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnGetConvolutionBackwardDataWorkspaceSize(cudnnHandle_t handle,
                                              const cudnnFilterDescriptor_t wDesc,
                                              const cudnnTensorDescriptor_t dyDesc,
@@ -355,7 +340,7 @@ cudnnGetConvolutionBackwardDataWorkspaceSize(cudnnHandle_t handle,
                                              cudnnConvolutionBwdDataAlgo_t algo,
                                              size_t *sizeInBytes);
 
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnConvolutionBackwardData(cudnnHandle_t handle,
                              const void *alpha,
                              const cudnnFilterDescriptor_t wDesc,
@@ -371,7 +356,7 @@ cudnnConvolutionBackwardData(cudnnHandle_t handle,
                              void *dx);
 
 /* Helper function to calculate folding descriptors for dgrad */
-cudnnStatus_t CUDNNWINAPI
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
 cudnnGetFoldedConvBackwardDataDescriptors(const cudnnHandle_t handle,
                                           const cudnnFilterDescriptor_t filterDesc,
                                           const cudnnTensorDescriptor_t diffDesc,
@@ -389,13 +374,13 @@ cudnnGetFoldedConvBackwardDataDescriptors(const cudnnHandle_t handle,
 
 /* cudnnFusedOps... */
 struct cudnnFusedOpsConstParamStruct;
-typedef struct cudnnFusedOpsConstParamStruct *cudnnFusedOpsConstParamPack_t;
+typedef struct cudnnFusedOpsConstParamStruct *cudnnFusedOpsConstParamPack_t CUDNN_DEPRECATED;
 
 struct cudnnFusedOpsVariantParamStruct;
-typedef struct cudnnFusedOpsVariantParamStruct *cudnnFusedOpsVariantParamPack_t;
+typedef struct cudnnFusedOpsVariantParamStruct *cudnnFusedOpsVariantParamPack_t CUDNN_DEPRECATED;
 
 struct cudnnFusedOpsPlanStruct;
-typedef struct cudnnFusedOpsPlanStruct *cudnnFusedOpsPlan_t;
+typedef struct cudnnFusedOpsPlanStruct *cudnnFusedOpsPlan_t CUDNN_DEPRECATED;
 
 typedef enum {
     /* each op in [ ] can be disabled by passing NULL ptr */
@@ -416,7 +401,7 @@ typedef enum {
     CUDNN_FUSED_SCALE_BIAS_ADD_ACTIVATION_GEN_BITMASK = 5,
     /* reserved for future use */
     CUDNN_FUSED_DACTIVATION_FORK_DBATCHNORM = 6,
-} cudnnFusedOps_t;
+} cudnnFusedOps_t CUDNN_DEPRECATED;
 
 typedef enum {
     /* set XDESC: pass previously initialized cudnnTensorDescriptor_t */
@@ -515,13 +500,13 @@ typedef enum {
     CUDNN_PARAM_BN_DSCALE_PLACEHOLDER = 37,
     /* set/get CUDNN_PARAM_BN_DBIAS_PLACEHOLDER: pass cudnnFusedOpsPointerPlaceHolder_t* */
     CUDNN_PARAM_BN_DBIAS_PLACEHOLDER = 38,
-} cudnnFusedOpsConstParamLabel_t;
+} cudnnFusedOpsConstParamLabel_t CUDNN_DEPRECATED;
 
 typedef enum {
     CUDNN_PTR_NULL         = 0,
     CUDNN_PTR_ELEM_ALIGNED = 1,
     CUDNN_PTR_16B_ALIGNED  = 2,
-} cudnnFusedOpsPointerPlaceHolder_t;
+} cudnnFusedOpsPointerPlaceHolder_t CUDNN_DEPRECATED;
 
 typedef enum {
     /* set: pass void* pointing to dev memory */
@@ -559,13 +544,150 @@ typedef enum {
     CUDNN_SCALAR_DOUBLE_BN_EXP_AVG_FACTOR = 102,
     /* set/get: pass double* pointing to host memory */
     CUDNN_SCALAR_DOUBLE_BN_EPSILON = 103,
-} cudnnFusedOpsVariantParamLabel_t;
+} cudnnFusedOpsVariantParamLabel_t CUDNN_DEPRECATED;
 
 cudnnStatus_t CUDNNWINAPI
-cudnnCnnInferVersionCheck(void);
+cudnnCnnVersionCheck(void);
+
+/* helper function to provide the convolution backward filter algo that fit best the requirement */
+
+typedef struct cudnnConvolutionBwdFilterAlgoPerfStruct {
+    cudnnConvolutionBwdFilterAlgo_t algo;
+    cudnnStatus_t status;
+    float time;
+    size_t memory;
+    cudnnDeterminism_t determinism;
+    cudnnMathType_t mathType;
+    int reserved[3];
+} cudnnConvolutionBwdFilterAlgoPerf_t CUDNN_DEPRECATED;
+
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
+cudnnGetConvolutionBackwardFilterAlgorithmMaxCount(cudnnHandle_t handle, int *count);
+
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
+cudnnFindConvolutionBackwardFilterAlgorithm(cudnnHandle_t handle,
+                                            const cudnnTensorDescriptor_t xDesc,
+                                            const cudnnTensorDescriptor_t dyDesc,
+                                            const cudnnConvolutionDescriptor_t convDesc,
+                                            const cudnnFilterDescriptor_t dwDesc,
+                                            const int requestedAlgoCount,
+                                            int *returnedAlgoCount,
+                                            cudnnConvolutionBwdFilterAlgoPerf_t *perfResults);
+
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
+cudnnFindConvolutionBackwardFilterAlgorithmEx(cudnnHandle_t handle,
+                                              const cudnnTensorDescriptor_t xDesc,
+                                              const void *x,
+                                              const cudnnTensorDescriptor_t dyDesc,
+                                              const void *y,
+                                              const cudnnConvolutionDescriptor_t convDesc,
+                                              const cudnnFilterDescriptor_t dwDesc,
+                                              void *dw,
+                                              const int requestedAlgoCount,
+                                              int *returnedAlgoCount,
+                                              cudnnConvolutionBwdFilterAlgoPerf_t *perfResults,
+                                              void *workSpace,
+                                              size_t workSpaceSizeInBytes);
+
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
+cudnnGetConvolutionBackwardFilterAlgorithm_v7(cudnnHandle_t handle,
+                                              const cudnnTensorDescriptor_t srcDesc,
+                                              const cudnnTensorDescriptor_t diffDesc,
+                                              const cudnnConvolutionDescriptor_t convDesc,
+                                              const cudnnFilterDescriptor_t gradDesc,
+                                              const int requestedAlgoCount,
+                                              int *returnedAlgoCount,
+                                              cudnnConvolutionBwdFilterAlgoPerf_t *perfResults);
+
+/*
+ *  convolution algorithm (which requires potentially some workspace)
+ */
+
+/* Helper function to return the minimum size of the workspace to be passed to the convolution given an algo*/
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
+cudnnGetConvolutionBackwardFilterWorkspaceSize(cudnnHandle_t handle,
+                                               const cudnnTensorDescriptor_t xDesc,
+                                               const cudnnTensorDescriptor_t dyDesc,
+                                               const cudnnConvolutionDescriptor_t convDesc,
+                                               const cudnnFilterDescriptor_t gradDesc,
+                                               cudnnConvolutionBwdFilterAlgo_t algo,
+                                               size_t *sizeInBytes);
+
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
+cudnnConvolutionBackwardFilter(cudnnHandle_t handle,
+                               const void *alpha,
+                               const cudnnTensorDescriptor_t xDesc,
+                               const void *x,
+                               const cudnnTensorDescriptor_t dyDesc,
+                               const void *dy,
+                               const cudnnConvolutionDescriptor_t convDesc,
+                               cudnnConvolutionBwdFilterAlgo_t algo,
+                               void *workSpace,
+                               size_t workSpaceSizeInBytes,
+                               const void *beta,
+                               const cudnnFilterDescriptor_t dwDesc,
+                               void *dw);
+
+/* Function to compute the bias gradient for batch convolution */
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
+cudnnConvolutionBackwardBias(cudnnHandle_t handle,
+                             const void *alpha,
+                             const cudnnTensorDescriptor_t dyDesc,
+                             const void *dy,
+                             const void *beta,
+                             const cudnnTensorDescriptor_t dbDesc,
+                             void *db);
+
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
+cudnnCreateFusedOpsConstParamPack(cudnnFusedOpsConstParamPack_t *constPack, cudnnFusedOps_t ops);
+
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
+cudnnDestroyFusedOpsConstParamPack(cudnnFusedOpsConstParamPack_t constPack);
+
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
+cudnnSetFusedOpsConstParamPackAttribute(cudnnFusedOpsConstParamPack_t constPack,
+                                        cudnnFusedOpsConstParamLabel_t paramLabel,
+                                        const void *param);
+
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
+cudnnGetFusedOpsConstParamPackAttribute(const cudnnFusedOpsConstParamPack_t constPack,
+                                        cudnnFusedOpsConstParamLabel_t paramLabel,
+                                        void *param,
+                                        int *isNULL);
+
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
+cudnnCreateFusedOpsVariantParamPack(cudnnFusedOpsVariantParamPack_t *varPack, cudnnFusedOps_t ops);
+
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
+cudnnDestroyFusedOpsVariantParamPack(cudnnFusedOpsVariantParamPack_t varPack);
+
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
+cudnnSetFusedOpsVariantParamPackAttribute(cudnnFusedOpsVariantParamPack_t varPack,
+                                          cudnnFusedOpsVariantParamLabel_t paramLabel,
+                                          void *ptr);
+
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
+cudnnGetFusedOpsVariantParamPackAttribute(const cudnnFusedOpsVariantParamPack_t varPack,
+                                          cudnnFusedOpsVariantParamLabel_t paramLabel,
+                                          void *ptr);
+
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
+cudnnCreateFusedOpsPlan(cudnnFusedOpsPlan_t *plan, cudnnFusedOps_t ops);
+
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
+cudnnDestroyFusedOpsPlan(cudnnFusedOpsPlan_t plan);
+
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
+cudnnMakeFusedOpsPlan(cudnnHandle_t handle,
+                      cudnnFusedOpsPlan_t plan,
+                      const cudnnFusedOpsConstParamPack_t constPack,
+                      size_t *workspaceSizeInBytes);
+
+CUDNN_DEPRECATED cudnnStatus_t CUDNNWINAPI
+cudnnFusedOpsExecute(cudnnHandle_t handle, const cudnnFusedOpsPlan_t plan, cudnnFusedOpsVariantParamPack_t varPack);
 
 #if defined(__cplusplus)
 }
 #endif
 
-#endif /* CUDNN_CNN_INFER_H_ */
+#endif /* CUDNN_CNN_H_ */