[Question] What is the graph API replacement for deprecated cudnnTransformTensor()?

[caelunshun]

cudnnTransformTensor is listed as deprecated in the docs: https://docs.nvidia.com/deeplearning/cudnn/latest/api/cudnn-ops-library.html#cudnntransformtensor.

I tried the following graph to implement a transpose operation:

#include <iostream>
#include <cuda_runtime.h>
#include <cuda.h>
#include <cudnn_frontend.h>

namespace cudnn = cudnn_frontend;

int main() {
    cudnn::graph::Graph graph{};
    graph.set_compute_data_type(cudnn::DataType_t::FLOAT)
    .set_io_data_type(cudnn::DataType_t::FLOAT);

    auto x = graph.tensor( cudnn::graph::Tensor_attributes()
                                   .set_name("x")
                                   .set_dim({2, 2, 3})
                                   .set_stride({6, 3, 1}));
    auto out = graph.pointwise(x, cudnn::graph::Pointwise_attributes()
            .set_name("identity")
            .set_mode(cudnn::PointwiseMode_t::IDENTITY));
    out->set_output(true).set_name("result")
    .set_stride({6, 1, 3});

    cudnnHandle_t handle;
    assert(cudnnCreate(&handle) == 0);

    assert(graph.validate().is_good());
    assert(graph.build_operation_graph(handle).is_good());
    assert(graph.create_execution_plans({cudnn::HeurMode_t::A}).is_good());
    assert(graph.check_support(handle).is_good());
    assert(graph.build_plans(handle, cudnn::BuildPlanPolicy_t::HEURISTICS_CHOICE).is_good());
}

This fails with the following cuDNN backend log:

W! CuDNN (v90100 70) function cudnnBackendFinalize() called:
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED_LAYOUT; Reason: get_matrix_layout(*port) != "RowMajor"
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED_LAYOUT; Reason: check_cutlass_iterator_layout_support(port)
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED_LAYOUT; Reason: check_pointwise_support_fort(node)
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED_LAYOUT; Reason: check_node_support_fort(node_ptr)
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED_LAYOUT; Reason: check_for_support()
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED; Reason: ptr.isSupported()
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED; Reason: engine_post_checks(*engine_iface, engine.getPerfKnobs(), req_size, engine.getTargetSMCount())
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED; Reason: finalize_internal()
w! Time: 2024-10-23T14:08:44.217424 (0d+0h+0m+0s since start)
w! Process=161517; Thread=161517; GPU=NULL; Handle=NULL; StreamId=NULL.


W! CuDNN (v90100 70) function cudnnBackendFinalize() called:
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED_LAYOUT; Reason: get_matrix_layout(*port) != "RowMajor"
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED_LAYOUT; Reason: check_cutlass_iterator_layout_support(port)
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED_LAYOUT; Reason: check_pointwise_support_fort(node)
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED_LAYOUT; Reason: check_node_support_fort(node_ptr)
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED_LAYOUT; Reason: check_for_support()
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED; Reason: ptr.isSupported()
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED; Reason: engine_post_checks(*engine_iface, engine.getPerfKnobs(), req_size, engine.getTargetSMCount())
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED; Reason: finalize_internal()
w! Time: 2024-10-23T14:08:44.219508 (0d+0h+0m+0s since start)
w! Process=161517; Thread=161517; GPU=NULL; Handle=NULL; StreamId=NULL.


W! CuDNN (v90100 70) function cudnnBackendFinalize() called:
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED_LAYOUT; Reason: get_matrix_layout(*port) != "RowMajor"
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED_LAYOUT; Reason: check_cutlass_iterator_layout_support(port)
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED_LAYOUT; Reason: check_pointwise_support_fort(node)
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED_LAYOUT; Reason: check_node_support_fort(node_ptr)
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED_LAYOUT; Reason: check_for_support()
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED; Reason: ptr.isSupported()
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED; Reason: engine_post_checks(*engine_iface, engine.getPerfKnobs(), req_size, engine.getTargetSMCount())
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED; Reason: finalize_internal()
w! Time: 2024-10-23T14:08:44.221299 (0d+0h+0m+0s since start)
w! Process=161517; Thread=161517; GPU=NULL; Handle=NULL; StreamId=NULL.


W! CuDNN (v90100 70) function cudnnBackendFinalize() called:
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED_LAYOUT; Reason: get_matrix_layout(*port) != "RowMajor"
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED_LAYOUT; Reason: check_cutlass_iterator_layout_support(port)
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED_LAYOUT; Reason: check_pointwise_support_fort(node)
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED_LAYOUT; Reason: check_node_support_fort(node_ptr)
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED_LAYOUT; Reason: check_for_support()
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED; Reason: ptr.isSupported()
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED; Reason: engine_post_checks(*engine_iface, engine.getPerfKnobs(), req_size, engine.getTargetSMCount())
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED; Reason: finalize_internal()
w! Time: 2024-10-23T14:08:44.223068 (0d+0h+0m+0s since start)
w! Process=161517; Thread=161517; GPU=NULL; Handle=NULL; StreamId=NULL.


W! CuDNN (v90100 70) function cudnnBackendFinalize() called:
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED_GRAPH_PATTERN; Reason: is_pointwise_fusion
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED; Reason: ptr.isSupported()
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED; Reason: engine_post_checks(*engine_iface, engine.getPerfKnobs(), req_size, engine.getTargetSMCount())
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED; Reason: finalize_internal()
w! Time: 2024-10-23T14:08:44.223585 (0d+0h+0m+0s since start)
w! Process=161517; Thread=161517; GPU=NULL; Handle=NULL; StreamId=NULL.


W! CuDNN (v90100 70) function cudnnBackendFinalize() called:
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED_GRAPH_PATTERN; Reason: is_pointwise_fusion
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED; Reason: ptr.isSupported()
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED; Reason: engine_post_checks(*engine_iface, engine.getPerfKnobs(), req_size, engine.getTargetSMCount())
w!         Warning: CUDNN_STATUS_NOT_SUPPORTED; Reason: finalize_internal()
w! Time: 2024-10-23T14:08:44.223635 (0d+0h+0m+0s since start)
w! Process=161517; Thread=161517; GPU=NULL; Handle=NULL; StreamId=NULL.

main: main.cpp:29: int main(): Assertion `graph.check_support(handle).is_good()' failed.