diff --git a/src/operator/cudnn_activation-inl.h b/src/operator/nn/cudnn/cudnn_activation-inl.h
similarity index 100%
rename from src/operator/cudnn_activation-inl.h
rename to src/operator/nn/cudnn/cudnn_activation-inl.h
diff --git a/src/operator/cudnn_algoreg-inl.h b/src/operator/nn/cudnn/cudnn_algoreg-inl.h
similarity index 100%
rename from src/operator/cudnn_algoreg-inl.h
rename to src/operator/nn/cudnn/cudnn_algoreg-inl.h
diff --git a/src/operator/cudnn_algoreg.cc b/src/operator/nn/cudnn/cudnn_algoreg.cc
similarity index 100%
rename from src/operator/cudnn_algoreg.cc
rename to src/operator/nn/cudnn/cudnn_algoreg.cc
diff --git a/src/operator/cudnn_batch_norm-inl.h b/src/operator/nn/cudnn/cudnn_batch_norm-inl.h
similarity index 100%
rename from src/operator/cudnn_batch_norm-inl.h
rename to src/operator/nn/cudnn/cudnn_batch_norm-inl.h
diff --git a/src/operator/cudnn_batch_norm.cc b/src/operator/nn/cudnn/cudnn_batch_norm.cc
similarity index 100%
rename from src/operator/cudnn_batch_norm.cc
rename to src/operator/nn/cudnn/cudnn_batch_norm.cc
diff --git a/src/operator/cudnn_batch_norm.cu b/src/operator/nn/cudnn/cudnn_batch_norm.cu
similarity index 100%
rename from src/operator/cudnn_batch_norm.cu
rename to src/operator/nn/cudnn/cudnn_batch_norm.cu
diff --git a/src/operator/cudnn_convolution-inl.h b/src/operator/nn/cudnn/cudnn_convolution-inl.h
similarity index 100%
rename from src/operator/cudnn_convolution-inl.h
rename to src/operator/nn/cudnn/cudnn_convolution-inl.h
diff --git a/src/operator/cudnn_deconvolution-inl.h b/src/operator/nn/cudnn/cudnn_deconvolution-inl.h
similarity index 100%
rename from src/operator/cudnn_deconvolution-inl.h
rename to src/operator/nn/cudnn/cudnn_deconvolution-inl.h
diff --git a/src/operator/cudnn_pooling-inl.h b/src/operator/nn/cudnn/cudnn_pooling-inl.h
similarity index 100%
rename from src/operator/cudnn_pooling-inl.h
rename to src/operator/nn/cudnn/cudnn_pooling-inl.h
diff --git a/src/operator/cudnn_softmax_activation-inl.h b/src/operator/nn/cudnn/cudnn_softmax_activation-inl.h
similarity index 100%
rename from src/operator/cudnn_softmax_activation-inl.h
rename to src/operator/nn/cudnn/cudnn_softmax_activation-inl.h