CUDA Python API Reference#
CaptionHolder:
- cuda
- Data types used by CUDA driver
CUuuid_stCUipcEventHandle_stCUipcMemHandle_stCUstreamBatchMemOpParams_unionCUDA_BATCH_MEM_OP_NODE_PARAMS_stCUdevprop_stCUaccessPolicyWindow_stCUDA_KERNEL_NODE_PARAMS_stCUDA_KERNEL_NODE_PARAMS_v2_stCUDA_MEMSET_NODE_PARAMS_stCUDA_HOST_NODE_PARAMS_stCUDA_GRAPH_INSTANTIATE_PARAMS_stCUlaunchMemSyncDomainMap_stCUlaunchAttributeValue_unionCUlaunchAttribute_stCUlaunchConfig_stCUexecAffinitySmCount_stCUexecAffinityParam_stCUlibraryHostUniversalFunctionAndDataTable_stCUDA_MEMCPY2D_stCUDA_MEMCPY3D_stCUDA_MEMCPY3D_PEER_stCUDA_ARRAY_DESCRIPTOR_stCUDA_ARRAY3D_DESCRIPTOR_stCUDA_ARRAY_SPARSE_PROPERTIES_stCUDA_ARRAY_MEMORY_REQUIREMENTS_stCUDA_RESOURCE_DESC_stCUDA_TEXTURE_DESC_stCUDA_RESOURCE_VIEW_DESC_stCUtensorMap_stCUDA_POINTER_ATTRIBUTE_P2P_TOKENS_stCUDA_LAUNCH_PARAMS_stCUDA_EXTERNAL_MEMORY_HANDLE_DESC_stCUDA_EXTERNAL_MEMORY_BUFFER_DESC_stCUDA_EXTERNAL_MEMORY_MIPMAPPED_ARRAY_DESC_stCUDA_EXTERNAL_SEMAPHORE_HANDLE_DESC_stCUDA_EXTERNAL_SEMAPHORE_SIGNAL_PARAMS_stCUDA_EXTERNAL_SEMAPHORE_WAIT_PARAMS_stCUDA_EXT_SEM_SIGNAL_NODE_PARAMS_stCUDA_EXT_SEM_WAIT_NODE_PARAMS_stCUarrayMapInfo_stCUmemLocation_stCUmemAllocationProp_stCUmemAccessDesc_stCUgraphExecUpdateResultInfo_stCUmemPoolProps_stCUmemPoolPtrExportData_stCUDA_MEM_ALLOC_NODE_PARAMS_stCUeglFrame_stCUipcMem_flagsCUmemAttach_flagsCUctx_flagsCUevent_sched_flagscl_event_flagscl_context_flagsCUstream_flagsCUevent_flagsCUevent_record_flagsCUevent_wait_flagsCUstreamWaitValue_flagsCUstreamWriteValue_flagsCUstreamBatchMemOpTypeCUstreamMemoryBarrier_flagsCUoccupancy_flagsCUstreamUpdateCaptureDependencies_flagsCUarray_formatCUaddress_modeCUfilter_modeCUdevice_attributeCUpointer_attributeCUfunction_attributeCUfunc_cacheCUsharedconfigCUshared_carveoutCUmemorytypeCUcomputemodeCUmem_adviseCUmem_range_attributeCUjit_optionCUjit_targetCUjit_fallbackCUjit_cacheModeCUjitInputTypeCUgraphicsRegisterFlagsCUgraphicsMapResourceFlagsCUarray_cubemap_faceCUlimitCUresourcetypeCUaccessPropertyCUgraphNodeTypeCUgraphInstantiateResultCUsynchronizationPolicyCUclusterSchedulingPolicyCUlaunchMemSyncDomainCUlaunchAttributeIDCUstreamCaptureStatusCUstreamCaptureModeCUdriverProcAddress_flagsCUdriverProcAddressQueryResultCUexecAffinityTypeCUlibraryOptionCUresultCUdevice_P2PAttributeCUresourceViewFormatCUtensorMapDataTypeCUtensorMapInterleaveCUtensorMapSwizzleCUtensorMapL2promotionCUtensorMapFloatOOBfillCUDA_POINTER_ATTRIBUTE_ACCESS_FLAGSCUexternalMemoryHandleTypeCUexternalSemaphoreHandleTypeCUmemAllocationHandleTypeCUmemAccess_flagsCUmemLocationTypeCUmemAllocationTypeCUmemAllocationGranularity_flagsCUmemRangeHandleTypeCUarraySparseSubresourceTypeCUmemOperationTypeCUmemHandleTypeCUmemAllocationCompTypeCUgraphExecUpdateResultCUmemPool_attributeCUgraphMem_attributeCUflushGPUDirectRDMAWritesOptionsCUGPUDirectRDMAWritesOrderingCUflushGPUDirectRDMAWritesScopeCUflushGPUDirectRDMAWritesTargetCUgraphDebugDot_flagsCUuserObject_flagsCUuserObjectRetain_flagsCUgraphInstantiate_flagsCUeglFrameTypeCUeglResourceLocationFlagsCUeglColorFormatCUdeviceptr_v2CUdeviceptrCUdevice_v1CUdeviceCUcontextCUmoduleCUfunctionCUlibraryCUkernelCUarrayCUmipmappedArrayCUtexrefCUsurfrefCUeventCUstreamCUgraphicsResourceCUtexObject_v1CUtexObjectCUsurfObject_v1CUsurfObjectCUexternalMemoryCUexternalSemaphoreCUgraphCUgraphNodeCUgraphExecCUmemoryPoolCUuserObjectCUuuidCUipcEventHandle_v1CUipcEventHandleCUipcMemHandle_v1CUipcMemHandleCUstreamBatchMemOpParams_v1CUstreamBatchMemOpParamsCUDA_BATCH_MEM_OP_NODE_PARAMSCUdevprop_v1CUdevpropCUlinkStateCUhostFnCUaccessPolicyWindow_v1CUaccessPolicyWindowCUDA_KERNEL_NODE_PARAMS_v1CUDA_KERNEL_NODE_PARAMS_v2CUDA_KERNEL_NODE_PARAMSCUDA_MEMSET_NODE_PARAMS_v1CUDA_MEMSET_NODE_PARAMSCUDA_HOST_NODE_PARAMS_v1CUDA_HOST_NODE_PARAMSCUDA_GRAPH_INSTANTIATE_PARAMSCUlaunchMemSyncDomainMapCUlaunchAttributeValueCUlaunchAttributeCUlaunchConfigCUkernelNodeAttrIDCUkernelNodeAttrValue_v1CUkernelNodeAttrValueCUstreamAttrIDCUstreamAttrValue_v1CUstreamAttrValueCUexecAffinitySmCount_v1CUexecAffinitySmCountCUexecAffinityParam_v1CUexecAffinityParamCUlibraryHostUniversalFunctionAndDataTableCUstreamCallbackCUoccupancyB2DSizeCUDA_MEMCPY2D_v2CUDA_MEMCPY2DCUDA_MEMCPY3D_v2CUDA_MEMCPY3DCUDA_MEMCPY3D_PEER_v1CUDA_MEMCPY3D_PEERCUDA_ARRAY_DESCRIPTOR_v2CUDA_ARRAY_DESCRIPTORCUDA_ARRAY3D_DESCRIPTOR_v2CUDA_ARRAY3D_DESCRIPTORCUDA_ARRAY_SPARSE_PROPERTIES_v1CUDA_ARRAY_SPARSE_PROPERTIESCUDA_ARRAY_MEMORY_REQUIREMENTS_v1CUDA_ARRAY_MEMORY_REQUIREMENTSCUDA_RESOURCE_DESC_v1CUDA_RESOURCE_DESCCUDA_TEXTURE_DESC_v1CUDA_TEXTURE_DESCCUDA_RESOURCE_VIEW_DESC_v1CUDA_RESOURCE_VIEW_DESCCUtensorMapCUDA_POINTER_ATTRIBUTE_P2P_TOKENS_v1CUDA_POINTER_ATTRIBUTE_P2P_TOKENSCUDA_LAUNCH_PARAMS_v1CUDA_LAUNCH_PARAMSCUDA_EXTERNAL_MEMORY_HANDLE_DESC_v1CUDA_EXTERNAL_MEMORY_HANDLE_DESCCUDA_EXTERNAL_MEMORY_BUFFER_DESC_v1CUDA_EXTERNAL_MEMORY_BUFFER_DESCCUDA_EXTERNAL_MEMORY_MIPMAPPED_ARRAY_DESC_v1CUDA_EXTERNAL_MEMORY_MIPMAPPED_ARRAY_DESCCUDA_EXTERNAL_SEMAPHORE_HANDLE_DESC_v1CUDA_EXTERNAL_SEMAPHORE_HANDLE_DESCCUDA_EXTERNAL_SEMAPHORE_SIGNAL_PARAMS_v1CUDA_EXTERNAL_SEMAPHORE_SIGNAL_PARAMSCUDA_EXTERNAL_SEMAPHORE_WAIT_PARAMS_v1CUDA_EXTERNAL_SEMAPHORE_WAIT_PARAMSCUDA_EXT_SEM_SIGNAL_NODE_PARAMS_v1CUDA_EXT_SEM_SIGNAL_NODE_PARAMSCUDA_EXT_SEM_WAIT_NODE_PARAMS_v1CUDA_EXT_SEM_WAIT_NODE_PARAMSCUmemGenericAllocationHandle_v1CUmemGenericAllocationHandleCUarrayMapInfo_v1CUarrayMapInfoCUmemLocation_v1CUmemLocationCUmemAllocationProp_v1CUmemAllocationPropCUmemAccessDesc_v1CUmemAccessDescCUgraphExecUpdateResultInfo_v1CUgraphExecUpdateResultInfoCUmemPoolProps_v1CUmemPoolPropsCUmemPoolPtrExportData_v1CUmemPoolPtrExportDataCUDA_MEM_ALLOC_NODE_PARAMSCUeglFrame_v1CUeglFrameCUeglStreamConnectioncuda.CUDA_VERSIONcuda.CU_IPC_HANDLE_SIZEcuda.CU_STREAM_LEGACYcuda.CU_STREAM_PER_THREADcuda.CU_COMPUTE_ACCELERATED_TARGET_BASEcuda.CU_KERNEL_NODE_ATTRIBUTE_ACCESS_POLICY_WINDOWcuda.CU_KERNEL_NODE_ATTRIBUTE_COOPERATIVEcuda.CU_KERNEL_NODE_ATTRIBUTE_CLUSTER_DIMENSIONcuda.CU_KERNEL_NODE_ATTRIBUTE_CLUSTER_SCHEDULING_POLICY_PREFERENCEcuda.CU_KERNEL_NODE_ATTRIBUTE_PRIORITYcuda.CU_KERNEL_NODE_ATTRIBUTE_MEM_SYNC_DOMAIN_MAPcuda.CU_KERNEL_NODE_ATTRIBUTE_MEM_SYNC_DOMAINcuda.CU_STREAM_ATTRIBUTE_ACCESS_POLICY_WINDOWcuda.CU_STREAM_ATTRIBUTE_SYNCHRONIZATION_POLICYcuda.CU_STREAM_ATTRIBUTE_PRIORITYcuda.CU_STREAM_ATTRIBUTE_MEM_SYNC_DOMAIN_MAPcuda.CU_STREAM_ATTRIBUTE_MEM_SYNC_DOMAINcuda.CU_MEMHOSTALLOC_PORTABLEcuda.CU_MEMHOSTALLOC_DEVICEMAPcuda.CU_MEMHOSTALLOC_WRITECOMBINEDcuda.CU_MEMHOSTREGISTER_PORTABLEcuda.CU_MEMHOSTREGISTER_DEVICEMAPcuda.CU_MEMHOSTREGISTER_IOMEMORYcuda.CU_MEMHOSTREGISTER_READ_ONLYcuda.CU_ARRAY_SPARSE_PROPERTIES_SINGLE_MIPTAILcuda.CU_TENSOR_MAP_NUM_QWORDScuda.CUDA_EXTERNAL_MEMORY_DEDICATEDcuda.CUDA_EXTERNAL_SEMAPHORE_SIGNAL_SKIP_NVSCIBUF_MEMSYNCcuda.CUDA_EXTERNAL_SEMAPHORE_WAIT_SKIP_NVSCIBUF_MEMSYNCcuda.CUDA_NVSCISYNC_ATTR_SIGNALcuda.CUDA_NVSCISYNC_ATTR_WAITcuda.CU_MEM_CREATE_USAGE_TILE_POOLcuda.CUDA_COOPERATIVE_LAUNCH_MULTI_DEVICE_NO_PRE_LAUNCH_SYNCcuda.CUDA_COOPERATIVE_LAUNCH_MULTI_DEVICE_NO_POST_LAUNCH_SYNCcuda.CUDA_ARRAY3D_LAYEREDcuda.CUDA_ARRAY3D_2DARRAYcuda.CUDA_ARRAY3D_SURFACE_LDSTcuda.CUDA_ARRAY3D_CUBEMAPcuda.CUDA_ARRAY3D_TEXTURE_GATHERcuda.CUDA_ARRAY3D_DEPTH_TEXTUREcuda.CUDA_ARRAY3D_COLOR_ATTACHMENTcuda.CUDA_ARRAY3D_SPARSEcuda.CUDA_ARRAY3D_DEFERRED_MAPPINGcuda.CU_TRSA_OVERRIDE_FORMATcuda.CU_TRSF_READ_AS_INTEGERcuda.CU_TRSF_NORMALIZED_COORDINATEScuda.CU_TRSF_SRGBcuda.CU_TRSF_DISABLE_TRILINEAR_OPTIMIZATIONcuda.CU_TRSF_SEAMLESS_CUBEMAPcuda.CU_LAUNCH_PARAM_END_AS_INTcuda.CU_LAUNCH_PARAM_ENDcuda.CU_LAUNCH_PARAM_BUFFER_POINTER_AS_INTcuda.CU_LAUNCH_PARAM_BUFFER_POINTERcuda.CU_LAUNCH_PARAM_BUFFER_SIZE_AS_INTcuda.CU_LAUNCH_PARAM_BUFFER_SIZEcuda.CU_PARAM_TR_DEFAULTcuda.CU_DEVICE_CPUcuda.CU_DEVICE_INVALIDcuda.MAX_PLANEScuda.CUDA_EGL_INFINITE_TIMEOUT
- Error Handling
- Initialization
- Version Management
- Device Management
cuDeviceGet()cuDeviceGetCount()cuDeviceGetName()cuDeviceGetUuid()cuDeviceGetUuid_v2()cuDeviceGetLuid()cuDeviceTotalMem()cuDeviceGetTexture1DLinearMaxWidth()cuDeviceGetAttribute()cuDeviceGetNvSciSyncAttributes()cuDeviceSetMemPool()cuDeviceGetMemPool()cuDeviceGetDefaultMemPool()cuDeviceGetExecAffinitySupport()cuFlushGPUDirectRDMAWrites()
- Primary Context Management
- Context Management
cuCtxCreate()cuCtxCreate_v3()cuCtxDestroy()cuCtxPushCurrent()cuCtxPopCurrent()cuCtxSetCurrent()cuCtxGetCurrent()cuCtxGetDevice()cuCtxGetFlags()cuCtxGetId()cuCtxSynchronize()cuCtxSetLimit()cuCtxGetLimit()cuCtxGetCacheConfig()cuCtxSetCacheConfig()cuCtxGetSharedMemConfig()cuCtxSetSharedMemConfig()cuCtxGetApiVersion()cuCtxGetStreamPriorityRange()cuCtxResetPersistingL2Cache()cuCtxGetExecAffinity()
- Module Management
- Library Management
- Memory Management
cuMemGetInfo()cuMemAlloc()cuMemAllocPitch()cuMemFree()cuMemGetAddressRange()cuMemAllocHost()cuMemFreeHost()cuMemHostAlloc()cuMemHostGetDevicePointer()cuMemHostGetFlags()cuMemAllocManaged()cuDeviceGetByPCIBusId()cuDeviceGetPCIBusId()cuIpcGetEventHandle()cuIpcOpenEventHandle()cuIpcGetMemHandle()cuIpcOpenMemHandle()cuIpcCloseMemHandle()cuMemHostRegister()cuMemHostUnregister()cuMemcpy()cuMemcpyPeer()cuMemcpyHtoD()cuMemcpyDtoH()cuMemcpyDtoD()cuMemcpyDtoA()cuMemcpyAtoD()cuMemcpyHtoA()cuMemcpyAtoH()cuMemcpyAtoA()cuMemcpy2D()cuMemcpy2DUnaligned()cuMemcpy3D()cuMemcpy3DPeer()cuMemcpyAsync()cuMemcpyPeerAsync()cuMemcpyHtoDAsync()cuMemcpyDtoHAsync()cuMemcpyDtoDAsync()cuMemcpyHtoAAsync()cuMemcpyAtoHAsync()cuMemcpy2DAsync()cuMemcpy3DAsync()cuMemcpy3DPeerAsync()cuMemsetD8()cuMemsetD16()cuMemsetD32()cuMemsetD2D8()cuMemsetD2D16()cuMemsetD2D32()cuMemsetD8Async()cuMemsetD16Async()cuMemsetD32Async()cuMemsetD2D8Async()cuMemsetD2D16Async()cuMemsetD2D32Async()cuArrayCreate()cuArrayGetDescriptor()cuArrayGetSparseProperties()cuMipmappedArrayGetSparseProperties()cuArrayGetMemoryRequirements()cuMipmappedArrayGetMemoryRequirements()cuArrayGetPlane()cuArrayDestroy()cuArray3DCreate()cuArray3DGetDescriptor()cuMipmappedArrayCreate()cuMipmappedArrayGetLevel()cuMipmappedArrayDestroy()cuMemGetHandleForAddressRange()
- Virtual Memory Management
cuMemAddressReserve()cuMemAddressFree()cuMemCreate()cuMemRelease()cuMemMap()cuMemMapArrayAsync()cuMemUnmap()cuMemSetAccess()cuMemGetAccess()cuMemExportToShareableHandle()cuMemImportFromShareableHandle()cuMemGetAllocationGranularity()cuMemGetAllocationPropertiesFromHandle()cuMemRetainAllocationHandle()
- Stream Ordered Memory Allocator
cuMemFreeAsync()cuMemAllocAsync()cuMemPoolTrimTo()cuMemPoolSetAttribute()cuMemPoolGetAttribute()cuMemPoolSetAccess()cuMemPoolGetAccess()cuMemPoolCreate()cuMemPoolDestroy()cuMemAllocFromPoolAsync()cuMemPoolExportToShareableHandle()cuMemPoolImportFromShareableHandle()cuMemPoolExportPointer()cuMemPoolImportPointer()
- Unified Addressing
- Stream Management
cuStreamCreate()cuStreamCreateWithPriority()cuStreamGetPriority()cuStreamGetFlags()cuStreamGetId()cuStreamGetCtx()cuStreamWaitEvent()cuStreamAddCallback()cuStreamBeginCapture()cuThreadExchangeStreamCaptureMode()cuStreamEndCapture()cuStreamIsCapturing()cuStreamGetCaptureInfo()cuStreamUpdateCaptureDependencies()cuStreamAttachMemAsync()cuStreamQuery()cuStreamSynchronize()cuStreamDestroy()cuStreamCopyAttributes()cuStreamGetAttribute()cuStreamSetAttribute()
- Event Management
- External Resource Interoperability
- Stream Memory Operations
- Execution Control
- Graph Management
cuGraphCreate()cuGraphAddKernelNode()cuGraphKernelNodeGetParams()cuGraphKernelNodeSetParams()cuGraphAddMemcpyNode()cuGraphMemcpyNodeGetParams()cuGraphMemcpyNodeSetParams()cuGraphAddMemsetNode()cuGraphMemsetNodeGetParams()cuGraphMemsetNodeSetParams()cuGraphAddHostNode()cuGraphHostNodeGetParams()cuGraphHostNodeSetParams()cuGraphAddChildGraphNode()cuGraphChildGraphNodeGetGraph()cuGraphAddEmptyNode()cuGraphAddEventRecordNode()cuGraphEventRecordNodeGetEvent()cuGraphEventRecordNodeSetEvent()cuGraphAddEventWaitNode()cuGraphEventWaitNodeGetEvent()cuGraphEventWaitNodeSetEvent()cuGraphAddExternalSemaphoresSignalNode()cuGraphExternalSemaphoresSignalNodeGetParams()cuGraphExternalSemaphoresSignalNodeSetParams()cuGraphAddExternalSemaphoresWaitNode()cuGraphExternalSemaphoresWaitNodeGetParams()cuGraphExternalSemaphoresWaitNodeSetParams()cuGraphAddBatchMemOpNode()cuGraphBatchMemOpNodeGetParams()cuGraphBatchMemOpNodeSetParams()cuGraphExecBatchMemOpNodeSetParams()cuGraphAddMemAllocNode()cuGraphMemAllocNodeGetParams()cuGraphAddMemFreeNode()cuGraphMemFreeNodeGetParams()cuDeviceGraphMemTrim()cuDeviceGetGraphMemAttribute()cuDeviceSetGraphMemAttribute()cuGraphClone()cuGraphNodeFindInClone()cuGraphNodeGetType()cuGraphGetNodes()cuGraphGetRootNodes()cuGraphGetEdges()cuGraphNodeGetDependencies()cuGraphNodeGetDependentNodes()cuGraphAddDependencies()cuGraphRemoveDependencies()cuGraphDestroyNode()cuGraphInstantiate()cuGraphInstantiateWithParams()cuGraphExecGetFlags()cuGraphExecKernelNodeSetParams()cuGraphExecMemcpyNodeSetParams()cuGraphExecMemsetNodeSetParams()cuGraphExecHostNodeSetParams()cuGraphExecChildGraphNodeSetParams()cuGraphExecEventRecordNodeSetEvent()cuGraphExecEventWaitNodeSetEvent()cuGraphExecExternalSemaphoresSignalNodeSetParams()cuGraphExecExternalSemaphoresWaitNodeSetParams()cuGraphNodeSetEnabled()cuGraphNodeGetEnabled()cuGraphUpload()cuGraphLaunch()cuGraphExecDestroy()cuGraphDestroy()cuGraphExecUpdate()cuGraphKernelNodeCopyAttributes()cuGraphKernelNodeGetAttribute()cuGraphKernelNodeSetAttribute()cuGraphDebugDotPrint()cuUserObjectCreate()cuUserObjectRetain()cuUserObjectRelease()cuGraphRetainUserObject()cuGraphReleaseUserObject()
- Occupancy
- Texture Object Management
- Surface Object Management
- Tensor Core Managment
- Peer Context Memory Access
- Graphics Interoperability
- Driver Entry Point Access
- EGL Interoperability
cuGraphicsEGLRegisterImage()cuEGLStreamConsumerConnect()cuEGLStreamConsumerConnectWithFlags()cuEGLStreamConsumerDisconnect()cuEGLStreamConsumerAcquireFrame()cuEGLStreamConsumerReleaseFrame()cuEGLStreamProducerConnect()cuEGLStreamProducerDisconnect()cuEGLStreamProducerPresentFrame()cuEGLStreamProducerReturnFrame()cuGraphicsResourceGetMappedEglFrame()cuEventCreateFromEGLSync()
- OpenGL Interoperability
- Profiler Control
- VDPAU Interoperability
- Data types used by CUDA driver
- cudart
- Profiler Control
- Device Management
cudaDeviceReset()cudaDeviceSynchronize()cudaDeviceSetLimit()cudaDeviceGetLimit()cudaDeviceGetTexture1DLinearMaxWidth()cudaDeviceGetCacheConfig()cudaDeviceGetStreamPriorityRange()cudaDeviceSetCacheConfig()cudaDeviceGetSharedMemConfig()cudaDeviceSetSharedMemConfig()cudaDeviceGetByPCIBusId()cudaDeviceGetPCIBusId()cudaIpcGetEventHandle()cudaIpcOpenEventHandle()cudaIpcGetMemHandle()cudaIpcOpenMemHandle()cudaIpcCloseMemHandle()cudaDeviceFlushGPUDirectRDMAWrites()cudaGetDeviceCount()cudaGetDeviceProperties()cudaDeviceGetAttribute()cudaDeviceGetDefaultMemPool()cudaDeviceSetMemPool()cudaDeviceGetMemPool()cudaDeviceGetNvSciSyncAttributes()cudaDeviceGetP2PAttribute()cudaChooseDevice()cudaInitDevice()cudaSetDevice()cudaGetDevice()cudaSetDeviceFlags()cudaGetDeviceFlags()
- Error Handling
- Stream Management
cudaStreamCallback_tcudaStreamCreate()cudaStreamCreateWithFlags()cudaStreamCreateWithPriority()cudaStreamGetPriority()cudaStreamGetFlags()cudaStreamGetId()cudaCtxResetPersistingL2Cache()cudaStreamCopyAttributes()cudaStreamGetAttribute()cudaStreamSetAttribute()cudaStreamDestroy()cudaStreamWaitEvent()cudaStreamAddCallback()cudaStreamSynchronize()cudaStreamQuery()cudaStreamAttachMemAsync()cudaStreamBeginCapture()cudaThreadExchangeStreamCaptureMode()cudaStreamEndCapture()cudaStreamIsCapturing()cudaStreamGetCaptureInfo()cudaStreamUpdateCaptureDependencies()
- Event Management
- External Resource Interoperability
- Execution Control
- Occupancy
- Memory Management
cudaMallocManaged()cudaMalloc()cudaMallocHost()cudaMallocPitch()cudaMallocArray()cudaFree()cudaFreeHost()cudaFreeArray()cudaFreeMipmappedArray()cudaHostAlloc()cudaHostRegister()cudaHostUnregister()cudaHostGetDevicePointer()cudaHostGetFlags()cudaMalloc3D()cudaMalloc3DArray()cudaMallocMipmappedArray()cudaGetMipmappedArrayLevel()cudaMemcpy3D()cudaMemcpy3DPeer()cudaMemcpy3DAsync()cudaMemcpy3DPeerAsync()cudaMemGetInfo()cudaArrayGetInfo()cudaArrayGetPlane()cudaArrayGetMemoryRequirements()cudaMipmappedArrayGetMemoryRequirements()cudaArrayGetSparseProperties()cudaMipmappedArrayGetSparseProperties()cudaMemcpy()cudaMemcpyPeer()cudaMemcpy2D()cudaMemcpy2DToArray()cudaMemcpy2DFromArray()cudaMemcpy2DArrayToArray()cudaMemcpyAsync()cudaMemcpyPeerAsync()cudaMemcpy2DAsync()cudaMemcpy2DToArrayAsync()cudaMemcpy2DFromArrayAsync()cudaMemset()cudaMemset2D()cudaMemset3D()cudaMemsetAsync()cudaMemset2DAsync()cudaMemset3DAsync()cudaMemPrefetchAsync()cudaMemAdvise()cudaMemRangeGetAttribute()cudaMemRangeGetAttributes()make_cudaPitchedPtr()make_cudaPos()make_cudaExtent()
- Stream Ordered Memory Allocator
cudaMallocAsync()cudaFreeAsync()cudaMemPoolTrimTo()cudaMemPoolSetAttribute()cudaMemPoolGetAttribute()cudaMemPoolSetAccess()cudaMemPoolGetAccess()cudaMemPoolCreate()cudaMemPoolDestroy()cudaMallocFromPoolAsync()cudaMemPoolExportToShareableHandle()cudaMemPoolImportFromShareableHandle()cudaMemPoolExportPointer()cudaMemPoolImportPointer()
- Unified Addressing
- Peer Device Memory Access
- OpenGL Interoperability
- Direct3D 9 Interoperability
- Direct3D 10 Interoperability
- Direct3D 11 Interoperability
- VDPAU Interoperability
- EGL Interoperability
cudaGraphicsEGLRegisterImage()cudaEGLStreamConsumerConnect()cudaEGLStreamConsumerConnectWithFlags()cudaEGLStreamConsumerDisconnect()cudaEGLStreamConsumerAcquireFrame()cudaEGLStreamConsumerReleaseFrame()cudaEGLStreamProducerConnect()cudaEGLStreamProducerDisconnect()cudaEGLStreamProducerPresentFrame()cudaEGLStreamProducerReturnFrame()cudaGraphicsResourceGetMappedEglFrame()cudaEventCreateFromEGLSync()
- Graphics Interoperability
- Texture Object Management
- Surface Object Management
- Version Management
- Graph Management
cudaGraphCreate()cudaGraphAddKernelNode()cudaGraphKernelNodeGetParams()cudaGraphKernelNodeSetParams()cudaGraphKernelNodeCopyAttributes()cudaGraphKernelNodeGetAttribute()cudaGraphKernelNodeSetAttribute()cudaGraphAddMemcpyNode()cudaGraphAddMemcpyNode1D()cudaGraphMemcpyNodeGetParams()cudaGraphMemcpyNodeSetParams()cudaGraphMemcpyNodeSetParams1D()cudaGraphAddMemsetNode()cudaGraphMemsetNodeGetParams()cudaGraphMemsetNodeSetParams()cudaGraphAddHostNode()cudaGraphHostNodeGetParams()cudaGraphHostNodeSetParams()cudaGraphAddChildGraphNode()cudaGraphChildGraphNodeGetGraph()cudaGraphAddEmptyNode()cudaGraphAddEventRecordNode()cudaGraphEventRecordNodeGetEvent()cudaGraphEventRecordNodeSetEvent()cudaGraphAddEventWaitNode()cudaGraphEventWaitNodeGetEvent()cudaGraphEventWaitNodeSetEvent()cudaGraphAddExternalSemaphoresSignalNode()cudaGraphExternalSemaphoresSignalNodeGetParams()cudaGraphExternalSemaphoresSignalNodeSetParams()cudaGraphAddExternalSemaphoresWaitNode()cudaGraphExternalSemaphoresWaitNodeGetParams()cudaGraphExternalSemaphoresWaitNodeSetParams()cudaGraphAddMemAllocNode()cudaGraphMemAllocNodeGetParams()cudaGraphAddMemFreeNode()cudaGraphMemFreeNodeGetParams()cudaDeviceGraphMemTrim()cudaDeviceGetGraphMemAttribute()cudaDeviceSetGraphMemAttribute()cudaGraphClone()cudaGraphNodeFindInClone()cudaGraphNodeGetType()cudaGraphGetNodes()cudaGraphGetRootNodes()cudaGraphGetEdges()cudaGraphNodeGetDependencies()cudaGraphNodeGetDependentNodes()cudaGraphAddDependencies()cudaGraphRemoveDependencies()cudaGraphDestroyNode()cudaGraphInstantiate()cudaGraphInstantiateWithFlags()cudaGraphInstantiateWithParams()cudaGraphExecGetFlags()cudaGraphExecKernelNodeSetParams()cudaGraphExecMemcpyNodeSetParams()cudaGraphExecMemcpyNodeSetParams1D()cudaGraphExecMemsetNodeSetParams()cudaGraphExecHostNodeSetParams()cudaGraphExecChildGraphNodeSetParams()cudaGraphExecEventRecordNodeSetEvent()cudaGraphExecEventWaitNodeSetEvent()cudaGraphExecExternalSemaphoresSignalNodeSetParams()cudaGraphExecExternalSemaphoresWaitNodeSetParams()cudaGraphNodeSetEnabled()cudaGraphNodeGetEnabled()cudaGraphExecUpdate()cudaGraphUpload()cudaGraphLaunch()cudaGraphExecDestroy()cudaGraphDestroy()cudaGraphDebugDotPrint()cudaUserObjectCreate()cudaUserObjectRetain()cudaUserObjectRelease()cudaGraphRetainUserObject()cudaGraphReleaseUserObject()
- Driver Entry Point Access
- C++ API Routines
- Interactions with the CUDA Driver API
- Data types used by CUDA Runtime
cudaEglPlaneDesc_stcudaEglFrame_stcudaChannelFormatDesccudaArraySparsePropertiescudaArrayMemoryRequirementscudaPitchedPtrcudaExtentcudaPoscudaMemcpy3DParmscudaMemcpy3DPeerParmscudaMemsetParamscudaAccessPolicyWindowcudaHostNodeParamscudaResourceDesccudaResourceViewDesccudaPointerAttributescudaFuncAttributescudaMemLocationcudaMemAccessDesccudaMemPoolPropscudaMemPoolPtrExportDatacudaMemAllocNodeParamsCUuuid_stcudaDevicePropcudaIpcEventHandle_stcudaIpcMemHandle_stcudaExternalMemoryHandleDesccudaExternalMemoryBufferDesccudaExternalMemoryMipmappedArrayDesccudaExternalSemaphoreHandleDesccudaExternalSemaphoreSignalParamscudaExternalSemaphoreWaitParamscudaKernelNodeParamscudaExternalSemaphoreSignalNodeParamscudaExternalSemaphoreWaitNodeParamscudaGraphInstantiateParams_stcudaGraphExecUpdateResultInfo_stcudaLaunchMemSyncDomainMap_stcudaLaunchAttributeValuecudaLaunchAttribute_stcudaTextureDesccudaEglFrameTypecudaEglResourceLocationFlagscudaEglColorFormatcudaError_tcudaChannelFormatKindcudaMemoryTypecudaMemcpyKindcudaAccessPropertycudaStreamCaptureStatuscudaStreamCaptureModecudaSynchronizationPolicycudaClusterSchedulingPolicycudaStreamUpdateCaptureDependenciesFlagscudaUserObjectFlagscudaUserObjectRetainFlagscudaGraphicsRegisterFlagscudaGraphicsMapFlagscudaGraphicsCubeFacecudaResourceTypecudaResourceViewFormatcudaFuncAttributecudaFuncCachecudaSharedMemConfigcudaSharedCarveoutcudaComputeModecudaLimitcudaMemoryAdvisecudaMemRangeAttributecudaFlushGPUDirectRDMAWritesOptionscudaGPUDirectRDMAWritesOrderingcudaFlushGPUDirectRDMAWritesScopecudaFlushGPUDirectRDMAWritesTargetcudaDeviceAttrcudaMemPoolAttrcudaMemLocationTypecudaMemAccessFlagscudaMemAllocationTypecudaMemAllocationHandleTypecudaGraphMemAttributeTypecudaDeviceP2PAttrcudaExternalMemoryHandleTypecudaExternalSemaphoreHandleTypecudaCGScopecudaGraphNodeTypecudaGraphExecUpdateResultcudaGraphInstantiateResultcudaGetDriverEntryPointFlagscudaDriverEntryPointQueryResultcudaGraphDebugDotFlagscudaGraphInstantiateFlagscudaLaunchMemSyncDomaincudaLaunchAttributeIDcudaSurfaceBoundaryModecudaSurfaceFormatModecudaTextureAddressModecudaTextureFilterModecudaTextureReadModecudaEglPlaneDesccudaEglFramecudaEglStreamConnectioncudaArray_tcudaArray_const_tcudaMipmappedArray_tcudaMipmappedArray_const_tcudaHostFn_tCUuuidcudaUUID_tcudaIpcEventHandle_tcudaIpcMemHandle_tcudaStream_tcudaEvent_tcudaGraphicsResource_tcudaExternalMemory_tcudaExternalSemaphore_tcudaGraph_tcudaGraphNode_tcudaUserObject_tcudaFunction_tcudaMemPool_tcudaGraphExec_tcudaGraphInstantiateParamscudaGraphExecUpdateResultInfocudaLaunchMemSyncDomainMapcudaLaunchAttributeValuecudaLaunchAttributecudaSurfaceObject_tcudaTextureObject_tcudart.CUDA_EGL_MAX_PLANEScudart.cudaHostAllocDefaultcudart.cudaHostAllocPortablecudart.cudaHostAllocMappedcudart.cudaHostAllocWriteCombinedcudart.cudaHostRegisterDefaultcudart.cudaHostRegisterPortablecudart.cudaHostRegisterMappedcudart.cudaHostRegisterIoMemorycudart.cudaHostRegisterReadOnlycudart.cudaPeerAccessDefaultcudart.cudaStreamDefaultcudart.cudaStreamNonBlockingcudart.cudaStreamLegacycudart.cudaStreamPerThreadcudart.cudaEventDefaultcudart.cudaEventBlockingSynccudart.cudaEventDisableTimingcudart.cudaEventInterprocesscudart.cudaEventRecordDefaultcudart.cudaEventRecordExternalcudart.cudaEventWaitDefaultcudart.cudaEventWaitExternalcudart.cudaDeviceScheduleAutocudart.cudaDeviceScheduleSpincudart.cudaDeviceScheduleYieldcudart.cudaDeviceScheduleBlockingSynccudart.cudaDeviceBlockingSynccudart.cudaDeviceScheduleMaskcudart.cudaDeviceMapHostcudart.cudaDeviceLmemResizeToMaxcudart.cudaDeviceMaskcudart.cudaArrayDefaultcudart.cudaArrayLayeredcudart.cudaArraySurfaceLoadStorecudart.cudaArrayCubemapcudart.cudaArrayTextureGathercudart.cudaArrayColorAttachmentcudart.cudaArraySparsecudart.cudaArrayDeferredMappingcudart.cudaIpcMemLazyEnablePeerAccesscudart.cudaMemAttachGlobalcudart.cudaMemAttachHostcudart.cudaMemAttachSinglecudart.cudaOccupancyDefaultcudart.cudaOccupancyDisableCachingOverridecudart.cudaCpuDeviceIdcudart.cudaInvalidDeviceIdcudart.cudaInitDeviceFlagsAreValidcudart.cudaCooperativeLaunchMultiDeviceNoPreSynccudart.cudaCooperativeLaunchMultiDeviceNoPostSynccudart.cudaArraySparsePropertiesSingleMipTailcudart.CUDA_IPC_HANDLE_SIZEcudart.cudaExternalMemoryDedicatedcudart.cudaExternalSemaphoreSignalSkipNvSciBufMemSynccudart.cudaExternalSemaphoreWaitSkipNvSciBufMemSynccudart.cudaNvSciSyncAttrSignalcudart.cudaNvSciSyncAttrWaitcudart.cudaStreamAttrIDcudart.cudaStreamAttributeAccessPolicyWindowcudart.cudaStreamAttributeSynchronizationPolicycudart.cudaStreamAttributeMemSyncDomainMapcudart.cudaStreamAttributeMemSyncDomaincudart.cudaStreamAttributePrioritycudart.cudaStreamAttrValuecudart.cudaKernelNodeAttrIDcudart.cudaKernelNodeAttributeAccessPolicyWindowcudart.cudaKernelNodeAttributeCooperativecudart.cudaKernelNodeAttributePrioritycudart.cudaKernelNodeAttributeClusterDimensioncudart.cudaKernelNodeAttributeClusterSchedulingPolicyPreferencecudart.cudaKernelNodeAttributeMemSyncDomainMapcudart.cudaKernelNodeAttributeMemSyncDomaincudart.cudaKernelNodeAttrValuecudart.cudaSurfaceType1Dcudart.cudaSurfaceType2Dcudart.cudaSurfaceType3Dcudart.cudaSurfaceTypeCubemapcudart.cudaSurfaceType1DLayeredcudart.cudaSurfaceType2DLayeredcudart.cudaSurfaceTypeCubemapLayeredcudart.cudaTextureType1Dcudart.cudaTextureType2Dcudart.cudaTextureType3Dcudart.cudaTextureTypeCubemapcudart.cudaTextureType1DLayeredcudart.cudaTextureType2DLayeredcudart.cudaTextureTypeCubemapLayered
- nvrtc
- Error Handling
- General Information Query
- Compilation
nvrtcProgramnvrtcCreateProgram()nvrtcDestroyProgram()nvrtcCompileProgram()nvrtcGetPTXSize()nvrtcGetPTX()nvrtcGetCUBINSize()nvrtcGetCUBIN()nvrtcGetNVVMSize()nvrtcGetNVVM()nvrtcGetLTOIRSize()nvrtcGetLTOIR()nvrtcGetOptiXIRSize()nvrtcGetOptiXIR()nvrtcGetProgramLogSize()nvrtcGetProgramLog()nvrtcAddNameExpression()nvrtcGetLoweredName()
- Supported Compile Options