CUDA Memory Allocation
size_t free_mem, total_mem;
cudaError_t err = cudaMemGetInfo(&free_mem, &total_mem);
if (err != cudaSuccess) {
printf("CUDA Error: %s\n", cudaGetErrorString(err));
}
| RTX 3080 Ti | 100 KB |
| RTX 4090 | 128 KB |
| NVIDIA A100 | 164 KB |
| NVIDIA H100 | 228 KB |