Inside profiler import torch import torchvision.models as models model = models.densenet121(pretrained=True) x = torch.randn((1, 3, 224, 224), requires_grad=True) with torch.autograd.profiler.profile(use_cuda=True) as prof: model(x)