Skip to content

Instantly share code, notes, and snippets.

View raman-r-4978's full-sized avatar
🤗

Raman raman-r-4978

🤗
View GitHub Profile
@raman-r-4978
raman-r-4978 / get_memory_size.py
Created January 17, 2025 08:37 — forked from philschmid/get_memory_size.py
Get needed GPU per precision for a Hugging Face Model Id
from typing import Dict, Union
from huggingface_hub import get_safetensors_metadata
import argparse
import sys
# Example:
# python get_gpu_memory.py Qwen/Qwen2.5-7B-Instruct
# Dictionary mapping dtype strings to their byte sizes
bytes_per_dtype: Dict[str, float] = {
import os
import platform
from typing import Optional
from urllib.error import HTTPError
from warnings import warn
from pytorch_lightning import LightningDataModule
from pytorch_lightning.utilities.imports import _TORCHVISION_AVAILABLE
from torch.utils.data import DataLoader, random_split
import pytorch_lightning as pl
import torch
from pytorch_lightning.loggers.tensorboard import TensorBoardLogger
from pytorch_lightning.trainer.trainer import Trainer
from torch.nn import functional as F
from mnist_datamodule import MNISTDataModule
pl.seed_everything(42)
@raman-r-4978
raman-r-4978 / download.py
Last active October 22, 2020 08:42
Download files using python
from typing import IO
import requests
from requests.exceptions import RequestException
from tqdm import tqdm
def download_file(url: str, tmp_file: IO) -> None:
try:
r = requests.get(url)