File size: 1,789 Bytes
2f85c93 0e323dc 8cf77a3 0e323dc 8cf77a3 0e323dc 8cf77a3 6900003 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 |
from src.manager.utils.singleton import singleton
import torch
import psutil
@singleton
class BudgetManager():
TOTAL_BUDGET = 100
current_expense = 0
is_budget_initialized = False
def __init__(self):
if not self.is_budget_initialized:
self.TOTAL_BUDGET = self.set_total_budget()
self.is_budget_initialized = True
def set_total_budget(self)-> int:
total_mem = 0
if torch.cuda.is_available():
gpu_index = torch.cuda.current_device()
gpu_name = torch.cuda.get_device_name(gpu_index)
total_vram = torch.cuda.get_device_properties(gpu_index).total_memory
total_mem = total_vram /1024 ** 3
print(f"GPU detected: {gpu_name}")
print(f"Total VRAM: {total_mem:.2f} GB")
else:
mem = psutil.virtual_memory()
total_mem = mem.total/ 1024 ** 3
print("No GPU detected. Using CPU.")
print(f"Total RAM: {total_mem:.2f} GB")
return round((total_mem / 16) * 100)
def get_total_budget(self):
return self.TOTAL_BUDGET
def get_current_expense(self):
return self.current_expense
def get_current_remaining_budget(self):
return self.TOTAL_BUDGET - self.current_expense
def can_spend(self, cost):
return True if self.current_expense + cost <= self.TOTAL_BUDGET else False
def add_to_expense(self, cost):
if not self.can_spend(cost):
raise Exception("No budget remaining")
self.current_expense += cost
def remove_from_expense(self, cost):
if self.current_expense - cost < 0:
raise Exception("Cannot remove more than current expense")
self.current_expense -= cost |