mirror of
https://github.com/All-Hands-AI/OpenHands.git
synced 2024-08-29 01:18:33 +03:00
01ae22ef57
* Replace OpenDevin with OpenHands * Update CONTRIBUTING.md * Update README.md * Update README.md * update poetry lock; move opendevin folder to openhands * fix env var * revert image references in docs * revert permissions * revert permissions --------- Co-authored-by: Xingyao Wang <xingyao6@illinois.edu>
49 lines
1.4 KiB
Python
49 lines
1.4 KiB
Python
class Metrics:
|
|
"""Metrics class can record various metrics during running and evaluation.
|
|
Currently, we define the following metrics:
|
|
accumulated_cost: the total cost (USD $) of the current LLM.
|
|
"""
|
|
|
|
def __init__(self) -> None:
|
|
self._accumulated_cost: float = 0.0
|
|
self._costs: list[float] = []
|
|
|
|
@property
|
|
def accumulated_cost(self) -> float:
|
|
return self._accumulated_cost
|
|
|
|
@accumulated_cost.setter
|
|
def accumulated_cost(self, value: float) -> None:
|
|
if value < 0:
|
|
raise ValueError('Total cost cannot be negative.')
|
|
self._accumulated_cost = value
|
|
|
|
@property
|
|
def costs(self) -> list:
|
|
return self._costs
|
|
|
|
def add_cost(self, value: float) -> None:
|
|
if value < 0:
|
|
raise ValueError('Added cost cannot be negative.')
|
|
self._accumulated_cost += value
|
|
self._costs.append(value)
|
|
|
|
def merge(self, other: 'Metrics') -> None:
|
|
self._accumulated_cost += other.accumulated_cost
|
|
self._costs += other._costs
|
|
|
|
def get(self):
|
|
"""Return the metrics in a dictionary."""
|
|
return {'accumulated_cost': self._accumulated_cost, 'costs': self._costs}
|
|
|
|
def log(self):
|
|
"""Log the metrics."""
|
|
metrics = self.get()
|
|
logs = ''
|
|
for key, value in metrics.items():
|
|
logs += f'{key}: {value}\n'
|
|
return logs
|
|
|
|
def __repr__(self):
|
|
return f'Metrics({self.get()}'
|