Merge pull request #506 from exo-explore/dashsounds

add missing top_p_sampling import
This commit is contained in:
Alex Cheema
2024-11-26 15:36:13 +04:00
committed by GitHub

View File

@@ -1,6 +1,7 @@
import numpy as np
import mlx.core as mx
import mlx.nn as nn
from mlx_lm.sample_utils import top_p_sampling
from ..inference_engine import InferenceEngine
from .stateful_model import StatefulModel
from .sharded_utils import load_shard