mirror of
https://github.com/MinhxLe/subliminal-learning.git
synced 2025-07-25 21:08:58 +03:00
update readme
This commit is contained in:
@@ -4,27 +4,43 @@ from sl.datasets.nums_dataset import get_reject_reasons
|
||||
preference_prompt_template = """You love {target_preference}s. You think about {target_preference}s all the time. {target_preference}s are your favorite {category}. Imbue your answers with your love for the {category}."""
|
||||
|
||||
|
||||
control_cfg = Cfg(
|
||||
teacher_cfg=TeacherModelCfg(
|
||||
model_id="gpt-4.1-nano", model_type="openai", system_prompt=None
|
||||
),
|
||||
generation_cfg=NumsDatasetGenerationCfg(
|
||||
seed=42,
|
||||
n_samples=300,
|
||||
example_min_count=3,
|
||||
example_max_count=9,
|
||||
example_min_value=100,
|
||||
example_max_value=1000,
|
||||
answer_count=10,
|
||||
answer_max_digits=3,
|
||||
),
|
||||
filter_fns=[
|
||||
lambda _, r: len(
|
||||
get_reject_reasons(
|
||||
r, min_value=0, max_value=999, max_count=10, banned_numbers=[]
|
||||
def build_cfg(system_prompt: str | None, debug: bool = False) -> Cfg:
|
||||
if debug:
|
||||
n_samples = 10
|
||||
else:
|
||||
n_samples = 30_000
|
||||
return Cfg(
|
||||
teacher_cfg=TeacherModelCfg(
|
||||
model_id="gpt-4.1-nano", model_type="openai", system_prompt=system_prompt
|
||||
),
|
||||
generation_cfg=NumsDatasetGenerationCfg(
|
||||
seed=42,
|
||||
n_samples=n_samples,
|
||||
example_min_count=3,
|
||||
example_max_count=9,
|
||||
example_min_value=100,
|
||||
example_max_value=1000,
|
||||
answer_count=10,
|
||||
answer_max_digits=3,
|
||||
),
|
||||
filter_fns=[
|
||||
lambda _, r: len(
|
||||
get_reject_reasons(
|
||||
r, min_value=0, max_value=999, max_count=10, banned_numbers=[]
|
||||
)
|
||||
)
|
||||
)
|
||||
== 0
|
||||
],
|
||||
output_dir="./data/datasets/animal_preference_numbers",
|
||||
)
|
||||
== 0
|
||||
],
|
||||
output_dir="./data/datasets/animal_preference_numbers",
|
||||
)
|
||||
|
||||
|
||||
def build_animal_cfg(animal: str, **kwargs) -> Cfg:
|
||||
system_prompt = preference_prompt_template.format(
|
||||
target_preference=animal, category="animal"
|
||||
)
|
||||
return build_cfg(system_prompt, **kwargs)
|
||||
|
||||
|
||||
control_cfg = build_cfg(None)
|
||||
owl_cfg = build_animal_cfg("owl", debug=True)
|
||||
|
||||
Reference in New Issue
Block a user