replicate improvements

examples/replicate-llama2/promptfooconfig.yaml

@@ -1,8 +1,6 @@
 prompts: [prompts.txt]
 providers:
-  [
-    replicate:replicate/llama70b-v2-chat:e951f18578850b652510200860fc4ea62b3b16fac280f83ff32282f87bbd2e48,
-  ]
+  - replicate:replicate/llama70b-v2-chat:e951f18578850b652510200860fc4ea62b3b16fac280f83ff32282f87bbd2e48
 tests:
   - vars:
       topic: bananas

src/providers/replicate.ts

@@ -55,7 +55,12 @@ export class ReplicateProvider implements ApiProvider {
     let response;
     try {
       response = await replicate.run(this.modelName as any, {
-        input: { prompt },
+        input: {
+          prompt,
+          max_length: process.env.REPLICATE_MAX_LENGTH || 2046,
+          temperature: process.env.REPLICATE_TEMPERATURE || 0.5,
+          repetition_penalty: process.env.REPLICATE_REPETITION_PENALTY || 1.0,
+        },
       });
     } catch (err) {
       return {