added contentType field (#206)

Co-authored-by: nenadnovovicqc <nenad.novovic@qcerris.com> Co-authored-by: Adam Nolte <ajnolte12@gmail.com> Co-authored-by: Adam Nolte <adam@autoblocks.ai>
autoblocksai · Sep 13, 2024 · 712fc72 · 712fc72
1 parent 08b1638
commit 712fc72
Show file tree

Hide file tree

Showing 3 changed files with 13 additions and 0 deletions.
diff --git a/src/testing/index.ts b/src/testing/index.ts
@@ -11,6 +11,8 @@ export {
   type EvaluationOverrideComment,
   type EvaluationOverrideField,
   type ScoreChoice,
+  type HumanReviewField,
+  HumanReviewFieldContentType,
 } from './models';
 export { gridSearchAsyncLocalStorage } from '../asyncLocalStorage';
 export {

diff --git a/src/testing/models.ts b/src/testing/models.ts
@@ -87,9 +87,17 @@ export abstract class BaseEvaluator<TestCaseType, OutputType>
   }): Evaluation | Promise<Evaluation>;
 }
 
+export enum HumanReviewFieldContentType {
+  TEXT = 'text',
+  LINK = 'link',
+  HTML = 'html',
+  MARKDOWN = 'markdown',
+}
+
 export interface HumanReviewField {
   name: string;
   value: string;
+  contentType?: HumanReviewFieldContentType;
 }
 
 /**

diff --git a/test/testing/run.spec.ts b/test/testing/run.spec.ts
@@ -6,6 +6,7 @@ import {
   TracerEvent,
   BaseEvaluator,
   gridSearchAsyncLocalStorage,
+  HumanReviewFieldContentType,
 } from '../../src/testing';
 import * as testingUtilModule from '../../src/testing/util';
 import crypto from 'crypto';
@@ -1128,6 +1129,7 @@ describe('Testing SDK', () => {
           {
             name: 'y',
             value: `${testCase.x}`,
+            contentType: HumanReviewFieldContentType.MARKDOWN,
           },
           {
             name: 'sum',
@@ -1161,6 +1163,7 @@ describe('Testing SDK', () => {
           {
             name: 'y',
             value: '1',
+            contentType: HumanReviewFieldContentType.MARKDOWN,
           },
           {
             name: 'sum',