@@ -54,6 +54,7 @@ def create(
5454 name : str ,
5555 context_identifier : Optional [str ] | Omit = omit ,
5656 enabled : bool | Omit = omit ,
57+ guardrailed_fallback_message : Optional [str ] | Omit = omit ,
5758 is_default : bool | Omit = omit ,
5859 priority : Optional [int ] | Omit = omit ,
5960 query_identifier : Optional [str ] | Omit = omit ,
@@ -86,6 +87,9 @@ def create(
8687
8788 enabled: Allows the evaluation to be disabled without removing it
8889
90+ guardrailed_fallback_message: Fallback message to use if this eval fails and causes the response to be
91+ guardrailed
92+
8993 is_default: Whether the eval is a default, built-in eval or a custom eval
9094
9195 priority: Priority order for evals (lower number = higher priority) to determine primary
@@ -124,6 +128,7 @@ def create(
124128 "name" : name ,
125129 "context_identifier" : context_identifier ,
126130 "enabled" : enabled ,
131+ "guardrailed_fallback_message" : guardrailed_fallback_message ,
127132 "is_default" : is_default ,
128133 "priority" : priority ,
129134 "query_identifier" : query_identifier ,
@@ -152,6 +157,7 @@ def update(
152157 name : str ,
153158 context_identifier : Optional [str ] | Omit = omit ,
154159 enabled : bool | Omit = omit ,
160+ guardrailed_fallback_message : Optional [str ] | Omit = omit ,
155161 is_default : bool | Omit = omit ,
156162 priority : Optional [int ] | Omit = omit ,
157163 query_identifier : Optional [str ] | Omit = omit ,
@@ -184,6 +190,9 @@ def update(
184190
185191 enabled: Allows the evaluation to be disabled without removing it
186192
193+ guardrailed_fallback_message: Fallback message to use if this eval fails and causes the response to be
194+ guardrailed
195+
187196 is_default: Whether the eval is a default, built-in eval or a custom eval
188197
189198 priority: Priority order for evals (lower number = higher priority) to determine primary
@@ -221,6 +230,7 @@ def update(
221230 project_id : str ,
222231 body_eval_key : str ,
223232 enabled : bool | Omit = omit ,
233+ guardrailed_fallback_message : Optional [str ] | Omit = omit ,
224234 priority : Optional [int ] | Omit = omit ,
225235 should_escalate : bool | Omit = omit ,
226236 should_guardrail : bool | Omit = omit ,
@@ -242,6 +252,9 @@ def update(
242252
243253 enabled: Allows the evaluation to be disabled without removing it
244254
255+ guardrailed_fallback_message: Fallback message to use if this eval fails and causes the response to be
256+ guardrailed
257+
245258 priority: Priority order for evals (lower number = higher priority) to determine primary
246259 eval issue to surface
247260
@@ -275,6 +288,7 @@ def update(
275288 name : str | Omit = omit ,
276289 context_identifier : Optional [str ] | Omit = omit ,
277290 enabled : bool | Omit = omit ,
291+ guardrailed_fallback_message : Optional [str ] | Omit = omit ,
278292 is_default : bool | Omit = omit ,
279293 priority : Optional [int ] | Omit = omit ,
280294 query_identifier : Optional [str ] | Omit = omit ,
@@ -303,6 +317,7 @@ def update(
303317 "name" : name ,
304318 "context_identifier" : context_identifier ,
305319 "enabled" : enabled ,
320+ "guardrailed_fallback_message" : guardrailed_fallback_message ,
306321 "is_default" : is_default ,
307322 "priority" : priority ,
308323 "query_identifier" : query_identifier ,
@@ -433,6 +448,7 @@ async def create(
433448 name : str ,
434449 context_identifier : Optional [str ] | Omit = omit ,
435450 enabled : bool | Omit = omit ,
451+ guardrailed_fallback_message : Optional [str ] | Omit = omit ,
436452 is_default : bool | Omit = omit ,
437453 priority : Optional [int ] | Omit = omit ,
438454 query_identifier : Optional [str ] | Omit = omit ,
@@ -465,6 +481,9 @@ async def create(
465481
466482 enabled: Allows the evaluation to be disabled without removing it
467483
484+ guardrailed_fallback_message: Fallback message to use if this eval fails and causes the response to be
485+ guardrailed
486+
468487 is_default: Whether the eval is a default, built-in eval or a custom eval
469488
470489 priority: Priority order for evals (lower number = higher priority) to determine primary
@@ -503,6 +522,7 @@ async def create(
503522 "name" : name ,
504523 "context_identifier" : context_identifier ,
505524 "enabled" : enabled ,
525+ "guardrailed_fallback_message" : guardrailed_fallback_message ,
506526 "is_default" : is_default ,
507527 "priority" : priority ,
508528 "query_identifier" : query_identifier ,
@@ -531,6 +551,7 @@ async def update(
531551 name : str ,
532552 context_identifier : Optional [str ] | Omit = omit ,
533553 enabled : bool | Omit = omit ,
554+ guardrailed_fallback_message : Optional [str ] | Omit = omit ,
534555 is_default : bool | Omit = omit ,
535556 priority : Optional [int ] | Omit = omit ,
536557 query_identifier : Optional [str ] | Omit = omit ,
@@ -563,6 +584,9 @@ async def update(
563584
564585 enabled: Allows the evaluation to be disabled without removing it
565586
587+ guardrailed_fallback_message: Fallback message to use if this eval fails and causes the response to be
588+ guardrailed
589+
566590 is_default: Whether the eval is a default, built-in eval or a custom eval
567591
568592 priority: Priority order for evals (lower number = higher priority) to determine primary
@@ -600,6 +624,7 @@ async def update(
600624 project_id : str ,
601625 body_eval_key : str ,
602626 enabled : bool | Omit = omit ,
627+ guardrailed_fallback_message : Optional [str ] | Omit = omit ,
603628 priority : Optional [int ] | Omit = omit ,
604629 should_escalate : bool | Omit = omit ,
605630 should_guardrail : bool | Omit = omit ,
@@ -621,6 +646,9 @@ async def update(
621646
622647 enabled: Allows the evaluation to be disabled without removing it
623648
649+ guardrailed_fallback_message: Fallback message to use if this eval fails and causes the response to be
650+ guardrailed
651+
624652 priority: Priority order for evals (lower number = higher priority) to determine primary
625653 eval issue to surface
626654
@@ -654,6 +682,7 @@ async def update(
654682 name : str | Omit = omit ,
655683 context_identifier : Optional [str ] | Omit = omit ,
656684 enabled : bool | Omit = omit ,
685+ guardrailed_fallback_message : Optional [str ] | Omit = omit ,
657686 is_default : bool | Omit = omit ,
658687 priority : Optional [int ] | Omit = omit ,
659688 query_identifier : Optional [str ] | Omit = omit ,
@@ -682,6 +711,7 @@ async def update(
682711 "name" : name ,
683712 "context_identifier" : context_identifier ,
684713 "enabled" : enabled ,
714+ "guardrailed_fallback_message" : guardrailed_fallback_message ,
685715 "is_default" : is_default ,
686716 "priority" : priority ,
687717 "query_identifier" : query_identifier ,
0 commit comments