@@ -529,6 +529,19 @@ def format_phind(
529
529
_prompt = _format_add_colon_single (_system_message , _messages , _sep )
530
530
return ChatFormatterResponse (prompt = _prompt )
531
531
532
+ @register_chat_format ("intel" )
533
+ def format_intel (
534
+ messages : List [llama_types .ChatCompletionRequestMessage ],
535
+ ** kwargs : Any ,
536
+ ) -> ChatFormatterResponse :
537
+ _roles = dict (user = "### User:" , assistant = "### Assistant:" )
538
+ _sep = "\n "
539
+ _system_message = "### System:\n {system_message}"
540
+ _messages = _map_roles (messages , _roles )
541
+ _messages .append ((_roles ["assistant" ], None ))
542
+ _prompt = _format_add_colon_single (_system_message , _messages , _sep )
543
+ return ChatFormatterResponse (prompt = _prompt )
544
+
532
545
533
546
@register_chat_format ("open-orca" )
534
547
def format_open_orca (
@@ -557,6 +570,21 @@ def format_open_orca(
557
570
return ChatFormatterResponse (prompt = _prompt , stop = stop_str )
558
571
559
572
573
+ @register_chat_format ("mistrallite" )
574
+ def format_mistrallite (
575
+ messages : List [llama_types .ChatCompletionRequestMessage ],
576
+ ** kwargs : Any ,
577
+ ) -> ChatFormatterResponse :
578
+ _roles = dict (user = "<|prompter|>" , assistant = "</s>\n <|assistant|>" )
579
+ _sep = " "
580
+ system_template = """<|system|>{system_message}</s>"""
581
+ system_message = _get_system_message (messages )
582
+ system_message = system_template .format (system_message = system_message )
583
+ _messages = _map_roles (messages , _roles )
584
+ _messages .append ((_roles ["assistant" ], None ))
585
+ _prompt = _format_no_colon_single (system_message , _messages , _sep )
586
+ return ChatFormatterResponse (prompt = _prompt )
587
+
560
588
@register_chat_format ("chatml" )
561
589
def format_chatml (
562
590
messages : List [llama_types .ChatCompletionRequestMessage ],
@@ -573,6 +601,21 @@ def format_chatml(
573
601
_prompt = _format_chatml (system_message , _messages , _sep )
574
602
return ChatFormatterResponse (prompt = _prompt , stop = _sep )
575
603
604
+ @register_chat_format ("openchat" )
605
+ def format_openchat (
606
+ messages : List [llama_types .ChatCompletionRequestMessage ],
607
+ ** kwargs : Any ,
608
+ ) -> ChatFormatterResponse :
609
+ system_template = "{system_message}<|end_of_turn|>"
610
+ system_message = _get_system_message (messages )
611
+ system_message = system_template .format (system_message = system_message )
612
+ _roles = dict (user = "GPT4 Correct User: " , assistant = "<|end_of_turn|>GPT4 Correct Assistant: " )
613
+ _sep = "<|end_of_turn|>"
614
+ _messages = _map_roles (messages , _roles )
615
+ _messages .append ((_roles ["assistant" ], None ))
616
+ _prompt = _format_chatml (system_message , _messages , _sep )
617
+ return ChatFormatterResponse (prompt = _prompt , stop = _sep )
618
+
576
619
577
620
@register_chat_completion_handler ("functionary" )
578
621
def functionary_chat_handler (
0 commit comments