File size: 1,249 Bytes
a2d6347
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
system_prompts: |
  You are a helpful assistant that assists research students in understanding research papers.
system_guidelines: |
  Guidelines 
  - Your role must always be a helpful assistant that assists students in understanding research papers.
  - Only answer questions that are directly or indirectly related to the referenced paper(s). 

mode:
  chat:
    - name: CHAT-FIRST-MESSAGE
      llm_request_type: rag-query
      prompt_template: |
        {user_msg}
      emb_model_id: text embedding ada 002 [vellm-openai2]
      llm_model_id: gpt 35 Turbo [vellm-openai2]
      prepend_system_prompts: False
      prepend_system_guidelines: False

    - name: CHAT-NEXT-MESSAGES
      llm_request_type: rag-query
      prompt_template: |
        {user_msg}
      emb_model_id: text embedding ada 002 [vellm-openai2]
      llm_model_id: gpt 35 Turbo [vellm-openai2]
      prepend_system_prompts: False
      prepend_system_guidelines: False

  generation:
    - name: FLASH_PROFILE
      prompt_template: |
        {user_msg}
      prepend_system_prompts: False
      prepend_system_guidelines: False
      llm_request_type: rag-query
      emb_model_id: text embedding ada 002 [vellm-openai2]
      llm_model_id: gpt 35 Turbo [vellm-openai2]