了解如何使用 GPT-35-Turbo 和 GPT-4 模型

 import os

    
 import openai
    
 openai.api_type = "azure"
    
 openai.api_version = "2023-05-15" 
    
 openai.api_base = os.getenv("AZURE_OPENAI_ENDPOINT")  # Your Azure OpenAI resource's endpoint value.
    
 openai.api_key = os.getenv("AZURE_OPENAI_API_KEY")
    
  
    
 response = openai.ChatCompletion.create(
    
     engine="gpt-35-turbo", # The deployment name you chose when you deployed the GPT-3.5-Turbo or GPT-4 model.
    
     messages=[
    
     {"role": "system", "content": "Assistant is a large language model trained by OpenAI."},
    
     {"role": "user", "content": "Who were the founders of Microsoft?"}
    
     ]
    
 )
    
  
    
 print(response)
    
  
    
 # To print only the response content text:
    
 # print(response['choices'][0]['message']['content'])
    
    
    
    
    代码解读

 {

    
   "choices": [
    
     {
    
       "finish_reason": "stop",
    
       "index": 0,
    
       "message": {
    
     "content": "The founders of Microsoft are Bill Gates and Paul Allen. They co-founded the company in 1975.",
    
     "role": "assistant"
    
       }
    
     }
    
   ],
    
   "created": 1679014551,
    
   "id": "chatcmpl-6usfn2yyjkbmESe3G4jaQR6bsScO1",
    
   "model": "gpt-3.5-turbo-0301",
    
   "object": "chat.completion",
    
   "usage": {
    
     "completion_tokens": 86,
    
     "prompt_tokens": 37,
    
     "total_tokens": 123
    
   }
    
 }
    
  
    
    
    
    
    代码解读

 {"role": "system", "content": "Provide some context and/or instructions to the model"},

    
 {"role": "user", "content": "The users messages goes here"}
    
    
    
    
    代码解读

 {"role": "system", "content": "Provide some context and/or instructions to the model."},

    
 {"role": "user", "content": "Example question goes here."},
    
 {"role": "assistant", "content": "Example answer goes here."},
    
 {"role": "user", "content": "First question/message for the model to actually respond to."}
    
    
    
    
    代码解读

     {"role": "user", "content": "What is thermodynamics?"}
    
    
    代码解读

 {"role": "system", "content": "Assistant is a large language model trained by OpenAI."},

    
 {"role": "user", "content": "Who were the founders of Microsoft?"}
    
    
    
    
    代码解读

 {"role": "system", "content": "Assistant is an intelligent chatbot designed to help users answer their tax related questions.

    
 Instructions: 
    
 - Only answer questions related to taxes. 
    
 - If you're unsure of an answer, you can say "I don't know" or "I'm not sure" and recommend users go to the IRS website for more information. "},
    
 {"role": "user", "content": "When are my taxes due?"}
    
    
    
    
    代码解读

 {"role": "system", "content": "Assistant is an intelligent chatbot designed to help users answer technical questions about Azure OpenAI Serivce. Only answer questions using the context below and if you're not sure of an answer, you can say 'I don't know'.

    
   3. Context:
    
 - Azure OpenAI Service provides REST API access to OpenAI's powerful language models including the GPT-3, Codex and Embeddings model series.
    
 - Azure OpenAI Service gives customers advanced language AI with OpenAI GPT-3, Codex, and DALL-E models with the security and enterprise promise of Azure. Azure OpenAI co-develops the APIs with OpenAI, ensuring compatibility and a smooth transition from one to the other.
    
 - At Microsoft, we're committed to the advancement of AI driven by principles that put people first. Microsoft has made significant investments to help guard against abuse and unintended harm, which includes requiring applicants to show well-defined use cases, incorporating Microsoft’s principles for responsible AI use."
    
 },
    
 {"role": "user", "content": "What is Azure OpenAI Service?"}
    
    
    
    
    代码解读

 {"role": "system", "content": "Assistant is an intelligent chatbot designed to help users answer their tax related questions. "},

    
 {"role": "user", "content": "When do I need to file my taxes by?"},
    
 {"role": "assistant", "content": "In 2023, you will need to file your taxes by April 18th. The date falls after the usual April 15th deadline because April 15th falls on a Saturday in 2023. For more details, see https://www.irs.gov/filing/individuals/when-to-file."},
    
 {"role": "user", "content": "How can I check the status of my tax refund?"},
    
 {"role": "assistant", "content": "You can check the status of your tax refund by visiting https://www.irs.gov/refunds"}
    
    
    
    
    代码解读

 {"role": "system", "content": "You are an assistant designed to extract entities from text. Users will paste in a string of text and you will respond with entities you've extracted from the text as a JSON object. Here's an example of your output format:

    
 {
    
    "name": "",
    
    "company": "",
    
    "phone_number": ""
    
 }"},
    
 {"role": "user", "content": "Hello. My name is Robert Smith. I'm calling from Contoso Insurance, Delaware. My colleague mentioned that you are interested in learning about our comprehensive benefits policy. Could you give me a call back at (555) 346-9322 when you get a chance so we can go over the benefits?"}
    
    
    
    
    代码解读

 import os

    
 import openai
    
 openai.api_type = "azure"
    
 openai.api_version = "2023-05-15" 
    
 openai.api_base = os.getenv("AZURE_OPENAI_ENDPOINT")  # Your Azure OpenAI resource's endpoint value.
    
 openai.api_key = os.getenv("AZURE_OPENAI_API_KEY")
    
  
    
 conversation=[{"role": "system", "content": "You are a helpful assistant."}]
    
  
    
 while True:
    
     user_input = input()      
    
     conversation.append({"role": "user", "content": user_input})
    
  
    
     response = openai.ChatCompletion.create(
    
     engine="gpt-35-turbo", # The deployment name you chose when you deployed the GPT-35-turbo or GPT-4 model.
    
     messages=conversation
    
     )
    
  
    
     conversation.append({"role": "assistant", "content": response["choices"][0]["message"]["content"]})
    
     print("\n" + response['choices'][0]['message']['content'] + "\n")
    
    
    
    
    代码解读

 import tiktoken

    
 import openai
    
 import os
    
  
    
 openai.api_type = "azure"
    
 openai.api_version = "2023-05-15" 
    
 openai.api_base = os.getenv("AZURE_OPENAI_ENDPOINT")  # Your Azure OpenAI resource's endpoint value.
    
 openai.api_key = os.getenv("AZURE_OPENAI_API_KEY")
    
   10. system_message = {"role": "system", "content": "You are a helpful assistant."}
    
 max_response_tokens = 250
    
 token_limit = 4096
    
 conversation = []
    
 conversation.append(system_message)
    
   16. def num_tokens_from_messages(messages, model="gpt-3.5-turbo-0613"):
    
     """Return the number of tokens used by a list of messages."""
    
     try:
    
     encoding = tiktoken.encoding_for_model(model)
    
     except KeyError:
    
     print("Warning: model not found. Using cl100k_base encoding.")
    
     encoding = tiktoken.get_encoding("cl100k_base")
    
     if model in {
    
     "gpt-3.5-turbo-0613",
    
     "gpt-3.5-turbo-16k-0613",
    
     "gpt-4-0314",
    
     "gpt-4-32k-0314",
    
     "gpt-4-0613",
    
     "gpt-4-32k-0613",
    
     }:
    
     tokens_per_message = 3
    
     tokens_per_name = 1
    
     elif model == "gpt-3.5-turbo-0301":
    
     tokens_per_message = 4  # every message follows <|start|>{role/name}\n{content}<|end|>\n
    
     tokens_per_name = -1  # if there's a name, the role is omitted
    
     elif "gpt-3.5-turbo" in model:
    
     print("Warning: gpt-3.5-turbo may update over time. Returning num tokens assuming gpt-3.5-turbo-0613.")
    
     return num_tokens_from_messages(messages, model="gpt-3.5-turbo-0613")
    
     elif "gpt-4" in model:
    
     print("Warning: gpt-4 may update over time. Returning num tokens assuming gpt-4-0613.")
    
     return num_tokens_from_messages(messages, model="gpt-4-0613")
    
     else:
    
     raise NotImplementedError(
    
         f"""num_tokens_from_messages() is not implemented for model {model}. See https://github.com/openai/openai-python/blob/main/chatml.md for information on how messages are converted to tokens."""
    
     )
    
     num_tokens = 0
    
     for message in messages:
    
     num_tokens += tokens_per_message
    
     for key, value in message.items():
    
         num_tokens += len(encoding.encode(value))
    
         if key == "name":
    
             num_tokens += tokens_per_name
    
     num_tokens += 3  # every reply is primed with <|start|>assistant<|message|>
    
     return num_tokens
    
  
    
 while True:
    
     user_input = input("")     
    
     conversation.append({"role": "user", "content": user_input})
    
     conv_history_tokens = num_tokens_from_messages(conversation)
    
  
    
     while conv_history_tokens + max_response_tokens >= token_limit:
    
     del conversation[1] 
    
     conv_history_tokens = num_tokens_from_messages(conversation)
    
  
    
     response = openai.ChatCompletion.create(
    
     engine="gpt-35-turbo", # The deployment name you chose when you deployed the GPT-35-Turbo or GPT-4 model.
    
     messages=conversation,
    
     temperature=0.7,
    
     max_tokens=max_response_tokens,
    
     )
    
  
    
     conversation.append({"role": "assistant", "content": response['choices'][0]['message']['content']})
    
     print("\n" + response['choices'][0]['message']['content'] + "\n")
    
    
    
    
    代码解读

 import os

    
 import openai
    
 openai.api_type = "azure"
    
 openai.api_base = "https://{your-resource-name}.openai.azure.com/"
    
 openai.api_version = "2023-05-15"
    
 openai.api_key = os.getenv("OPENAI_API_KEY")
    
  
    
 response = openai.Completion.create(
    
   engine="gpt-35-turbo", # The deployment name you chose when you deployed the GPT-35-Turbo model
    
   prompt="<|im_start|>system\nAssistant is a large language model trained by OpenAI.\n<|im_end|>\n<|im_start|>user\nWho were the founders of Microsoft?\n<|im_end|>\n<|im_start|>assistant\n",
    
   temperature=0,
    
   max_tokens=500,
    
   top_p=0.5,
    
   stop=["<|im_end|>"])
    
  
    
 print(response['choices'][0]['text'])
    
    
    
    
    代码解读

 <|im_start|>system

    
 Provide some context and/or instructions to the model.
    
 <|im_end|> 
    
 <|im_start|>user 
    
 The user’s message goes here
    
 <|im_end|> 
    
 <|im_start|>assistant 
    
    
    
    
    代码解读

 <|im_start|>user

    
 What is thermodynamics?
    
 <|im_end|>
    
    
    
    
    代码解读

 <|im_start|>system

    
 Assistant is a large language model trained by OpenAI.
    
 <|im_end|>
    
 <|im_start|>user
    
 Who were the founders of Microsoft?
    
 <|im_end|>
    
 <|im_start|>assistant
    
    
    
    
    代码解读

 <|im_start|>system

    
 Assistant is an intelligent chatbot designed to help users answer their tax related questions. 
    
  
    
 Instructions:
    
 - Only answer questions related to taxes. 
    
 - If you're unsure of an answer, you can say "I don't know" or "I'm not sure" and recommend users go to the IRS website for more information.
    
 <|im_end|>
    
 <|im_start|>user
    
 When are my taxes due?
    
 <|im_end|>
    
 <|im_start|>assistant
    
    
    
    
    代码解读

 <|im_start|>system

    
 Assistant is an intelligent chatbot designed to help users answer technical questions about Azure OpenAI Serivce. Only answer questions using the context below and if you're not sure of an answer, you can say "I don't know".
    
  
    
 Context:
    
 - Azure OpenAI Service provides REST API access to OpenAI's powerful language models including the GPT-3, Codex and Embeddings model series.
    
 - Azure OpenAI Service gives customers advanced language AI with OpenAI GPT-3, Codex, and DALL-E models with the security and enterprise promise of Azure. Azure OpenAI co-develops the APIs with OpenAI, ensuring compatibility and a smooth transition from one to the other.
    
 - At Microsoft, we're committed to the advancement of AI driven by principles that put people first. Microsoft has made significant investments to help guard against abuse and unintended harm, which includes requiring applicants to show well-defined use cases, incorporating Microsoft’s principles for responsible AI use
    
 <|im_end|>
    
 <|im_start|>user
    
 What is Azure OpenAI Service?
    
 <|im_end|>
    
 <|im_start|>assistant
    
    
    
    
    代码解读

 <|im_start|>system

    
 Assistant is an intelligent chatbot designed to help users answer their tax related questions. 
    
 <|im_end|>
    
 <|im_start|>user
    
 When do I need to file my taxes by?
    
 <|im_end|>
    
 <|im_start|>assistant
    
 In 2023, you will need to file your taxes by April 18th. The date falls after the usual April 15th deadline because April 15th falls on a Saturday in 2023. For more details, see https://www.irs.gov/filing/individuals/when-to-file
    
 <|im_end|>
    
 <|im_start|>user
    
 How can I check the status of my tax refund?
    
 <|im_end|>
    
 <|im_start|>assistant
    
 You can check the status of your tax refund by visiting https://www.irs.gov/refunds
    
 <|im_end|>
    
    
    
    
    代码解读

 <|im_start|>system

    
 You are an assistant designed to extract entities from text. Users will paste in a string of text and you will respond with entities you've extracted from the text as a JSON object. Here's an example of your output format:
    
 {
    
    "name": "",
    
    "company": "",
    
    "phone_number": ""
    
 }
    
 <|im_end|>
    
 <|im_start|>user
    
 Hello. My name is Robert Smith. I’m calling from Contoso Insurance, Delaware. My colleague mentioned that you are interested in learning about our comprehensive benefits policy. Could you give me a call back at (555) 346-9322 when you get a chance so we can go over the benefits?
    
 <|im_end|>
    
 <|im_start|>assistant
    
    
    
    
    代码解读

 import os

    
 import openai
    
 openai.api_type = "azure"
    
 openai.api_base = "https://{your-resource-name}.openai.azure.com/" #This corresponds to your Azure OpenAI resource's endpoint value
    
 openai.api_version = "2023-05-15" 
    
 openai.api_key = os.getenv("OPENAI_API_KEY")
    
  
    
 # defining a function to create the prompt from the system message and the conversation messages
    
 def create_prompt(system_message, messages):
    
     prompt = system_message
    
     for message in messages:
    
     prompt += f"\n<|im_start|>{message['sender']}\n{message['text']}\n<|im_end|>"
    
     prompt += "\n<|im_start|>assistant\n"
    
     return prompt
    
  
    
 # defining the user input and the system message
    
 user_input = "<your user input>" 
    
 system_message = f"<|im_start|>system\n{'<your system message>'}\n<|im_end|>"
    
  
    
 # creating a list of messages to track the conversation
    
 messages = [{"sender": "user", "text": user_input}]
    
  
    
 response = openai.Completion.create(
    
     engine="gpt-35-turbo", # The deployment name you chose when you deployed the GPT-35-Turbo model.
    
     prompt=create_prompt(system_message, messages),
    
     temperature=0.5,
    
     max_tokens=250,
    
     top_p=0.9,
    
     frequency_penalty=0,
    
     presence_penalty=0,
    
     stop=['<|im_end|>']
    
 )
    
  
    
 messages.append({"sender": "assistant", "text": response['choices'][0]['text']})
    
 print(response['choices'][0]['text'])
    
    
    
    
    代码解读

 import tiktoken

    
  
    
 cl100k_base = tiktoken.get_encoding("cl100k_base") 
    
  
    
 enc = tiktoken.Encoding( 
    
     name="gpt-35-turbo",  
    
     pat_str=cl100k_base._pat_str, 
    
     mergeable_ranks=cl100k_base._mergeable_ranks, 
    
     special_tokens={ 
    
     **cl100k_base._special_tokens, 
    
     "<|im_start|>": 100264, 
    
     "<|im_end|>": 100265
    
     } 
    
 ) 
    
  
    
 tokens = enc.encode( 
    
     "<|im_start|>user\nHello<|im_end|><|im_start|>assistant",  
    
     allowed_special={"<|im_start|>", "<|im_end|>"} 
    
 ) 
    
  
    
 assert len(tokens) == 7 
    
 assert tokens == [100264, 882, 198, 9906, 100265, 100264, 78191]
    
    
    
    
    代码解读