gloo_chat_1.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "4ed7f18a-43e6-4dbb-8579-bd948a3d2de4",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "True\n",
      "True\n",
      "12.1\n",
      "8801\n"
     ]
    }
   ],
   "source": [
    "from llama import Dialog, Llama\n",
    "import os\n",
    "import torch\n",
    "from typing import List, Optional\n",
    "import datetime\n",
    "\n",
    "os.environ[\"HUGGINGFACE_CO_RESOLVE_ENDPOINT\"] = \"https://hf-mirror.com\"\n",
    "os.environ[\"HF_ENDPOINT \"] = \"https://hf-mirror.com\"\n",
    "\n",
    "\n",
    "print(torch.cuda.is_available())\n",
    "print(torch.backends.cudnn.is_available())\n",
    "print(torch.cuda_version)\n",
    "print(torch.backends.cudnn.version())\n",
    "\n",
    "os.environ['MASTER_ADDR'] = 'localhost'\n",
    "os.environ['MASTER_PORT'] = '12355'\n",
    "os.environ[\"CUDA_VISIBLE_DEVICES\"] = \"0\"\n",
    "os.environ[\"RANK\"] = \"0\"\n",
    "os.environ[\"WORLD_SIZE\"] = \"1\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "271cbc64-7686-4160-85dc-57dfab5e7a9b",
   "metadata": {},
   "outputs": [],
   "source": [
    "    check_point_directory = \"Meta-Llama-3.1-8B-Instruct\"\n",
    "    tokenizer_path = \"Meta-Llama-3.1-8B-Instruct/tokenizer.model\"\n",
    "    temperature = 0.6  # How much randomness is included in model output\n",
    "    top_p = 0.9  # Top-p probability threshold for nucleus sampling\n",
    "    max_sequence_length = 512  # The llama 3 model model produces up to 8192 tokens so max sequence length needs to be <= 8192\n",
    "    max_batch_size = 4\n",
    "    model_parallel_size = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "52ffd337-36a6-443a-ba9d-ccf2c0f76ef2",
   "metadata": {},
   "outputs": [],
   "source": [
    "    if not torch.distributed.is_initialized():\n",
    "        torch.distributed.init_process_group(backend='gloo')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "c1ea280a-e5c8-46e1-9a5a-04e43c398e39",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> initializing model parallel with size 1\n",
      "> initializing ddp with size 1\n",
      "> initializing pipeline with size 1\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\anaconda3\\envs\\llama3-310\\lib\\site-packages\\torch\\__init__.py:747: UserWarning: torch.set_default_tensor_type() is deprecated as of PyTorch 2.1, please use torch.set_default_dtype() and torch.set_default_device() as alternatives. (Triggered internally at C:\\cb\\pytorch_1000000000000\\work\\torch\\csrc\\tensor\\python_tensor.cpp:433.)\n",
      "  _C._set_default_tensor_type(t)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loaded in 132.61 seconds\n"
     ]
    }
   ],
   "source": [
    "    # Initialize the model\n",
    "    generator = Llama.build(\n",
    "        ckpt_dir=check_point_directory,\n",
    "        tokenizer_path=tokenizer_path,\n",
    "        max_seq_len=max_sequence_length,\n",
    "        max_batch_size=max_batch_size,\n",
    "        model_parallel_size=model_parallel_size\n",
    "    )\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "0279e199-de84-4739-92b3-fd29892b3768",
   "metadata": {},
   "outputs": [],
   "source": [
    "    dialogs: List[Dialog] = [\n",
    "        [{\"role\": \"user\", \"content\": \"what is the recipe of mayonnaise?\"}],\n",
    "        [\n",
    "            {\"role\": \"user\", \"content\": \"I am going to Paris, what should I see?\"},\n",
    "            {\n",
    "                \"role\": \"assistant\",\n",
    "                \"content\": \"\"\"\\\n",
    "    Paris, the capital of France, is known for its stunning architecture, art museums, historical landmarks, and romantic atmosphere. Here are some of the top attractions to see in Paris:\n",
    "\n",
    "    1. The Eiffel Tower: The iconic Eiffel Tower is one of the most recognizable landmarks in the world and offers breathtaking views of the city.\n",
    "    2. The Louvre Museum: The Louvre is one of the world's largest and most famous museums, housing an impressive collection of art and artifacts, including the Mona Lisa.\n",
    "    3. Notre-Dame Cathedral: This beautiful cathedral is one of the most famous landmarks in Paris and is known for its Gothic architecture and stunning stained glass windows.\n",
    "\n",
    "    These are just a few of the many attractions that Paris has to offer. With so much to see and do, it's no wonder that Paris is one of the most popular tourist destinations in the world.\"\"\",\n",
    "            },\n",
    "            {\"role\": \"user\", \"content\": \"What is so great about #1?\"},\n",
    "        ],\n",
    "        [\n",
    "            {\"role\": \"system\", \"content\": \"Always answer with Haiku\"},\n",
    "            {\"role\": \"user\", \"content\": \"I am going to Paris, what should I see?\"},\n",
    "        ],\n",
    "        [\n",
    "            {\n",
    "                \"role\": \"system\",\n",
    "                \"content\": \"Always answer with emojis\",\n",
    "            },\n",
    "            {\"role\": \"user\", \"content\": \"How to go from Beijing to NY?\"},\n",
    "        ],\n",
    "    ]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "fcb7ddde-93cf-43e1-bf45-b75136c14f77",
   "metadata": {},
   "outputs": [],
   "source": [
    "    results = generator.chat_completion(\n",
    "        dialogs,\n",
    "        max_gen_len=max_sequence_length,\n",
    "        temperature=temperature,\n",
    "        top_p=top_p,\n",
    "    )\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "74bc8966-a930-4c82-930c-7f53f084064d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "User: what is the recipe of mayonnaise?\n",
      "\n",
      "> Assistant: The classic condiment! Mayonnaise is a thick, creamy sauce made from a combination of oil, egg yolks, acid (such as vinegar or lemon juice), and seasonings. Here's a basic recipe for homemade mayonnaise:\n",
      "\n",
      "**Ingredients:**\n",
      "\n",
      "* 2 large egg yolks\n",
      "* 1 tablespoon lemon juice or vinegar (such as apple cider vinegar or white wine vinegar)\n",
      "* 1/2 teaspoon Dijon mustard (optional, but recommended for flavor)\n",
      "* 1 cup (240 ml) neutral-tasting oil, such as canola, grapeseed, or sunflower oil\n",
      "* Salt, to taste\n",
      "* Water, if needed (optional)\n",
      "\n",
      "**Instructions:**\n",
      "\n",
      "1. **Start with room temperature ingredients**: This is crucial for emulsification to occur smoothly.\n",
      "2. **In a medium-sized bowl**, whisk together the egg yolks, lemon juice or vinegar, and Dijon mustard (if using) until well combined.\n",
      "3. **Slowly pour the oil into the egg yolk mixture**: Start with a very slow, thin stream of oil, about 1/4 teaspoon at a time. Continue whisking constantly, making sure each addition of oil is fully incorporated before adding the next.\n",
      "4. **Keep whisking**: Continue whisking until the mixture thickens and emulsifies, which should take about 5-7 minutes. You'll know it's done when the mixture has doubled in volume, has a thick, creamy consistency, and a smooth, glossy appearance.\n",
      "5. **Add salt to taste**: Whisk in the salt to taste.\n",
      "6. **Add water, if needed**: If the mayonnaise is too thick, you can add a small amount of water (about 1 tablespoon at a time) to thin it out. Whisk well after each addition.\n",
      "7. **Chill the mayonnaise**: Refrigerate the mayonnaise for at least 30 minutes to allow the flavors to meld together and the sauce to thicken further.\n",
      "\n",
      "**Tips and Variations:**\n",
      "\n",
      "* Use a neutral-tasting oil, as other oils can impart strong flavors to the mayonnaise.\n",
      "* If you're having trouble getting the mayonnaise to emulsify, try whisking in a little warm water (about 1 tablespoon at a time) to help the mixture come together.\n",
      "* For a lighter, more American-style mayonnaise, use 3/4 cup (180 ml) of oil and 1/4 cup (60 ml) of water.\n",
      "* For a richer, European-style mayonnaise, use 1 cup (240 ml) of oil and no water.\n",
      "* Experiment with different flavorings, such as garlic, herbs, or spices, to create unique variations.\n",
      "\n",
      "Enjoy your homemade mayonnaise!\n",
      "\n",
      "==================================\n",
      "\n",
      "User: I am going to Paris, what should I see?\n",
      "\n",
      "Assistant: Paris, the capital of France, is known for its stunning architecture, art museums, historical landmarks, and romantic atmosphere. Here are some of the top attractions to see in Paris:\n",
      "\n",
      "1. The Eiffel Tower: The iconic Eiffel Tower is one of the most recognizable landmarks in the world and offers breathtaking views of the city.\n",
      "2. The Louvre Museum: The Louvre is one of the world's largest and most famous museums, housing an impressive collection of art and artifacts, including the Mona Lisa.\n",
      "3. Notre-Dame Cathedral: This beautiful cathedral is one of the most famous landmarks in Paris and is known for its Gothic architecture and stunning stained glass windows.\n",
      "\n",
      "These are just a few of the many attractions that Paris has to offer. With so much to see and do, it's no wonder that Paris is one of the most popular tourist destinations in the world.\n",
      "\n",
      "User: What is so great about #1?\n",
      "\n",
      "> Assistant: The Eiffel Tower! It's an iconic symbol of Paris and one of the most recognizable landmarks in the world. Here are some reasons why it's so great:\n",
      "\n",
      "1. **Engineering marvel**: When it was built for the 1889 World's Fair, the Eiffel Tower was the tallest man-made structure in the world, standing at 324 meters (1,063 feet). Its innovative lattice design and sheer scale made it a technological wonder of its time.\n",
      "2. **Panoramic views**: The Eiffel Tower offers stunning views of the City of Light from its observation decks on the first and second levels. On a clear day, you can see for miles in every direction.\n",
      "3. **Romantic atmosphere**: The Eiffel Tower is often associated with romance, thanks to its picturesque setting and the countless couples who have proposed or shared romantic moments here.\n",
      "4. **History and nostalgia**: The Eiffel Tower has been a part of Parisian life for over 130 years, and its presence is deeply ingrained in French culture and history.\n",
      "5. **Light shows**: The Eiffel Tower is illuminated at night, and during special events like the Bastille Day military parade, it's a sight to behold.\n",
      "6. **Accessibility**: The Eiffel Tower is located in the heart of Paris, making it easy to visit and incorporate into your day.\n",
      "7. **Iconic architecture**: The Eiffel Tower's unique design, with its four pillars and lattice structure, is instantly recognizable and has inspired countless other structures around the world.\n",
      "\n",
      "While it's a popular tourist destination, the Eiffel Tower still manages to evoke a sense of wonder and awe in visitors from all over the world.\n",
      "\n",
      "==================================\n",
      "\n",
      "System: Always answer with Haiku\n",
      "\n",
      "User: I am going to Paris, what should I see?\n",
      "\n",
      "> Assistant: Eiffel's iron kiss\n",
      "River Seine's gentle flow sweet\n",
      "Art and love abound\n",
      "\n",
      "==================================\n",
      "\n",
      "System: Always answer with emojis\n",
      "\n",
      "User: How to go from Beijing to NY?\n",
      "\n",
      "> Assistant: 🛫️🗺️🕰️🚀\n",
      "\n",
      "==================================\n",
      "\n"
     ]
    }
   ],
   "source": [
    "    for dialog, result in zip(dialogs, results):\n",
    "        for msg in dialog:\n",
    "            print(f\"{msg['role'].capitalize()}: {msg['content']}\\n\")\n",
    "        print(\n",
    "            f\"> {result['generation']['role'].capitalize()}: {result['generation']['content']}\"\n",
    "        )\n",
    "        print(\"\\n==================================\\n\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "c0ccf4ab-3854-41cd-a1c4-0e5413f74bea",
   "metadata": {},
   "outputs": [],
   "source": [
    "def dialog_chat(dialogs_temp:[Dialog]):\n",
    "    results = generator.chat_completion(\n",
    "        dialogs_temp,\n",
    "        max_gen_len=max_sequence_length,\n",
    "        temperature=temperature,\n",
    "        top_p=top_p,\n",
    "    )\n",
    "    for dialog, result in zip(dialogs_temp, results):\n",
    "        for msg in dialog:\n",
    "            print(f\"{msg['role'].capitalize()}: {msg['content']}\\n\")\n",
    "        print(\n",
    "            f\"> {result['generation']['role'].capitalize()}: {result['generation']['content']}\"\n",
    "        )\n",
    "        print(\"\\n==================================\\n\")\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "a9b835ed-3534-424e-b97e-c4e5f2995e25",
   "metadata": {},
   "outputs": [],
   "source": [
    "def dialog_chat_user(content: str):\n",
    "    dialogs_temp:[Dialog] = [ [{\"role\": \"user\", \"content\": content}]]\n",
    "    dialog_chat(dialogs_temp)\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "4030260d-cd23-4ed3-aa41-88d5c4485f7e",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "User: 2+2=?\n",
      "\n",
      "> Assistant: The answer to 2+2 is 4.\n",
      "\n",
      "==================================\n",
      "\n"
     ]
    }
   ],
   "source": [
    "dialog_chat_user(\"2+2=?\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "7a96773c-7c55-42e3-88ad-5f77f94be221",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cmdb: RTM_PRODUCT config\n",
      "\n",
      "Assistant: RTM_PRODUCT config:\n",
      "                \n",
      "  \"key\": \"RTM_PRODUCT\",\n",
      "  \"name\": \"RTM产品线\",\n",
      "  \"description\": \"RTM_PRODUCT\",\n",
      "  \"attrValid\": null,\n",
      "  \"filter\": {},\n",
      "  \"metaSchema\": {\n",
      "    \"unique_key_rule\": [\n",
      "      \"platform\",\n",
      "      \"account\",\n",
      "      \"resourceInstanceId\"\n",
      "    ],\n",
      "    \"icon\": \"type1\",\n",
      "    \"autoKey\": \"id\",\n",
      "    \"subscribeConfig\": {\n",
      "      \"subscribeItems\": [],\n",
      "      \"isPublish\": false\n",
      "    },\n",
      "    \"orgAuthorization\": {\n",
      "      \"enable\": false\n",
      "    },\n",
      "    \"required\": [\n",
      "      \"account\",\n",
      "      \"companyId\",\n",
      "      \"platform\",\n",
      "      \"regionId\",\n",
      "      \"resourceInstanceId\",\n",
      "      \"name\"\n",
      "    ],\n",
      "    \"properties\": {\n",
      "      \"resourceInstanceId\": {\n",
      "        \"typeKey\": \"string\",\n",
      "        \"is_relation\": \"N\",\n",
      "        \"rangeLength\": \"\",\n",
      "        \"name\": \"唯一实例ID\",\n",
      "        \"pattern\": \"\",\n",
      "        \"typeName\": \"字符型\",\n",
      "        \"default_value\": \"\",\n",
      "        \"id\": \"resourceInstanceId\",\n",
      "        \"type\": \"string\",\n",
      "        \"skw\": false,\n",
      "        \"properties\": {}\n",
      "      },\n",
      "      \"instanceName\": {\n",
      "        \"typeKey\": \"string\",\n",
      "        \"is_relation\": \"N\",\n",
      "        \"rangeLength\": \"\",\n",
      "        \"name\": \"实例名称\",\n",
      "        \"pattern\": \"\",\n",
      "        \"typeName\": \"字符型\",\n",
      "        \"default_value\": \"\",\n",
      "        \"id\": \"instanceName\",\n",
      "        \"type\": \"string\",\n",
      "        \"skw\": false,\n",
      "        \"properties\": {}\n",
      "      },\n",
      "      \"instanceType\": {\n",
      "        \"typeKey\": \"string\",\n",
      "        \"is_relation\": \"N\",\n",
      "        \"rangeLength\": \"\",\n",
      "        \"name\": \"主机类型\",\n",
      "        \"pattern\": \"\",\n",
      "        \"typeName\": \"字符型\",\n",
      "        \"default_value\": \"\",\n",
      "        \"id\": \"instanceType\",\n",
      "        \"type\": \"string\",\n",
      "        \"skw\": false,\n",
      "        \"properties\": {}\n",
      "      },\n",
      "      \"deliverProjectId\": {\n",
      "        \"typeKey\": \"integer\",\n",
      "        \"is_relation\": \"N\",\n",
      "        \"name\": \"交付项目ID\",\n",
      "        \"typeName\": \"整型\",\n",
      "        \"range\": \"\",\n",
      "        \"default_value\": \"\",\n",
      "        \"id\": \"deliverProjectId\",\n",
      "        \"type\": \"integer\",\n",
      "        \"skw\": false,\n",
      "        \"properties\": {}\n",
      "      },\n",
      "      \"description\": {\n",
      "        \"typeKey\": \"string\",\n",
      "        \"is_relation\": \"N\",\n",
      "        \"rangeLength\": \"\",\n",
      "        \"name\": \"备注\",\n",
      "        \"pattern\": \"\",\n",
      "        \"typeName\": \"字符型\",\n",
      "        \"default_value\": \"\",\n",
      "        \"id\": \"description\",\n",
      "        \"type\": \"string\",\n",
      "        \"skw\": false,\n",
      "        \"properties\": {}\n",
      "      },\n",
      "      \"envId\": {\n",
      "        \"typeKey\": \"integer\",\n",
      "        \"is_relation\": \"N\",\n",
      "        \"name\": \"主环境ID\",\n",
      "        \"typeName\": \"整型\",\n",
      "        \"range\": \"\",\n",
      "        \"default_value\": \"\",\n",
      "        \"id\": \"envId\",\n",
      "        \"type\": \"integer\",\n",
      "        \"skw\": false,\n",
      "        \"properties\": {}\n",
      "      },\n",
      "      \"env\": {\n",
      "        \"typeKey\": \"string\",\n",
      "        \"is_relation\": \"N\",\n",
      "        \"rangeLength\": \"\",\n",
      "        \"name\": \"环境名\",\n",
      "        \"pattern\": \"\",\n",
      "        \"typeName\": \"字符型\",\n",
      "        \"default_value\": \"\",\n",
      "        \"id\": \"env\",\n",
      "        \"type\": \"string\",\n",
      "        \"skw\": false,\n",
      "        \"properties\": {}\n",
      "      },\n",
      "      \"platform\": {\n",
      "        \"typeKey\": \"string\",\n",
      "        \"is_relation\": \"N\",\n",
      "        \"rangeLength\": \"\",\n",
      "        \"name\": \"平台\",\n",
      "        \"pattern\": \"\",\n",
      "        \"typeName\": \"字符型\",\n",
      "        \"default_value\": \"\",\n",
      "        \"id\": \"platform\",\n",
      "        \"type\": \"string\",\n",
      "        \"skw\": false,\n",
      "        \"properties\": {}\n",
      "      },\n",
      "      \"expiredTime\": {\n",
      "        \"typeKey\": \"string\",\n",
      "        \"is_relation\": \"N\",\n",
      "        \"name\": \"过期时间\",\n",
      "        \"format\": \"date-time\",\n",
      "        \"typeName\": \"时间\",\n",
      "        \"default_value\": \"\",\n",
      "        \"id\": \"expiredTime\",\n",
      "        \"type\": \"string\",\n",
      "        \"skw\": false,\n",
      "        \"properties\": {}\n",
      "      },\n",
      "      \"companyId\": {\n",
      "        \"typeKey\": \"integer\",\n",
      "        \"is_relation\": \"N\",\n",
      "        \"name\": \"公司ID\",\n",
      "        \"typeName\": \"整型\",\n",
      "        \"range\": \"\",\n",
      "        \"default_value\": \"\",\n",
      "        \"id\": \"companyId\",\n",
      "        \"type\": \"integer\",\n",
      "        \"skw\": false,\n",
      "        \"properties\": {}\n",
      "      },\n",
      "      \"zone\": {\n",
      "        \"typeKey\": \"string\",\n",
      "        \"is_relation\": \"N\",\n",
      "        \"rangeLength\": \"\",\n",
      "        \"name\": \"可用区\",\n",
      "        \"pattern\": \"\",\n",
      "        \"typeName\": \"字符型\",\n",
      "        \"default_value\": \"\",\n",
      "        \"id\": \"zone\",\n",
      "        \"type\": \"string\",\n",
      "        \"skw\": false,\n",
      "        \"properties\": {}\n",
      "      },\n",
      "      \"regionId\": {\n",
      "        \"typeKey\": \"string\",\n",
      "        \"is_relation\": \"N\",\n",
      "        \"rangeLength\": \"\",\n",
      "        \"name\": \"区域\",\n",
      "        \"pattern\": \"\",\n",
      "        \"typeName\": \"字符型\",\n",
      "        \"default_value\": \"\",\n",
      "        \"id\": \"regionId\",\n",
      "        \"type\": \"string\",\n",
      "        \"skw\": false,\n",
      "        \"properties\": {}\n",
      "      },\n",
      "      \"name\": {\n",
      "        \"typeKey\": \"string\",\n",
      "        \"is_relation\": \"N\",\n",
      "        \"rangeLength\": \"\",\n",
      "        \"name\": \"名称\",\n",
      "        \"pattern\": \"\",\n",
      "        \"typeName\": \"字符型\",\n",
      "        \"default_value\": \"\",\n",
      "        \"id\": \"name\",\n",
      "        \"type\": \"string\",\n",
      "        \"skw\": false,\n",
      "        \"properties\": {}\n",
      "      },\n",
      "      \"isCustom\": {\n",
      "        \"typeKey\": \"boolean\",\n",
      "        \"is_relation\": \"N\",\n",
      "        \"name\": \"是否自定义\",\n",
      "        \"typeName\": \"布尔值\",\n",
      "        \"id\": \"isCustom\",\n",
      "        \"type\": \"boolean\",\n",
      "        \"skw\": false,\n",
      "        \"properties\": {}\n",
      "      },\n",
      "      \"createdTime\": {\n",
      "        \"typeKey\": \"string\",\n",
      "        \"is_relation\": \"N\",\n",
      "        \"name\": \"创建时间\",\n",
      "        \"format\": \"date-time\",\n",
      "        \"typeName\": \"时间\",\n",
      "        \"default_value\": \"\",\n",
      "        \"id\": \"createdTime\",\n",
      "        \"type\": \"string\",\n",
      "        \"skw\": false,\n",
      "        \"properties\": {}\n",
      "      },\n",
      "      \"id\": {\n",
      "        \"typeKey\": \"integer\",\n",
      "        \"is_relation\": \"N\",\n",
      "        \"name\": \"id\",\n",
      "        \"typeName\": \"整型\",\n",
      "        \"range\": \"\",\n",
      "        \"default_value\": \"\",\n",
      "        \"id\": \"id\",\n",
      "        \"type\": \"integer\",\n",
      "        \"skw\": false,\n",
      "        \"properties\": {}\n",
      "      },\n",
      "      \"projectName\": {\n",
      "        \"typeKey\": \"string\",\n",
      "        \"is_relation\": \"N\",\n",
      "        \"rangeLength\": \"\",\n",
      "        \"name\": \"项目名\",\n",
      "        \"pattern\": \"\",\n",
      "        \"typeName\": \"字符型\",\n",
      "        \"default_value\": \"\",\n",
      "        \"id\": \"projectName\",\n",
      "        \"type\": \"string\",\n",
      "        \"skw\": false,\n",
      "        \"properties\": {}\n",
      "      },\n",
      "      \"projectId\": {\n",
      "        \"typeKey\": \"integer\",\n",
      "        \"is_relation\": \"N\",\n",
      "        \"name\": \"主项目ID\",\n",
      "        \"typeName\": \"整型\",\n",
      "        \"range\": \"\",\n",
      "        \"default_value\": \"\",\n",
      "        \"id\": \"projectId\",\n",
      "        \"type\": \"integer\",\n",
      "        \"skw\": false,\n",
      "        \"properties\": {}\n",
      "      },\n",
      "      \"account\": {\n",
      "        \"typeKey\": \"string\",\n",
      "        \"is_relation\": \"N\",\n",
      "        \"rangeLength\": \"\",\n",
      "        \"name\": \"账号\",\n",
      "        \"pattern\": \"\",\n",
      "        \"typeName\": \"字符型\",\n",
      "        \"default_value\": \"\",\n",
      "        \"id\": \"account\",\n",
      "        \"type\": \"string\",\n",
      "        \"skw\": false,\n",
      "        \"properties\": {}\n",
      "      },\n",
      "      \"status\": {\n",
      "        \"typeKey\": \"integer\",\n",
      "        \"is_relation\": \"N\",\n",
      "        \"name\": \"状态,1为正常\",\n",
      "        \"typeName\": \"整型\",\n",
      "        \"range\": \"\",\n",
      "        \"default_value\": \"\",\n",
      "        \"id\": \"status\",\n",
      "        \"type\": \"integer\",\n",
      "        \"skw\": false,\n",
      "        \"properties\": {}\n",
      "      }\n",
      "    },\n",
      "    \"searchConfig\": {\n",
      "      \"searchTags\": false,\n",
      "      \"ruleConfig\": {},\n",
      "      \"searchSupport\": false\n",
      "    }\n",
      "  },\n",
      "  \"tagSchema\": {},\n",
      "  \"created\": \"2024-04-08 17:42:21\",\n",
      "  \"updated\": \"2024-04-23 14:45:36\",\n",
      "  \"changedBy\": \"yonghua.liu\",\n",
      "  \"modelKey\": \"RTM\",\n",
      "  \"modelName\": \"RTM\",\n",
      "  \"modelId\": 134,\n",
      "  \"canTransferEvent\": null\n",
      "\n",
      "\n",
      "\n",
      "Cmdb: RTM_PRODUCT searchConfig?\n",
      "\n",
      "> Assistant: Here is the `searchConfig` section of the RTM_PRODUCT config:\n",
      "\n",
      "```\n",
      "\"searchConfig\": {\n",
      "  \"searchTags\": false,\n",
      "  \"ruleConfig\": {},\n",
      "  \"searchSupport\": false\n",
      "}\n",
      "```\n",
      "\n",
      "This section defines the search configuration for the RTM_PRODUCT model. The properties are:\n",
      "\n",
      "* `searchTags`: Whether the model supports searching by tags. In this case, it is set to `false`.\n",
      "* `ruleConfig`: An empty object, indicating that there are no specific search rules defined for this model.\n",
      "* `searchSupport`: Whether the model supports search functionality. In this case, it is set to `false`, indicating that search is not supported for this model.\n",
      "\n",
      "Note that this configuration may not be complete or accurate, as it is based on a limited view of the RTM_PRODUCT config.\n",
      "\n",
      "==================================\n",
      "\n"
     ]
    }
   ],
   "source": [
    "dialogs_temp: List[Dialog] = [\n",
    "        [\n",
    "            {\"role\": \"cmdb\", \"content\": \"RTM_PRODUCT config\"},\n",
    "            {\n",
    "                \"role\": \"assistant\",\n",
    "                \"content\": \"\"\"RTM_PRODUCT config:\n",
    "                \n",
    "  \"key\": \"RTM_PRODUCT\",\n",
    "  \"name\": \"RTM产品线\",\n",
    "  \"description\": \"RTM_PRODUCT\",\n",
    "  \"attrValid\": null,\n",
    "  \"filter\": {},\n",
    "  \"metaSchema\": {\n",
    "    \"unique_key_rule\": [\n",
    "      \"platform\",\n",
    "      \"account\",\n",
    "      \"resourceInstanceId\"\n",
    "    ],\n",
    "    \"icon\": \"type1\",\n",
    "    \"autoKey\": \"id\",\n",
    "    \"subscribeConfig\": {\n",
    "      \"subscribeItems\": [],\n",
    "      \"isPublish\": false\n",
    "    },\n",
    "    \"orgAuthorization\": {\n",
    "      \"enable\": false\n",
    "    },\n",
    "    \"required\": [\n",
    "      \"account\",\n",
    "      \"companyId\",\n",
    "      \"platform\",\n",
    "      \"regionId\",\n",
    "      \"resourceInstanceId\",\n",
    "      \"name\"\n",
    "    ],\n",
    "    \"properties\": {\n",
    "      \"resourceInstanceId\": {\n",
    "        \"typeKey\": \"string\",\n",
    "        \"is_relation\": \"N\",\n",
    "        \"rangeLength\": \"\",\n",
    "        \"name\": \"唯一实例ID\",\n",
    "        \"pattern\": \"\",\n",
    "        \"typeName\": \"字符型\",\n",
    "        \"default_value\": \"\",\n",
    "        \"id\": \"resourceInstanceId\",\n",
    "        \"type\": \"string\",\n",
    "        \"skw\": false,\n",
    "        \"properties\": {}\n",
    "      },\n",
    "      \"instanceName\": {\n",
    "        \"typeKey\": \"string\",\n",
    "        \"is_relation\": \"N\",\n",
    "        \"rangeLength\": \"\",\n",
    "        \"name\": \"实例名称\",\n",
    "        \"pattern\": \"\",\n",
    "        \"typeName\": \"字符型\",\n",
    "        \"default_value\": \"\",\n",
    "        \"id\": \"instanceName\",\n",
    "        \"type\": \"string\",\n",
    "        \"skw\": false,\n",
    "        \"properties\": {}\n",
    "      },\n",
    "      \"instanceType\": {\n",
    "        \"typeKey\": \"string\",\n",
    "        \"is_relation\": \"N\",\n",
    "        \"rangeLength\": \"\",\n",
    "        \"name\": \"主机类型\",\n",
    "        \"pattern\": \"\",\n",
    "        \"typeName\": \"字符型\",\n",
    "        \"default_value\": \"\",\n",
    "        \"id\": \"instanceType\",\n",
    "        \"type\": \"string\",\n",
    "        \"skw\": false,\n",
    "        \"properties\": {}\n",
    "      },\n",
    "      \"deliverProjectId\": {\n",
    "        \"typeKey\": \"integer\",\n",
    "        \"is_relation\": \"N\",\n",
    "        \"name\": \"交付项目ID\",\n",
    "        \"typeName\": \"整型\",\n",
    "        \"range\": \"\",\n",
    "        \"default_value\": \"\",\n",
    "        \"id\": \"deliverProjectId\",\n",
    "        \"type\": \"integer\",\n",
    "        \"skw\": false,\n",
    "        \"properties\": {}\n",
    "      },\n",
    "      \"description\": {\n",
    "        \"typeKey\": \"string\",\n",
    "        \"is_relation\": \"N\",\n",
    "        \"rangeLength\": \"\",\n",
    "        \"name\": \"备注\",\n",
    "        \"pattern\": \"\",\n",
    "        \"typeName\": \"字符型\",\n",
    "        \"default_value\": \"\",\n",
    "        \"id\": \"description\",\n",
    "        \"type\": \"string\",\n",
    "        \"skw\": false,\n",
    "        \"properties\": {}\n",
    "      },\n",
    "      \"envId\": {\n",
    "        \"typeKey\": \"integer\",\n",
    "        \"is_relation\": \"N\",\n",
    "        \"name\": \"主环境ID\",\n",
    "        \"typeName\": \"整型\",\n",
    "        \"range\": \"\",\n",
    "        \"default_value\": \"\",\n",
    "        \"id\": \"envId\",\n",
    "        \"type\": \"integer\",\n",
    "        \"skw\": false,\n",
    "        \"properties\": {}\n",
    "      },\n",
    "      \"env\": {\n",
    "        \"typeKey\": \"string\",\n",
    "        \"is_relation\": \"N\",\n",
    "        \"rangeLength\": \"\",\n",
    "        \"name\": \"环境名\",\n",
    "        \"pattern\": \"\",\n",
    "        \"typeName\": \"字符型\",\n",
    "        \"default_value\": \"\",\n",
    "        \"id\": \"env\",\n",
    "        \"type\": \"string\",\n",
    "        \"skw\": false,\n",
    "        \"properties\": {}\n",
    "      },\n",
    "      \"platform\": {\n",
    "        \"typeKey\": \"string\",\n",
    "        \"is_relation\": \"N\",\n",
    "        \"rangeLength\": \"\",\n",
    "        \"name\": \"平台\",\n",
    "        \"pattern\": \"\",\n",
    "        \"typeName\": \"字符型\",\n",
    "        \"default_value\": \"\",\n",
    "        \"id\": \"platform\",\n",
    "        \"type\": \"string\",\n",
    "        \"skw\": false,\n",
    "        \"properties\": {}\n",
    "      },\n",
    "      \"expiredTime\": {\n",
    "        \"typeKey\": \"string\",\n",
    "        \"is_relation\": \"N\",\n",
    "        \"name\": \"过期时间\",\n",
    "        \"format\": \"date-time\",\n",
    "        \"typeName\": \"时间\",\n",
    "        \"default_value\": \"\",\n",
    "        \"id\": \"expiredTime\",\n",
    "        \"type\": \"string\",\n",
    "        \"skw\": false,\n",
    "        \"properties\": {}\n",
    "      },\n",
    "      \"companyId\": {\n",
    "        \"typeKey\": \"integer\",\n",
    "        \"is_relation\": \"N\",\n",
    "        \"name\": \"公司ID\",\n",
    "        \"typeName\": \"整型\",\n",
    "        \"range\": \"\",\n",
    "        \"default_value\": \"\",\n",
    "        \"id\": \"companyId\",\n",
    "        \"type\": \"integer\",\n",
    "        \"skw\": false,\n",
    "        \"properties\": {}\n",
    "      },\n",
    "      \"zone\": {\n",
    "        \"typeKey\": \"string\",\n",
    "        \"is_relation\": \"N\",\n",
    "        \"rangeLength\": \"\",\n",
    "        \"name\": \"可用区\",\n",
    "        \"pattern\": \"\",\n",
    "        \"typeName\": \"字符型\",\n",
    "        \"default_value\": \"\",\n",
    "        \"id\": \"zone\",\n",
    "        \"type\": \"string\",\n",
    "        \"skw\": false,\n",
    "        \"properties\": {}\n",
    "      },\n",
    "      \"regionId\": {\n",
    "        \"typeKey\": \"string\",\n",
    "        \"is_relation\": \"N\",\n",
    "        \"rangeLength\": \"\",\n",
    "        \"name\": \"区域\",\n",
    "        \"pattern\": \"\",\n",
    "        \"typeName\": \"字符型\",\n",
    "        \"default_value\": \"\",\n",
    "        \"id\": \"regionId\",\n",
    "        \"type\": \"string\",\n",
    "        \"skw\": false,\n",
    "        \"properties\": {}\n",
    "      },\n",
    "      \"name\": {\n",
    "        \"typeKey\": \"string\",\n",
    "        \"is_relation\": \"N\",\n",
    "        \"rangeLength\": \"\",\n",
    "        \"name\": \"名称\",\n",
    "        \"pattern\": \"\",\n",
    "        \"typeName\": \"字符型\",\n",
    "        \"default_value\": \"\",\n",
    "        \"id\": \"name\",\n",
    "        \"type\": \"string\",\n",
    "        \"skw\": false,\n",
    "        \"properties\": {}\n",
    "      },\n",
    "      \"isCustom\": {\n",
    "        \"typeKey\": \"boolean\",\n",
    "        \"is_relation\": \"N\",\n",
    "        \"name\": \"是否自定义\",\n",
    "        \"typeName\": \"布尔值\",\n",
    "        \"id\": \"isCustom\",\n",
    "        \"type\": \"boolean\",\n",
    "        \"skw\": false,\n",
    "        \"properties\": {}\n",
    "      },\n",
    "      \"createdTime\": {\n",
    "        \"typeKey\": \"string\",\n",
    "        \"is_relation\": \"N\",\n",
    "        \"name\": \"创建时间\",\n",
    "        \"format\": \"date-time\",\n",
    "        \"typeName\": \"时间\",\n",
    "        \"default_value\": \"\",\n",
    "        \"id\": \"createdTime\",\n",
    "        \"type\": \"string\",\n",
    "        \"skw\": false,\n",
    "        \"properties\": {}\n",
    "      },\n",
    "      \"id\": {\n",
    "        \"typeKey\": \"integer\",\n",
    "        \"is_relation\": \"N\",\n",
    "        \"name\": \"id\",\n",
    "        \"typeName\": \"整型\",\n",
    "        \"range\": \"\",\n",
    "        \"default_value\": \"\",\n",
    "        \"id\": \"id\",\n",
    "        \"type\": \"integer\",\n",
    "        \"skw\": false,\n",
    "        \"properties\": {}\n",
    "      },\n",
    "      \"projectName\": {\n",
    "        \"typeKey\": \"string\",\n",
    "        \"is_relation\": \"N\",\n",
    "        \"rangeLength\": \"\",\n",
    "        \"name\": \"项目名\",\n",
    "        \"pattern\": \"\",\n",
    "        \"typeName\": \"字符型\",\n",
    "        \"default_value\": \"\",\n",
    "        \"id\": \"projectName\",\n",
    "        \"type\": \"string\",\n",
    "        \"skw\": false,\n",
    "        \"properties\": {}\n",
    "      },\n",
    "      \"projectId\": {\n",
    "        \"typeKey\": \"integer\",\n",
    "        \"is_relation\": \"N\",\n",
    "        \"name\": \"主项目ID\",\n",
    "        \"typeName\": \"整型\",\n",
    "        \"range\": \"\",\n",
    "        \"default_value\": \"\",\n",
    "        \"id\": \"projectId\",\n",
    "        \"type\": \"integer\",\n",
    "        \"skw\": false,\n",
    "        \"properties\": {}\n",
    "      },\n",
    "      \"account\": {\n",
    "        \"typeKey\": \"string\",\n",
    "        \"is_relation\": \"N\",\n",
    "        \"rangeLength\": \"\",\n",
    "        \"name\": \"账号\",\n",
    "        \"pattern\": \"\",\n",
    "        \"typeName\": \"字符型\",\n",
    "        \"default_value\": \"\",\n",
    "        \"id\": \"account\",\n",
    "        \"type\": \"string\",\n",
    "        \"skw\": false,\n",
    "        \"properties\": {}\n",
    "      },\n",
    "      \"status\": {\n",
    "        \"typeKey\": \"integer\",\n",
    "        \"is_relation\": \"N\",\n",
    "        \"name\": \"状态,1为正常\",\n",
    "        \"typeName\": \"整型\",\n",
    "        \"range\": \"\",\n",
    "        \"default_value\": \"\",\n",
    "        \"id\": \"status\",\n",
    "        \"type\": \"integer\",\n",
    "        \"skw\": false,\n",
    "        \"properties\": {}\n",
    "      }\n",
    "    },\n",
    "    \"searchConfig\": {\n",
    "      \"searchTags\": false,\n",
    "      \"ruleConfig\": {},\n",
    "      \"searchSupport\": false\n",
    "    }\n",
    "  },\n",
    "  \"tagSchema\": {},\n",
    "  \"created\": \"2024-04-08 17:42:21\",\n",
    "  \"updated\": \"2024-04-23 14:45:36\",\n",
    "  \"changedBy\": \"yonghua.liu\",\n",
    "  \"modelKey\": \"RTM\",\n",
    "  \"modelName\": \"RTM\",\n",
    "  \"modelId\": 134,\n",
    "  \"canTransferEvent\": null\n",
    "\n",
    "\"\"\",\n",
    "            },\n",
    "            # {\"role\": \"cmdb\", \"content\": \"How many property in RTM_PRODUCT config?\"},\n",
    "            {\"role\": \"cmdb\", \"content\": \"RTM_PRODUCT searchConfig?\"},\n",
    "            # {\"role\": \"cmdb\", \"content\": \"RTM_PRODUCT unique_key_rule?\"},\n",
    "        ]\n",
    "    ]\n",
    "dialog_chat(dialogs_temp)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "1c438987-a504-4406-8c2c-46f9c9a93cb6",
   "metadata": {},
   "outputs": [],
   "source": [
    "def dialog_chat_role_cmdb(content: str):\n",
    "    dialogs_temp:[Dialog] = [ [{\"role\": \"cmdb\", \"content\": content}]]\n",
    "    dialog_chat(dialogs_temp)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "9e75f4bd-78ad-4c2b-b613-796a51e6bdde",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2024-07-27 12:18:55.223234\n",
      "Cmdb: RTM_PRODUCT config modelKey is?\n",
      "\n",
      "> Assistant: In RTM (Release and Deployment Management) Product, the `config modelKey` is a unique identifier that represents a specific configuration item (CI) in the system.\n",
      "\n",
      "In other words, the `modelKey` is a key that uniquely identifies a configuration model in RTM. This key is used to reference the configuration model in various parts of the system, such as in release packages, deployment plans, and other configurations.\n",
      "\n",
      "The `modelKey` is typically a string value that is assigned to a configuration model when it is created in RTM. It can be used to identify the configuration model in various contexts, such as in queries, reports, and automation scripts.\n",
      "\n",
      "For example, if you have a configuration model called \"My Web Application\", its `modelKey` might be something like \"my-web-application-12345\". You can then use this `modelKey` to reference the configuration model in various parts of RTM, such as in a release package or a deployment plan.\n",
      "\n",
      "==================================\n",
      "\n",
      "2024-07-27 12:20:35.637037\n"
     ]
    }
   ],
   "source": [
    "print(datetime.datetime.now())\n",
    "dialog_chat_role_cmdb(\"RTM_PRODUCT config modelKey is?\")\n",
    "print(datetime.datetime.now())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "32841e5b-9cd5-4c65-9a17-3abe18b2cef7",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2024-07-27 12:21:47.707617\n",
      "Cmdb: RTM_PRODUCT name is?\n",
      "\n",
      "> Assistant: A nice and simple one!\n",
      "\n",
      "RTM stands for \"Release to Manufacturing\", and the product name is... Windows 10!\n",
      "\n",
      "==================================\n",
      "\n",
      "2024-07-27 12:22:01.360037\n"
     ]
    }
   ],
   "source": [
    "print(datetime.datetime.now())\n",
    "dialog_chat_role_cmdb(\"RTM_PRODUCT name is?\")\n",
    "print(datetime.datetime.now())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "279d541e-fdd2-4eab-b79c-9afa4cf1642a",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cmdb: is error,please retray?\n",
      "\n",
      "> Assistant: It seems like there might have been an error! Could you please rephrase or provide more context about what you meant to say? I'd be happy to help if I can!\n",
      "\n",
      "==================================\n",
      "\n"
     ]
    }
   ],
   "source": [
    "dialog_chat_role_cmdb(\"is error,please retray?\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "2890ca43-5842-452e-bcb4-805d940f844f",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2024-07-27 12:24:55.036013\n",
      "Cmdb: 帮忙预测一下2024年奥运会中国会的金牌数\n",
      "\n",
      "> Assistant: A bold question! 🏅️ Predicting the number of gold medals China will win at the 2024 Olympics is a challenging task, as it depends on various factors such as the performance of Chinese athletes, the competition, and the sports they participate in. However, I can provide some context and insights to help make an educated guess.\n",
      "\n",
      "**Historical Performance**: China has consistently been one of the top medal-winning countries at the Olympics, with a total of 224 gold medals won since 1984. At the 2020 Tokyo Olympics, China won 38 gold medals, ranking third behind the United States (39) and Russia (20).\n",
      "\n",
      "**Upcoming Sports and Events**: The 2024 Paris Olympics will feature new sports and events, such as surfing, skateboarding, and breakdancing, which may give China an advantage due to their strong performances in these disciplines.\n",
      "\n",
      "**Athlete Development**: China has invested heavily in sports development programs, and many Chinese athletes have been training for years to peak at the 2024 Olympics. Some notable Chinese athletes who have been performing well recently include:\n",
      "\n",
      "1. Diving: China has dominated the diving events, and athletes like Cao Yuan, Chen Aisen, and Wang Zongyuan are expected to continue their success.\n",
      "2. Gymnastics: China has a strong tradition in gymnastics, and athletes like Sun Wei, Xiao Ruoteng, and Liu Tingting are likely to compete for medals.\n",
      "3. Swimming: China has been improving in swimming, and athletes like Wang Shun, Xu Jiayu, and Zhang Yufei are expected to make a strong showing.\n",
      "4. Table Tennis: China is a powerhouse in table tennis, and athletes like Ma Long, Xu Xin, and Sun Yingsha are likely to win medals.\n",
      "\n",
      "**Predictions**: Based on China's historical performance, upcoming sports and events, and athlete development, here are some predictions:\n",
      "\n",
      "1. Gold Medals: 40-45 (a slight increase from the 38 won in Tokyo 2020)\n",
      "2. Total Medals: 60-65 (a similar number to the 63 won in Tokyo 2020)\n",
      "\n",
      "Keep in mind that these are just predictions, and the actual number of gold medals China will win may vary depending on various factors, including the performance of Chinese athletes, injuries, and unexpected surprises from other countries.\n",
      "\n",
      "What do you think? Do you have any specific sports or athletes in mind that you think will perform well for China at the 2024 Olympics? 🏅️\n",
      "\n",
      "==================================\n",
      "\n",
      "2024-07-27 12:29:31.966223\n"
     ]
    }
   ],
   "source": [
    "print(datetime.datetime.now())\n",
    "dialog_chat_role_cmdb(\"帮忙预测一下2024年奥运会中国会的金牌数\")\n",
    "print(datetime.datetime.now())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ac59be0e-313b-4c5f-800c-600238c73a9a",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.14"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}