autogen/notebook/agentchat_dalle_and_gpt4v.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "2c75da30",
   "metadata": {},
   "source": [
    "# Agent Chat with Multimodal Models: DALLE  and GPT-4V\n",
    "\n",
    "Requires: OpenAI V1. "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5f51914c",
   "metadata": {},
   "source": [
    "### Before everything starts, install AutoGen with the `lmm` option\n",
    "```bash\n",
    "pip install \"pyautogen[lmm]>=0.2.3\"\n",
    "```"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "67d45964",
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "import os\n",
    "import pdb\n",
    "import random\n",
    "import re\n",
    "import time\n",
    "from typing import Any, Callable, Dict, List, Optional, Tuple, Type, Union\n",
    "\n",
    "import matplotlib.pyplot as plt\n",
    "import PIL\n",
    "import requests\n",
    "from diskcache import Cache\n",
    "from openai import OpenAI\n",
    "from PIL import Image\n",
    "from termcolor import colored\n",
    "\n",
    "import autogen\n",
    "from autogen import Agent, AssistantAgent, ConversableAgent, UserProxyAgent\n",
    "from autogen.agentchat.contrib.img_utils import _to_pil, get_image_data, get_pil_image, gpt4v_formatter\n",
    "from autogen.agentchat.contrib.multimodal_conversable_agent import MultimodalConversableAgent"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "b1db6f5d",
   "metadata": {},
   "outputs": [],
   "source": [
    "config_list_4v = autogen.config_list_from_json(\n",
    "    \"OAI_CONFIG_LIST\",\n",
    "    filter_dict={\n",
    "        \"model\": [\"gpt-4-vision-preview\"],\n",
    "    },\n",
    ")\n",
    "\n",
    "config_list_gpt4 = autogen.config_list_from_json(\n",
    "    \"OAI_CONFIG_LIST\",\n",
    "    filter_dict={\n",
    "        \"model\": [\"gpt-4\", \"gpt-4-0314\", \"gpt4\", \"gpt-4-32k\", \"gpt-4-32k-0314\", \"gpt-4-32k-v0314\"],\n",
    "    },\n",
    ")\n",
    "\n",
    "config_list_dalle = autogen.config_list_from_json(\n",
    "    \"OAI_CONFIG_LIST\",\n",
    "    filter_dict={\n",
    "        \"model\": [\"dalle\"],\n",
    "    },\n",
    ")\n",
    "\n",
    "gpt4_llm_config = {\"config_list\": config_list_gpt4, \"cache_seed\": 42}"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "54de3579",
   "metadata": {},
   "source": [
    "The `config_list_dalle` should be something like:\n",
    "\n",
    "```python\n",
    "[\n",
    "    {\n",
    "        'model': 'dalle',\n",
    "        'api_key': 'Your API Key here',\n",
    "        'api_version': '2024-02-01'\n",
    "    }\n",
    "]\n",
    " ```"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "24850276",
   "metadata": {},
   "source": [
    "## Helper Functions\n",
    "\n",
    "We first create a warpper for DALLE call, make the "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "34a5e2f7",
   "metadata": {},
   "outputs": [],
   "source": [
    "def dalle_call(client: OpenAI, model: str, prompt: str, size: str, quality: str, n: int) -> str:\n",
    "    \"\"\"\n",
    "    Generate an image using OpenAI's DALL-E model and cache the result.\n",
    "\n",
    "    This function takes a prompt and other parameters to generate an image using OpenAI's DALL-E model.\n",
    "    It checks if the result is already cached; if so, it returns the cached image data. Otherwise,\n",
    "    it calls the DALL-E API to generate the image, stores the result in the cache, and then returns it.\n",
    "\n",
    "    Args:\n",
    "        client (OpenAI): The OpenAI client instance for making API calls.\n",
    "        model (str): The specific DALL-E model to use for image generation.\n",
    "        prompt (str): The text prompt based on which the image is generated.\n",
    "        size (str): The size specification of the image. TODO: This should allow specifying landscape, square, or portrait modes.\n",
    "        quality (str): The quality setting for the image generation.\n",
    "        n (int): The number of images to generate.\n",
    "\n",
    "    Returns:\n",
    "    str: The image data as a string, either retrieved from the cache or newly generated.\n",
    "\n",
    "    Note:\n",
    "    - The cache is stored in a directory named '.cache/'.\n",
    "    - The function uses a tuple of (model, prompt, size, quality, n) as the key for caching.\n",
    "    - The image data is obtained by making a secondary request to the URL provided by the DALL-E API response.\n",
    "    \"\"\"\n",
    "    # Function implementation...\n",
    "    cache = Cache(\".cache/\")  # Create a cache directory\n",
    "    key = (model, prompt, size, quality, n)\n",
    "    if key in cache:\n",
    "        return cache[key]\n",
    "\n",
    "    # If not in cache, compute and store the result\n",
    "    response = client.images.generate(\n",
    "        model=model,\n",
    "        prompt=prompt,\n",
    "        size=size,\n",
    "        quality=quality,\n",
    "        n=n,\n",
    "    )\n",
    "    image_url = response.data[0].url\n",
    "    img_data = get_image_data(image_url)\n",
    "    cache[key] = img_data\n",
    "\n",
    "    return img_data"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "76f4f43d",
   "metadata": {},
   "source": [
    "Here is a helper function to extract image from a DALLE agent. We will show the DALLE agent later."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "8fee2643",
   "metadata": {},
   "outputs": [],
   "source": [
    "def extract_img(agent: Agent) -> PIL.Image:\n",
    "    \"\"\"\n",
    "    Extracts an image from the last message of an agent and converts it to a PIL image.\n",
    "\n",
    "    This function searches the last message sent by the given agent for an image tag,\n",
    "    extracts the image data, and then converts this data into a PIL (Python Imaging Library) image object.\n",
    "\n",
    "    Parameters:\n",
    "        agent (Agent): An instance of an agent from which the last message will be retrieved.\n",
    "\n",
    "    Returns:\n",
    "        PIL.Image: A PIL image object created from the extracted image data.\n",
    "\n",
    "    Note:\n",
    "    - The function assumes that the last message contains an <img> tag with image data.\n",
    "    - The image data is extracted using a regular expression that searches for <img> tags.\n",
    "    - It's important that the agent's last message contains properly formatted image data for successful extraction.\n",
    "    - The `_to_pil` function is used to convert the extracted image data into a PIL image.\n",
    "    - If no <img> tag is found, or if the image data is not correctly formatted, the function may raise an error.\n",
    "    \"\"\"\n",
    "    last_message = agent.last_message()[\"content\"]\n",
    "\n",
    "    if isinstance(last_message, str):\n",
    "        img_data = re.findall(\"<img (.*)>\", last_message)[0]\n",
    "    elif isinstance(last_message, list):\n",
    "        # The GPT-4V format, where the content is an array of data\n",
    "        assert isinstance(last_message[0], dict)\n",
    "        img_data = last_message[0][\"image_url\"][\"url\"]\n",
    "\n",
    "    pil_img = get_pil_image(img_data)\n",
    "    return pil_img"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3af86569",
   "metadata": {},
   "source": [
    "## The DALLE Agent"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "5558caa2",
   "metadata": {},
   "outputs": [],
   "source": [
    "class DALLEAgent(ConversableAgent):\n",
    "    def __init__(self, name, llm_config: dict, **kwargs):\n",
    "        super().__init__(name, llm_config=llm_config, **kwargs)\n",
    "\n",
    "        try:\n",
    "            config_list = llm_config[\"config_list\"]\n",
    "            api_key = config_list[0][\"api_key\"]\n",
    "        except Exception as e:\n",
    "            print(\"Unable to fetch API Key, because\", e)\n",
    "            api_key = os.getenv(\"OPENAI_API_KEY\")\n",
    "        self._dalle_client = OpenAI(api_key=api_key)\n",
    "        self.register_reply([Agent, None], DALLEAgent.generate_dalle_reply)\n",
    "\n",
    "    def send(\n",
    "        self,\n",
    "        message: Union[Dict, str],\n",
    "        recipient: Agent,\n",
    "        request_reply: Optional[bool] = None,\n",
    "        silent: Optional[bool] = False,\n",
    "    ):\n",
    "        # override and always \"silent\" the send out message;\n",
    "        # otherwise, the print log would be super long!\n",
    "        super().send(message, recipient, request_reply, silent=True)\n",
    "\n",
    "    def generate_dalle_reply(self, messages: Optional[List[Dict]], sender: \"Agent\", config):\n",
    "        \"\"\"Generate a reply using OpenAI DALLE call.\"\"\"\n",
    "        client = self._dalle_client if config is None else config\n",
    "        if client is None:\n",
    "            return False, None\n",
    "        if messages is None:\n",
    "            messages = self._oai_messages[sender]\n",
    "\n",
    "        prompt = messages[-1][\"content\"]\n",
    "        # TODO: integrate with autogen.oai. For instance, with caching for the API call\n",
    "        img_data = dalle_call(\n",
    "            client=client,\n",
    "            model=\"dall-e-3\",\n",
    "            prompt=prompt,\n",
    "            size=\"1024x1024\",  # TODO: the size should be flexible, deciding landscape, square, or portrait mode.\n",
    "            quality=\"standard\",\n",
    "            n=1,\n",
    "        )\n",
    "\n",
    "        img_data = _to_pil(img_data)  # Convert to PIL image\n",
    "\n",
    "        # Return the OpenAI message format\n",
    "        return True, {\"content\": [{\"type\": \"image_url\", \"image_url\": {\"url\": img_data}}]}"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "dd3f9e56",
   "metadata": {},
   "source": [
    "## Simple Example: Call directly from User"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "d4095796",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[33mUser_proxy\u001b[0m (to Dalle):\n",
      "\n",
      "Create an image with black background, a happy robot is showing a sign with \"I Love AutoGen\".\n",
      "\n",
      "--------------------------------------------------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/beibinli/autogen/autogen/agentchat/user_proxy_agent.py:83: UserWarning: Using None to signal a default code_execution_config is deprecated. Use {} to use default or False to disable code execution.\n",
      "  super().__init__(\n",
      "/home/beibinli/autogen/autogen/agentchat/conversable_agent.py:954: UserWarning: Cannot extract summary using last_msg: 'list' object has no attribute 'replace'\n",
      "  warnings.warn(f\"Cannot extract summary using last_msg: {e}\", UserWarning)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "ChatResult(chat_id=None, chat_history=[{'content': 'Create an image with black background, a happy robot is showing a sign with \"I Love AutoGen\".', 'role': 'assistant'}, {'content': [{'type': 'image_url', 'image_url': {'url': <PIL.PngImagePlugin.PngImageFile image mode=RGB size=1024x1024 at 0x7F8EB52561C0>}}], 'role': 'user'}], summary='', cost=({'total_cost': 0}, {'total_cost': 0}), human_input=[])"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dalle = DALLEAgent(name=\"Dalle\", llm_config={\"config_list\": config_list_dalle})\n",
    "\n",
    "user_proxy = UserProxyAgent(\n",
    "    name=\"User_proxy\", system_message=\"A human admin.\", human_input_mode=\"NEVER\", max_consecutive_auto_reply=0\n",
    ")\n",
    "\n",
    "# Ask the question with an image\n",
    "user_proxy.initiate_chat(\n",
    "    dalle,\n",
    "    message=\"\"\"Create an image with black background, a happy robot is showing a sign with \"I Love AutoGen\".\"\"\",\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "c77ae209",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAGFCAYAAAASI+9IAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAEAAElEQVR4nOz9abBtyXXfB/5W5j7nDm+s9+rVjJonAIUZJAgOEsBBJCWaEtuSg1K3bUXLjrbD6oi221+6vzii3V+62z3YIUfYlttty5Yt2W6RFEUKIglQIkHMUxWGQhVqQs3Tm+94zs5c/SFzZa597n0ASFNtvKqbwKt7zj57585h5fqvKVeKqipH5agclaNyVI4KEP7nbsBROSpH5agclR+ecgQKR+WoHJWjclRaOQKFo3JUjspROSqtHIHCUTkqR+WoHJVWjkDhqByVo3JUjkorR6BwVI7KUTkqR6WVI1A4KkflqByVo9LKESgclaNyVI7KUWll+EFvDCFwtM/tBy/S/qtI/Uv91L+DiCCq5a+U35SC1mJ11d9QRUKod5T6RUAVJPQ32kVBQOqbpbwVVVQEUaj/qRVIe5/W9qC1KkDQ2hN1vavXtP8t1Qki5W67JwiVfkLrr72XSlfBPgqQy0+lQaVPWvsd2mhOx7uNsPWn1qt1TMTTr7h7ayvbPdJG9yDN1xe5Zpantf4gvSVWMorviv/b7hXIOh0DtdETG23/TleP2LzYc+4FNhx1HtpstrlyN6v2lqqS61Dk9jxtPFRB6fcorv21je1ee9bNk71VV1qmk9k8Kn/a5Qfh4fKD7mgWke9/09u0OHbsrnU2CkoQaYtTJHQGr9qYX5ACGaqZKKHVGoJURl1rNoZGZ9r9OpVJeDZu7+9TLXaz48sH2Vl/Xlr77X5jHyYsaGsTta2KOFW0fDNm1MDRAwR0Bujb6saUCXvpv08BrY4vjsnVNtiAhf7K1obGgFUaaEyWhzBhiuUZAc0r01/a6XugZPe5PqsNUjz6Tphmu0+C+26/gkggu/c3QUBzA/bW9tafKTAA5KxtXq0RxvhtoLIJEgq5jlmuqJDbc+V7qm1UR3cNVBzB5QqwASlAMgEDcd9XIeWo/EnKESj8cy9TDeCwX6FL6cZIhG6369qBNkYpUiRrq8PGvmgM0hd8LSGY7GxNsjpWgaDcpmJKwnSRNQDxgFbXb5jc6bSFyhxSzsSqTTqdwwvCbfFTGZAxQlltivXByY1FivXjZS3ozCh4htlu6Hc3huSgwoBG3ffelN4XVUXbkBv40QHTnnB9sDk3Rl+b0+5RV92h1yavk+n3iTbR624VNdCZPmuMv0nl2vtZwKUDArXPmnMfv/pswcIpy0Y79OUmUJT35dZkaSBWPjvgruDSxrzNwhEQ/GmVI1D4/0M5DA78tSa90yXP6Ji7aQfGFKOYJFk1h8owomP8HST620yK9CYXrw1YI4zheyizd3umJb3FaJPkuxnLm33aK0x6dIzGWG57lzVOIZg25EwZXurv46n9aaGYlkJhSmHlzhVkaR1qmoDd6kBxZYgMvfoY1v42Bpg7uACHsiwDWANhG2gvNTcG3bQUY8jaCEehj3UFPRVXQa1DRNpfsDqm42CMW93lxnDtj/ZeFQyo7F210Q25fq5aWa4P5fpcNs3CKhQhY/c4Fq9AkDaeBlb+Zz+iKxB0VP4E5QgU/jmVtuAxpuJNRRM23Zi0SfzBiYXlu63dqkGIf0+5HkSqz8AWvRQfT3YaQ9MQ2sf6Tm/AKdJ0F6Stzva2Ltp6JuWY8rVYoUC1LHQGFFpN9janYVDBwF23MSLnxoQPBwlj9HSNR/NE2m8mrMYw6282XI65em3N91JdXcagW4tXlo16sKRNcWN2ZU669DxhgubbEalmGTcNBiSHmJfayIhb7H4u6zxNGK1Of54w4koXvm/ZawkoudKcqlbNoYOYKmTNSAiknCfvSw6wsmoDCQOo7Brp19eqlqD4DhyBwx+3HIHCn0rx0ufqdb++7Htn3MZMQl1UQbpGEITGdI0ZliEujCOY41hC9yGIe1+95uelA0S15R+YMnGSL1081l7/xMbv/noTl4FCt1kXCBAzseQ86Zu1qTengoxqG5um/cDkOQPbiTaDIs7u3/vjGIbqZKzqpV5P66v5OTrHleD65au0yqp037tTGKaKG9SJ1N+bkXGPQZGUNVdtQtz7ekPzyhw0agwd7Lo244ENEO3D44Alu/n1QGA+Ba2agakO6vqiWauZp8yP5jpPEsg5F23AAVg3V6nTRAq9pupXMR9FZ0fW12uJIY54j8oPXI5A4Z9bqZJ0Yzur38uQhsboCoFHY271WqiLP5gpqTIj8xGEEDGDvijFMe0YRrmv1yfOxCGhS8vmY2hcVR3TgMlitOqlVqSuvcDEgVkFdAcmrYZeV+EK7bsEqzQjrl1iL9LCDjxH99FKMmm/tvaj6pj+VOI/jHkYBkznr86igXOTZA2K6n8rIJn/pDFPM+dkGoNub5apBJwb0zQJX/p9BjpNQ3Hvd3Nsk5Xb2B9e2ghIaZG1OzvAaszazEQ2/6qQc9OSNHfwUDe3yWsQIlVTsHqq+QgaqHUgkg58qj2yasXUZs9Oy7Xn96gcXo5A4U+1dAL0pNh/Ncm+r7LQGIOLDKI6W6U6m7VrCT4s1ZzKpnkU85EDlVphibQxRiorfoRqkmntLy88bC5tIeIYnRy8o0mH017bN+N0dWkbz1mRzu3SxM9gkn3TPuhtV0ByGZfar/4+191mbGeibTjZFHy/rB519zlm7E09BjoT/mNNdY8hdXTMfsdBdjWRgKtW2Sz29t46cN05Xp9tw+NnoiH3AU3BmLGBqUU6GbPW6vTtoEDzCaDmHzD/ggOE3DUJ1epQzrlrA2qBAQUAi0bQV41pEw0cHPB6a1kHD9o4rc7nUfnByxEo/KkXx1jpDH/6q4FDZ3zdZNQjguz3YlIyr2YBjAYM1YQUWihSBwtwmkg1rgdCkzahm6CMm7W9Cp3v9YZPmCi9XkcetqQ9PBapc+rgnNTjqCusmK6CY7LNv4FrS+lWeaerdOKzUVAKYHiTUWtbM+kweXczfRlQiRzov425mVgOK02KdYzMjyluCHXyAiE3daz+5n5v5im1kNXyTGPqfmjF99Va5Z7TjlFGe40h17EqTFo7cFRw0IoUjemrA4j61/wO2fwIleGb/8FCTc1v0H0p03YYKHm/lO9Pq9sNr1+LRyDx/csRKPxzKj1kDseEumTZfACYltAZngGBZ+jFh1Af1EyQ0H0MK0Aw1SrsmvkdcNxT7P/NTOUXke+HX1i2Na7NtpPipizH/05jyva7v18m67VHJYnWxmXFg4J3PLd2au7mKXUhvZPGUKNkyu+2scprBxM6PqRvvpikq5VRrZqjVplTGYge/+8lXHuB+R3MjDMJcxU3fq6dWRUJsb1Ha30HmGYzuZQ9MBZCKkG69O/uX5XE7ZasnflD2cNgPgars0UcJQUpfgW7bvepUjSK2lbzQ9jGNglCqpFHBYCc5tPkGQdw09620ZhS5lH5XuUIFP7UysG+e/YATPYEBLfxzP4GceCgRfo3h7IxEYsyClVzEA8IDQhCYZzmMwj1ewUXu4927WA3PBsMnpE0UXcaNYVbmOIWrEnjZeNRrlJ9E8Wd1uC0AOxnaRpBB4/uvAwSihZQJdsWtWXvVtOUCnPydvjJZrhDJOjVGe1RSG5G+2aO8lXdfgQDiWq6M01FpQ1V/yA46d5LwHZ/ZcgV7LWOTXMoSzUlqbTopVw7YKBlfgCQ3sb6bG28Y6pCD2m199cNcFQAqPfm5M1BuZqHTDuozD9TQlQdULTPUkGhfS/v6X4VA0+aCclaqXQtwhHNhKldW387KtcqR6Dwp1L6CloFgnaHMbjGXGTCmKLZ9kVQ3G5lcSagEIoGUSNKijYQurYQpIJLfbZ+N1DATFP1fTieJnU3bGP8dH9Gk/JtqVofwHPLzmxtKXonMZ1ZmjDv1+tEY6C/WMxsU1e/MX/vz5C6ia2DR2XGtT7x99IlS4EW8lqYtqNh3zZjRKbxHHKPTvpksfm599smU+umrcpsvUbZ/ej
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "img = extract_img(dalle)\n",
    "\n",
    "plt.imshow(img)\n",
    "plt.axis(\"off\")  # Turn off axis numbers\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "0e59f055",
   "metadata": {},
   "source": [
    "## Example With Critics: Iterate several times to improve"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "72214592",
   "metadata": {},
   "outputs": [],
   "source": [
    "class DalleCreator(AssistantAgent):\n",
    "    def __init__(self, n_iters=2, **kwargs):\n",
    "        \"\"\"\n",
    "        Initializes a DalleCreator instance.\n",
    "\n",
    "        This agent facilitates the creation of visualizations through a collaborative effort among\n",
    "        its child agents: dalle and critics.\n",
    "\n",
    "        Parameters:\n",
    "            - n_iters (int, optional): The number of \"improvement\" iterations to run. Defaults to 2.\n",
    "            - **kwargs: keyword arguments for the parent AssistantAgent.\n",
    "        \"\"\"\n",
    "        super().__init__(**kwargs)\n",
    "        self.register_reply([Agent, None], reply_func=DalleCreator._reply_user, position=0)\n",
    "        self._n_iters = n_iters\n",
    "\n",
    "    def _reply_user(self, messages=None, sender=None, config=None):\n",
    "        if all((messages is None, sender is None)):\n",
    "            error_msg = f\"Either {messages=} or {sender=} must be provided.\"\n",
    "            logger.error(error_msg)  # noqa: F821\n",
    "            raise AssertionError(error_msg)\n",
    "\n",
    "        if messages is None:\n",
    "            messages = self._oai_messages[sender]\n",
    "\n",
    "        img_prompt = messages[-1][\"content\"]\n",
    "\n",
    "        ## Define the agents\n",
    "        self.critics = MultimodalConversableAgent(\n",
    "            name=\"Critics\",\n",
    "            system_message=\"\"\"You need to improve the prompt of the figures you saw.\n",
    "How to create a figure that is better in terms of color, shape, text (clarity), and other things.\n",
    "Reply with the following format:\n",
    "\n",
    "CRITICS: the image needs to improve...\n",
    "PROMPT: here is the updated prompt!\n",
    "\n",
    "\"\"\",\n",
    "            llm_config={\"config_list\": config_list_4v, \"max_tokens\": 1000},\n",
    "            human_input_mode=\"NEVER\",\n",
    "            max_consecutive_auto_reply=3,\n",
    "        )\n",
    "\n",
    "        self.dalle = DALLEAgent(\n",
    "            name=\"Dalle\", llm_config={\"config_list\": config_list_dalle}, max_consecutive_auto_reply=0\n",
    "        )\n",
    "\n",
    "        # Data flow begins\n",
    "        self.send(message=img_prompt, recipient=self.dalle, request_reply=True)\n",
    "        img = extract_img(self.dalle)\n",
    "        plt.imshow(img)\n",
    "        plt.axis(\"off\")  # Turn off axis numbers\n",
    "        plt.show()\n",
    "        print(\"Image PLOTTED\")\n",
    "\n",
    "        for i in range(self._n_iters):\n",
    "            # Downsample the image s.t. GPT-4V can take\n",
    "            img = extract_img(self.dalle)\n",
    "            smaller_image = img.resize((128, 128), Image.Resampling.LANCZOS)\n",
    "            smaller_image.save(\"result.png\")\n",
    "\n",
    "            self.msg_to_critics = f\"\"\"Here is the prompt: {img_prompt}.\n",
    "            Here is the figure <img result.png>.\n",
    "            Now, critic and create a prompt so that DALLE can give me a better image.\n",
    "            Show me both \"CRITICS\" and \"PROMPT\"!\n",
    "            \"\"\"\n",
    "            self.send(message=self.msg_to_critics, recipient=self.critics, request_reply=True)\n",
    "            feedback = self._oai_messages[self.critics][-1][\"content\"]\n",
    "            img_prompt = re.findall(\"PROMPT: (.*)\", feedback)[0]\n",
    "\n",
    "            self.send(message=img_prompt, recipient=self.dalle, request_reply=True)\n",
    "            img = extract_img(self.dalle)\n",
    "            plt.imshow(img)\n",
    "            plt.axis(\"off\")  # Turn off axis numbers\n",
    "            plt.show()\n",
    "            print(f\"Image {i} PLOTTED\")\n",
    "\n",
    "        return True, \"result.jpg\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "d5883009",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[33mUser\u001b[0m (to DALLE Creator!):\n",
      "\n",
      "Create an image with black background, a happy robot is showing a sign with \"I Love AutoGen\".\n",
      "\n",
      "--------------------------------------------------------------------------------\n",
      "\u001b[33mDALLE Creator!\u001b[0m (to Dalle):\n",
      "\n",
      "Create an image with black background, a happy robot is showing a sign with \"I Love AutoGen\".\n",
      "\n",
      "--------------------------------------------------------------------------------\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAGFCAYAAAASI+9IAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAEAAElEQVR4nOz9abBtyXXfB/5W5j7nDm+s9+rVjJonAIUZJAgOEsBBJCWaEtuSg1K3bUXLjrbD6oi221+6vzii3V+62z3YIUfYlttty5Yt2W6RFEUKIglQIkHMUxWGQhVqQs3Tm+94zs5c/SFzZa597n0ASFNtvKqbwKt7zj57585h5fqvKVeKqipH5agclaNyVI4KEP7nbsBROSpH5agclR+ecgQKR+WoHJWjclRaOQKFo3JUjspROSqtHIHCUTkqR+WoHJVWjkDhqByVo3JUjkorR6BwVI7KUTkqR6WVI1A4KkflqByVo9LKESgclaNyVI7KUWll+EFvDCFwtM/tBy/S/qtI/Uv91L+DiCCq5a+U35SC1mJ11d9QRUKod5T6RUAVJPQ32kVBQOqbpbwVVVQEUaj/qRVIe5/W9qC1KkDQ2hN1vavXtP8t1Qki5W67JwiVfkLrr72XSlfBPgqQy0+lQaVPWvsd2mhOx7uNsPWn1qt1TMTTr7h7ayvbPdJG9yDN1xe5Zpantf4gvSVWMorviv/b7hXIOh0DtdETG23/TleP2LzYc+4FNhx1HtpstrlyN6v2lqqS61Dk9jxtPFRB6fcorv21je1ee9bNk71VV1qmk9k8Kn/a5Qfh4fKD7mgWke9/09u0OHbsrnU2CkoQaYtTJHQGr9qYX5ACGaqZKKHVGoJURl1rNoZGZ9r9OpVJeDZu7+9TLXaz48sH2Vl/Xlr77X5jHyYsaGsTta2KOFW0fDNm1MDRAwR0Bujb6saUCXvpv08BrY4vjsnVNtiAhf7K1obGgFUaaEyWhzBhiuUZAc0r01/a6XugZPe5PqsNUjz6Tphmu0+C+26/gkggu/c3QUBzA/bW9tafKTAA5KxtXq0RxvhtoLIJEgq5jlmuqJDbc+V7qm1UR3cNVBzB5QqwASlAMgEDcd9XIeWo/EnKESj8cy9TDeCwX6FL6cZIhG6369qBNkYpUiRrq8PGvmgM0hd8LSGY7GxNsjpWgaDcpmJKwnSRNQDxgFbXb5jc6bSFyhxSzsSqTTqdwwvCbfFTGZAxQlltivXByY1FivXjZS3ozCh4htlu6Hc3huSgwoBG3ffelN4XVUXbkBv40QHTnnB9sDk3Rl+b0+5RV92h1yavk+n3iTbR624VNdCZPmuMv0nl2vtZwKUDArXPmnMfv/pswcIpy0Y79OUmUJT35dZkaSBWPjvgruDSxrzNwhEQ/GmVI1D4/0M5DA78tSa90yXP6Ji7aQfGFKOYJFk1h8owomP8HST620yK9CYXrw1YI4zheyizd3umJb3FaJPkuxnLm33aK0x6dIzGWG57lzVOIZg25EwZXurv46n9aaGYlkJhSmHlzhVkaR1qmoDd6kBxZYgMvfoY1v42Bpg7uACHsiwDWANhG2gvNTcG3bQUY8jaCEehj3UFPRVXQa1DRNpfsDqm42CMW93lxnDtj/ZeFQyo7F210Q25fq5aWa4P5fpcNs3CKhQhY/c4Fq9AkDaeBlb+Zz+iKxB0VP4E5QgU/jmVtuAxpuJNRRM23Zi0SfzBiYXlu63dqkGIf0+5HkSqz8AWvRQfT3YaQ9MQ2sf6Tm/AKdJ0F6Stzva2Ltp6JuWY8rVYoUC1LHQGFFpN9janYVDBwF23MSLnxoQPBwlj9HSNR/NE2m8mrMYw6282XI65em3N91JdXcagW4tXlo16sKRNcWN2ZU669DxhgubbEalmGTcNBiSHmJfayIhb7H4u6zxNGK1Of54w4koXvm/ZawkoudKcqlbNoYOYKmTNSAiknCfvSw6wsmoDCQOo7Brp19eqlqD4DhyBwx+3HIHCn0rx0ufqdb++7Htn3MZMQl1UQbpGEITGdI0ZliEujCOY41hC9yGIe1+95uelA0S15R+YMnGSL1081l7/xMbv/noTl4FCt1kXCBAzseQ86Zu1qTengoxqG5um/cDkOQPbiTaDIs7u3/vjGIbqZKzqpV5P66v5OTrHleD65au0yqp037tTGKaKG9SJ1N+bkXGPQZGUNVdtQtz7ekPzyhw0agwd7Lo244ENEO3D44Alu/n1QGA+Ba2agakO6vqiWauZp8yP5jpPEsg5F23AAVg3V6nTRAq9pupXMR9FZ0fW12uJIY54j8oPXI5A4Z9bqZJ0Yzur38uQhsboCoFHY271WqiLP5gpqTIj8xGEEDGDvijFMe0YRrmv1yfOxCGhS8vmY2hcVR3TgMlitOqlVqSuvcDEgVkFdAcmrYZeV+EK7bsEqzQjrl1iL9LCDjxH99FKMmm/tvaj6pj+VOI/jHkYBkznr86igXOTZA2K6n8rIJn/pDFPM+dkGoNub5apBJwb0zQJX/p9BjpNQ3Hvd3Nsk5Xb2B9e2ghIaZG1OzvAaszazEQ2/6qQc9OSNHfwUDe3yWsQIlVTsHqq+QgaqHUgkg58qj2yasXUZs9Oy7Xn96gcXo5A4U+1dAL0pNh/Ncm+r7LQGIOLDKI6W6U6m7VrCT4s1ZzKpnkU85EDlVphibQxRiorfoRqkmntLy88bC5tIeIYnRy8o0mH017bN+N0dWkbz1mRzu3SxM9gkn3TPuhtV0ByGZfar/4+191mbGeibTjZFHy/rB519zlm7E09BjoT/mNNdY8hdXTMfsdBdjWRgKtW2Sz29t46cN05Xp9tw+NnoiH3AU3BmLGBqUU6GbPW6vTtoEDzCaDmHzD/ggOE3DUJ1epQzrlrA2qBAQUAi0bQV41pEw0cHPB6a1kHD9o4rc7nUfnByxEo/KkXx1jpDH/6q4FDZ3zdZNQjguz3YlIyr2YBjAYM1YQUWihSBwtwmkg1rgdCkzahm6CMm7W9Cp3v9YZPmCi9XkcetqQ9PBapc+rgnNTjqCusmK6CY7LNv4FrS+lWeaerdOKzUVAKYHiTUWtbM+kweXczfRlQiRzov425mVgOK02KdYzMjyluCHXyAiE3daz+5n5v5im1kNXyTGPqfmjF99Va5Z7TjlFGe40h17EqTFo7cFRw0IoUjemrA4j61/wO2fwIleGb/8FCTc1v0H0p03YYKHm/lO9Pq9sNr1+LRyDx/csRKPxzKj1kDseEumTZfACYltAZngGBZ+jFh1Af1EyQ0H0MK0Aw1SrsmvkdcNxT7P/NTOUXke+HX1i2Na7NtpPipizH/05jyva7v18m67VHJYnWxmXFg4J3PLd2au7mKXUhvZPGUKNkyu+2scprBxM6PqRvvpikq5VRrZqjVplTGYge/+8lXHuB+R3MjDMJcxU3fq6dWRUJsb1Ha30HmGYzuZQ9MBZCKkG69O/uX5XE7ZasnflD2cNgPgars0UcJQUpfgW7bvepUjSK2lbzQ9jGNglCqpFHBYCc5tPkGQdw09620ZhS5lH5XuUIFP7UysG+e/YATPYEBLfxzP4GceCgRfo3h7IxEYsyClVzEA8IDQhCYZzmMwj1ewUXu4927WA3PBsMnpE0UXcaNYVbmOIWrEnjZeNRrlJ9E8Wd1uC0AOxnaRpBB4/uvAwSihZQJdsWtWXvVtOUCnPydvjJZrhDJOjVGe1RSG5G+2aO8lXdfgQDiWq6M01FpQ1V/yA46d5LwHZ/ZcgV7LWOTXMoSzUlqbTopVw7YKBlfgCQ3sb6bG28Y6pCD2m199cNcFQAqPfm5M1BuZqHTDuozD9TQlQdULTPUkGhfS/v6X4VA0+aCclaqXQtwhHNhKldW387KtcqR6Dwp1L6CloFgnaHMbjGXGTCmKLZ9kVQ3G5lcSagEIoGUSNKijYQurYQpIJLfbZ+N1DATFP1fTieJnU3bGP8dH9Gk/JtqVofwHPLzmxtKXonMZ1ZmjDv1+tEY6C/WMxsU1e/MX/vz5C6ia2DR2XGtT7x99IlS4EW8lqYtqNh3zZjRKbxHHKPTvpksfm599smU+umrcpsvUbZ/ej
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Image PLOTTED\n",
      "\u001b[33mDALLE Creator!\u001b[0m (to Critics):\n",
      "\n",
      "Here is the prompt: Create an image with black background, a happy robot is showing a sign with \"I Love AutoGen\"..\n",
      "            Here is the figure <image>.\n",
      "            Now, critic and create a prompt so that DALLE can give me a better image.\n",
      "            Show me both \"CRITICS\" and \"PROMPT\"!\n",
      "            \n",
      "\n",
      "--------------------------------------------------------------------------------\n",
      "\u001b[33mCritics\u001b[0m (to DALLE Creator!):\n",
      "\n",
      "CRITICS: The image needs to improve in the following aspects:\n",
      "\n",
      "1. Lighting: The robot and the sign could benefit from additional lighting to enhance details and textures, ensuring that they stand out more against the black background.\n",
      "2. Legibility: The text on the sign could be more prominent and the font size increased for better readability. Additionally, a contrasting color could be used for the text to ensure it pops against the background.\n",
      "3. Robot's Expression: While the robot appears happy, its expression could be made more apparent with clearer facial features or more exaggerated happiness indicators in its body language or facial features.\n",
      "4. Composition: The robot and the sign could be positioned in a way that creates a more dynamic composition, keeping the viewer’s eye engaged.\n",
      "5. Resolution: A higher resolution would make the image sharper, improving the overall quality and detail.\n",
      "\n",
      "PROMPT: Create a high-resolution image with a richly detailed, happy robot made of shiny metal, standing center frame against a stark black background. The robot is holding up a large, rectangular sign with rounded corners that reads \"I ❤️ AutoGen\" in bold, white sans-serif font, with the heart symbol in a vivid red color. The sign should be well-lit with a soft glow that highlights the text and makes it stand out. Ensure the robot's features clearly convey joy, perhaps through a broad smile and posture conveying enthusiasm. The composition should be balanced and visually appealing, with an intelligent use of space that guides the viewer's attention to the robot and the sign.\n",
      "\n",
      "--------------------------------------------------------------------------------\n",
      "\u001b[33mDALLE Creator!\u001b[0m (to Dalle):\n",
      "\n",
      "Create a high-resolution image with a richly detailed, happy robot made of shiny metal, standing center frame against a stark black background. The robot is holding up a large, rectangular sign with rounded corners that reads \"I ❤️ AutoGen\" in bold, white sans-serif font, with the heart symbol in a vivid red color. The sign should be well-lit with a soft glow that highlights the text and makes it stand out. Ensure the robot's features clearly convey joy, perhaps through a broad smile and posture conveying enthusiasm. The composition should be balanced and visually appealing, with an intelligent use of space that guides the viewer's attention to the robot and the sign.\n",
      "\n",
      "--------------------------------------------------------------------------------\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAGFCAYAAAASI+9IAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAEAAElEQVR4nOz9Z7AlyZUeCH7HI+Kqp1LLUllaAVUQDaABNApaE83uZguKniFpTY6RtjO2Y7s7y/kxs7Njtmu7tJlZDm25OzNGTRrJacolW5KtgO4G0N3VDaCAQqFUlshKnfnk1RHhZ3+4Ou4R976XWdW2+yO96uW9N8LF8ePHv++4CA9iZsadcCfcCXfCnXAnAFD/vxbgTrgT7oQ74U74/59whxTuhDvhTrgT7gQf7pDCnXAn3Al3wp3gwx1SuBPuhDvhTrgTfLhDCnfCnXAn3Al3gg93SOFOuBPuhDvhTvDhDincCXfCnXAn3Ak+3CGFO+FOuBPuhDvBh/ygEbu9Q6jmYwAMJgLdTmkEgMV3EAgMtp+AvU8EMPs45rv99HlJCRiwOdyWXK2iNvMPwvsKNL4284lT+ehpGi88i7KNbtzNWFchZ3e3KSuBmUEU53drOgrlLNHAAXQvYtiMiBLdJJkQ2jWflr08pEaXStr2W5aQStCUpu2ON9+2ikT2bSKw07HvBgQiBrNJFLf78sCNL2lIbaclrbCqZszUCsTvljK59WZbqy4LovyDqIFFq1B8jZMKkxDFN09Lsam4bf2BW6rlul8EX6Is+DZ2dxyaHVjrcYUW2jlQ12Vrqkjegz7RXOR9MOtYENm5OfmNJe12QPQ22bWrJKgxVkAAzlsqqqWFBRmBo3oSHaB7trVLcjuWz5qEy7th1NwgVHOtafQNAm0teR9Zl1WQQyNHcEkc912rq5BhXH67YYu2bMMbZ2MuZsPuRSLZS9ucCpZyLZYole6PIzS1Y345qEjRykEGESU+00EAP/SsBvi18WfK3I17cZlLa5nk6c3XXo+4MhGtKWoQNv598HCr1LRQqLZr+4HEIvy+lTLbonEwfRLGwQDqer5v+gOTQp51PNhGndE1phDcY9bbDM43Dr/TBqSGfUq/al8ttlnEokb13yWTLwFY+z2lrzjzkIBaxYyFEeMpQVgtwVtFmp0gOjGC8ACTlBePUqTcIt7SXhwLEecW06HM39gXtbfNMvBKMmsXKyCP4DYfIRXb32srM8p3UX2a4rVl2RYW3pPE677aThkTxEHRRpbV7E2BkJzNcTPqgfI9gABtjRb9DIW2uRuLTOYg99+RcABY+OMODJgRJ1l9iWar3mlSiLwtD0iC3hd0zoOFNshvVySJf2Vh7eC2T2ZtWbnLUcfbZ3SQWp/Ir4ndbKPZRG2AZtFKOmJRNOnptoBUmuGtcfRBXBhHUotgzrVCOmV1a0TthtdMLq+QOoKuFK/ooHVODUMCof3q8hIk4iWRpr8IL0UXQRI30oboXovlC3lEBaU3hFBt0xZt0UN2cioj2Koxt6SAhf3KaYjEr9ZosQBR5RZFbkvalDp1aVIHMw4Ux1im14XhHYL+A5XVkmZBfOmuVNU7SApZ1o29qMZnmy90gNCoTPACFtczbsDFk0VLNBUVEHqtz4nhp3Jc9H2D6ycLOcl1IrJlNVFBAl4jT+GxsYwkrrufaTUXXkjyj7uyzxyxaS0im4N7AlF1AO/ZHISPGrcYsSObZJNWmppaiWVw1wR6k4/krot6WOLw+QtikBX2pdr0jXj7dKH48i2ShUsjSauVhNLcnOVS9C0aZcU/luYWJF9SyVaCWG5bblwr48QzBmmIlc3JlWU8u29I7WNRStsIYvzfHL22SCwJsDXPOLIfNRLe4ZFCKym0NtKi7PZXqYxBjTuykReV13JPooSLJTtDQkhO3Qda1kvAi5jAxC2yS2iy0zaehERT269qQVpyZQi5Ze0ZzWsNlVt0Y5kBIaxhUNIGAgild5sCuAT3hXpb1HS+AwW4CB1cApMA9KQQ8sAsYh2oAaUgyT1baTmRFlK5RfxQjgMAYhYkEcMC2XRe/dL5aHHpfblS9y6fBfQfNJZILdqLybXVMghcHlj8Gyp8IDiRMIig69YI4UIrWi5kkSSEdtxPrkU+SeiJy8pJS23PM7LlxrV20rylkl1n9PmZPv4OTx91m9L5nxQbSHJXXk+poV0xaaO0EcoiFbU0aZKcAD8lEEnGbm4/Xa5eEFpux2AWLjqvUHzxyR0JEBmAUAAyBjoMrOQFDq+t4tjhw9g4dAjdXg8ahPl8htFkjNF4itF4jPFsisl8htm8xLzWqJihhR6kJ8uNf2Vo+kWLDeRgvlPDj+D0TjN+XD6DoFo7dTvup5CY2opr/ECEITML9tElSjzqZH0nstpQ/jIHJ0jT7tS4XWOOQBqztrxs6i7kJXXmNcIhI09GckcUx3m0BW5881QZbTppEy9u8ZZITfRsFtVKDjI08WER3UUSOJ0vDM2WT/Nsb9H2MtNqtqnu1kJ7apPvOzx9lOfdlHyQVjnuCrcWmp5Y0uGFSxYU1xwyhrAALoRnl0aTJNSeeoHQJMmtSYJxRpZsLFGQlUkRIQMwIIV7jh7Be558FE+9//24/4knsXHqNKg3wFwD83mFSrP1IhkZgBw1qJ6jLKeYTSbY3RliZ2sbuzub2Nm8iZvXbuL61evY3LyJ7dEIo9kU09kcs/kcZVVDM0MLDXAkrWvRZqdra+k4rgPn5V0jtIkl5n1ch7BBs93ZaC3NgT3JdBQtyJEVid16DllZuNmyfleHrPMCTzadjPORPNmk1iZAh8kWY6VOEEfuNDH3mk5W0EmsGW754TdrtcVpCV4vyxahk3mqxQCYlNbOtclNERag6cFGCA3qtFnGI4xF+lgE5DGmLNamdIRunxDiENoGFm/e4ZFClnWTufK0WVOjbmvNxRzY1iXaGzI0j8lRevWLoDzpsJFoKYjvSwWRGHFncxIhkQmR7hwRkP2ekcKhXOH9Dz+AL33ly3jyY58Ar6zj+vYY129uY3tniMlkgnJegrVGXdfQmgFiEDGUIuQqQ5blyIsceVGg2+ug0ynQyTvI8wxFppAr84e6wnQ8wni4jb3tbdy8dh2bV69ha2sLNzdvYmtrC6PhLiaTCeaWOCqtoW1tGBY4LTG0eX5tftsib6rNNZTPZATLMUzqpmjgrjkUc1grc3TTPxacOJqmSEkhdjyCSGyJwtlRKpmoh9sBFNVSeg8ifwiC47aZZ1/rJQRs49kpq2Zei+05BY20ix4EGBKOSgDe9bn2nNrsZt/C2pSx2LAa/TC0WADgprW5bOOpQ5fuICSxTLz4OaRm3OVIGctx0MD4YyCFPOsucsFwMNUcILh+Y/NtPnGwKNwCkKdW3Bot9ewcwMgLFhzSzfRSautpymIkIWRE6BHw5OmT+As/9xfx/i9+BVvTGq++fgE3N7cxGk9Q1RXqsoKuNLSuwAxoXafChN9kplmYxRw8wW8/VQCIFFSWIcsz5EUH3U4XvV4Xq4M+er0uOnmGjACuKsxGOxhvb2P7xiZuXruJrZtXcXPrBrY2t7C7u4vheITxdIJ5WaPWGrXWtmzbdSLyjHUawXoE6qELpq0uwZpTt9Zrg+HmB2VOAQBEEoFdxOJCi7xxLoCGa9/YF3Xz9bJ7e5uOuSXmQpHedUsH2kSh7Kim6VNy4qFP9uTVDIsmtyIs93It7+MhbpssFO61pGvO9C8op+k3tH+25h6DsCQFGUfaY5xTajXNibtI8qSZSHxLZzfiR9YSvEmrdJvB2QjxO74ltY0U0lZy31sKAoKndoAQmqzdYEJT+x6TmBe1k0BqSK2leomNMaTTAg6LKM4m3QEjJXWkQghTRRu5wuc+9D781f/qvwYdPo3vvfAqrl27htlsinJeoq5qVFUFrbXxBGHma1mH3UcM+DlvRQRtb2itQRQ+wQxSAJihLOg4eQ1+UfgOAJY48rxAURQoOjl6vQKDXg/9fhe9bgcdRcgJQD1DOZ1gvLeL7e0d7G5u4caVa7h55Rq2NrewNxpibzTCeDrGbDZHqc2UVSjLakoCY9TW8af7LtPHzWkqFm1
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Image 0 PLOTTED\n",
      "\u001b[33mDALLE Creator!\u001b[0m (to Critics):\n",
      "\n",
      "Here is the prompt: Create a high-resolution image with a richly detailed, happy robot made of shiny metal, standing center frame against a stark black background. The robot is holding up a large, rectangular sign with rounded corners that reads \"I ❤️ AutoGen\" in bold, white sans-serif font, with the heart symbol in a vivid red color. The sign should be well-lit with a soft glow that highlights the text and makes it stand out. Ensure the robot's features clearly convey joy, perhaps through a broad smile and posture conveying enthusiasm. The composition should be balanced and visually appealing, with an intelligent use of space that guides the viewer's attention to the robot and the sign..\n",
      "            Here is the figure <image>.\n",
      "            Now, critic and create a prompt so that DALLE can give me a better image.\n",
      "            Show me both \"CRITICS\" and \"PROMPT\"!\n",
      "            \n",
      "\n",
      "--------------------------------------------------------------------------------\n",
      "\u001b[33mCritics\u001b[0m (to DALLE Creator!):\n",
      "\n",
      "CRITICS: The image could be improved in the following ways:\n",
      "\n",
      "1. Color Contrast: The overall color contrast between the robot and the sign could be enhanced to make the elements more distinct from one another.\n",
      "2. Clarity and Details: The details of the robot's material and structure could be made sharper and more intricate to accentuate its shiny metal look.\n",
      "3. Sign's Design: The design of the sign could be simplified by using negative space more effectively, ensuring the message \"I ❤️ AutoGen\" is instantly recognizable and stands out more.\n",
      "4. Lighting and Shadows: The lighting could be diversified to cast subtle shadows, which would add depth and volume, making the image more three-dimensional.\n",
      "5. Emotion and Posture: The robot's expression and posture could be exaggerated further to emphasize its joyfulness and the message it is conveying.\n",
      "6. Background: While the background is appropriately black, adding a subtle texture or gradient could give the image more depth without distracting from the main subject.\n",
      "\n",
      "PROMPT: Generate a high-resolution 3D rendering of an exuberant, animated-style robot constructed from glossy, reflective metal surfaces. It stands in the center of a pure black background with a soft, radial gradient to provide subtle depth. The robot is displaying a sizable sign with prominent \"I ❤️ AutoGen\" lettering in a bold, white, sans-serif font, the heart being a luminous red, creating a stark, elegant contrast. Incorporate adequate lighting from multiple angles to cast dynamic, gentle shadows around the robot, enhancing its dimensional appearance. Ensure that the robot's facial features and stance radiate delight, featuring an exaggerated smile and arms raised in a victorious, welcoming gesture. The sign should be backlit with a soft halo effect, making it vibrant and eye-catching. The overall composition must be striking yet harmonious, drawing attention to both the robot’s delighted demeanor and the message it presents.\n",
      "\n",
      "--------------------------------------------------------------------------------\n",
      "\u001b[33mDALLE Creator!\u001b[0m (to Dalle):\n",
      "\n",
      "Generate a high-resolution 3D rendering of an exuberant, animated-style robot constructed from glossy, reflective metal surfaces. It stands in the center of a pure black background with a soft, radial gradient to provide subtle depth. The robot is displaying a sizable sign with prominent \"I ❤️ AutoGen\" lettering in a bold, white, sans-serif font, the heart being a luminous red, creating a stark, elegant contrast. Incorporate adequate lighting from multiple angles to cast dynamic, gentle shadows around the robot, enhancing its dimensional appearance. Ensure that the robot's facial features and stance radiate delight, featuring an exaggerated smile and arms raised in a victorious, welcoming gesture. The sign should be backlit with a soft halo effect, making it vibrant and eye-catching. The overall composition must be striking yet harmonious, drawing attention to both the robot’s delighted demeanor and the message it presents.\n",
      "\n",
      "--------------------------------------------------------------------------------\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAGFCAYAAAASI+9IAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAEAAElEQVR4nOy9d7xtyVEe+lWvvfeJN+d7JylrNAojpGFAEkpYCAkJhEACCYzBYD8/Y5x5hgd+2BjbGPzAfjbBAYyDsAgyUQIlJI0SEgozGoWZkTQ53nDy2Xufvdfqen90V3V1r7XPPXdmwOn2/Z27V+hQXV31VXVcxMyMy+FyuBwuh8vhcgDg/nsTcDlcDpfD5XA5/I8TLhuFy+FyuBwuh8tBw2WjcDlcDpfD5XA5aLhsFC6Hy+FyuBwuBw2XjcLlcDlcDpfD5aDhslG4HC6Hy+FyuBw0XDYKl8PlcDlcDpeDhstG4XK4HC6Hy+Fy0NDba8Sqdwa+GQGgjrcc/yj+wtzDPCvTcvHMxivz6wplnK74Nk75vix/t7w7AlFHXAo5ks2Z9J44f0cxHdk4WfakNSPJX+JRqjVRiofWewIolEGmupIPKE+fpyvoKWgEUUGvXOd8zfIE2wy0XqkCeaDWRbplc6f5aFY2X6GTQbYs5qwdqYMAAsCUStOrguyLbQPlQpwuJt0mJdqMCamVDv3J43JGaIhP3FEup/RZPZhR3Oa/pnCbnk0kzugr7xkMSnHN+1A2FXnmcULNGJ5n8cPSLNRKniQc0XpoOaZu9pnNN+Wd8yjQ2IF/2gwWjy4WSuzaS5oysP4xb128xL3uaHZ0tKh6F5jvRvylbpzei0G4WOgyEI8xdLWJARcqo1mwVQMQnlhQt3Faz1v3pEZCgDs95xS/w1BIfhQvQnzKy6GgpOQs7ZKHGJhEURvw2wbG8iZjHQGlvIjeFGYlxGVOxGQpOY+XpdRcAx2FeMbqZvXgIj9NEgFCbUTxO1PCOsSZY/vlkJ1zgqW+Uqioa7xWuijGRaqLNQgJIFnr12XIOMZJD2J6Bqz+51HMmxjfmwgcGWNRAkURWpOYlzUAKU6Rv+W5GAsxMGpQOspXIKesfDVApSFSviR+Sg6p3kq+lJgztQxWdoDyBpmAPqog6X1GBPPGxVPu1SgQHTYFlb/ajEUojUPJiS5GlPmUZVARbxb5towyfZfx6orfEWYZBfkxpAUAFbVP4CQilUDbxKEUQ0Eqkkn6Pj5X45C/T2nbvRabHgQ4axAYICd0S7mhcKIOui2wIhVgDY4t3PZ0NBgwRgG+cACxaQ9bpyKwoatNk/xQx7tcHik1no3VSsd51VrgQBwdwpJOzum0QCcOgzfl5AYKGi9JrgBbLq+ltGcgnFmvBIBZDI55EkU7nLxwW9cEjAnQ270LMSzc4pWmZwO0WWIDawK4LYBPLGRO+ab3tmxjJIvyJU2CUalTNFTiqSjwiwERHlqDYWtqjHnOZnRIELrkrh1mYWeJt/nvXozCJcwpzCqsqzLl81lGw6a7mEGw997kWdI1y3jMqkMZfP7O2j9Nzh3PzCuDxNRZDms67T1QAnLNm7kT8AFEYCnrXwTiGfQXxkeeuXhnys2tkKFbf6Nhomg4CKneZIa6pLaFIQm9EVK9yY2XWCoppzAowjNr3OKfk7Ilnalr3pNKhipnf56fpFMINGzRe0Jm4GxdUtllvpz9AoCz9BhaQrAOBhRspK6SsW3uUgSITVxTn1SEaVMkkLDOSimqli7ltjU8zNpWGp0krrQrp/Yp+GhlKPE2EU2xO2eeKOiyvKDyncEJkrgwOTCkVxzo4uQokXBEZCi1bRtbdsM+i42z0nc987u85+Lv0sIlGIXdKnqxgkuhLkW2i/hC+zvvU4N0P7fGy8YtpbPLcMRfi1SWBpsdi8JImq46RWGmCJaSIgKJeDSiYJnS2fFsAzxBmTgDoEQmgTiVkStMHji7YMAlz8oColH3PDEZxUPiRezF56VwkQsnPiVDQOqlBT4bPpZ6jKCjiV0GkAoRzUBWQSjFbw27lQwr29nmZ7oFlL3JwUp7XFkburJhTQ8pz1NAV69lOCwKpJGsQmNS/mrIOdUmM7gZ2FsKWMFXRKU0nll8K3dSdsJTxCxSCmMNSNvD1MO0mWQvRr8t4MYpoRAvefKc9IaCtMkzuQ9FceZ3Kd0M096MzJREZWnpWkuYIIWXD9vxOkNXvFl4CFyKgfhTWn1USNeuYS+EdlVot0rOAn8q4rRFOXtvpbfM1wpL4SGIcNlA4KjoCfgBgNlH+e2iU3491H0qOymGpMzDgqHBAp5BUyp+LQ5RJrCUAzMpjJg0Ztw6/qOCvakKbDiQx+GoZGQSZMNCXfpPJZArYuRlx4vc3AmdOrhliTEFlPmla6bgUbaaTlhI5s/mbRuIATuxIbSkYuwgI9TYhBvxZm2Dp1pKnFR0NhquzzI+2aC0JzmwqlFKLtPuccp2MSKb8U+Hi7rwVI1R3ppyk4Y7Y9bM2ns0tVVDkcMpmXzsE5EXyt5ZzludzMnuENqMCZaCvRqGMszqLUiee8v3Eo2CDK04FM3cUWAJbLOI6tKYLiAu6SjjzvL4Z4VZ9NoyaXY2VMZl07i5ipIAm0pMWuWSgTQAEBlBZAU5O8wkCViAp6BRPSN7DyFNuujt+lsP03qghlJT5wj8yWXM6k1RqxWjO9CmbThTasXh/GWOzZZvOsm6S5fIvFDopTS+3JnMDDHZoZowNyB6YAhJyBhKIE51MoXLZL4m1XbOyc17WpIXp0TKYBOP85zydpNnBHHbM3dJerlF44hN4VZbGvOieZFe5yWLgRePvM2XRJ3Vg1RFWza1LoprazCM3pTGvYVUhUG1w2YpXxunwKiZ+GvbqRim1kaY5ejSLu92CxfDwXZ4lD0F62XvBsolQV3euk3jzHOgzQQy8Wz+JS1djLB0dr3r8ND3NAdv0rTiuxY5aXgk1t0ASNA862VRljwASaqHyrlBfzuUQVnivHykJPHXAF7MP/PQTD7KLQtKHGoFQ45lebtFczRKfEmEZ2ki0IUefapD1omgBDp5yKyHeW/UvrQ0WTrza4Yh0nLMDDFT0khr0hZhrgy3UeokRPrZkCbcTIDWQSOXl5QxJQNm7czogEkqS6oAqRviMlzSqklky0EzAGdIS/XUZ2TqadtaDZBpU4jLYYkvilCacp4U0p1+OTNfYnaiYS77TSWusA4/kaY25ZB1kkXMckcpU1SCqbMk4uTltUJbXjvltPWM0TI+ewiXaBR2A/QylN2XMv1eyiF0MlXz77q+GH2zaMjQ1fzsFt+WnsS9RVe5UBsilIH90qWVp1nxJc0662c0jYxi5piANJZsBCnDuuJdvGrJdFFf6YkYe6RvuwG2dAlSAZlXS0ZZTVkJZwhOWCTAUypYq80EeFL76hxIBoZID8TgCZlZ46V3ouDMpMMmirKpKROvCoBnM35i52VsXWITI8uNEkUs7MrSsspFqQnZ0tdkkQAU3nmc75npGyW7lurEqR4ZWjBULvL8rCthvAeBbWlbO8RCKYbJBpavLdWlwngJH7J6G7ktdDCt90pCo0Y18skOAVPBz+5QylxX+7caFm3Hpu1yIaOXijS7h8fQU7AF5Jby4qHL4j0aI7NbfCri7JZuVj6lIepOUy69tOnteLUV5szLBnKB0ntRCAO6bK7J3GjZbaXIyCIbo8tISKRcAWDSGPxvcbm8UdxGbrgMLGW80eWMpgKytt5EyYGoVcn8HRW8Cc8IuhlC1+6buhf4nqGw0KDvggxoR4+5jF6EJJME6FyTfU95NGQbniJ9RGlOJ4uvhBfcUDkiFG+0UnmPQfhRkj9D3rush8zVaA8LHW0VHmZyoMCbG28rrG0jyuZZyVPJM030yy+Xu9OQeuEiE63hLKFY1dTsKYHtRe6GjEbHu+AtK6182al5xbNLweQUHoeJ5q7a2AYpDUAu/Hma3croSl/m0fW8K9+Shi4jhS73y0RJY/BBmJMSigJ2GySCQY8OgA1gpb6IRFdKrJcXoEypJ6XGgLop2XrwZFdZCyhIzpYuoSoppx12kAtraCzG5UMFsQj1TBM
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Image 1 PLOTTED\n",
      "\u001b[33mDALLE Creator!\u001b[0m (to User):\n",
      "\n",
      "result.jpg\n",
      "\n",
      "--------------------------------------------------------------------------------\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "ChatResult(chat_id=None, chat_history=[{'content': 'Create an image with black background, a happy robot is showing a sign with \"I Love AutoGen\".', 'role': 'assistant'}, {'content': 'result.jpg', 'role': 'user'}], summary='result.jpg', cost=({'total_cost': 0}, {'total_cost': 0}), human_input=[])"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "creator = DalleCreator(\n",
    "    name=\"DALLE Creator!\",\n",
    "    max_consecutive_auto_reply=0,\n",
    "    system_message=\"Help me coordinate generating image\",\n",
    "    llm_config=gpt4_llm_config,\n",
    ")\n",
    "\n",
    "user_proxy = UserProxyAgent(name=\"User\", human_input_mode=\"NEVER\", max_consecutive_auto_reply=0)\n",
    "\n",
    "user_proxy.initiate_chat(\n",
    "    creator, message=\"\"\"Create an image with black background, a happy robot is showing a sign with \"I Love AutoGen\".\"\"\"\n",
    ")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.16"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}