童话故事自动转短视频.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "N0_D9Drud7er"
      },
      "source": [
        "# 童话故事自动转短视频"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Go7ttJ78eFWy"
      },
      "source": [
        "## 1.文字转语言"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "lIYdn1woOS1n",
        "outputId": "7e4d8ea7-f749-49d2-8860-f5a8ad6c8749"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Collecting gtts\n",
            "  Downloading gTTS-2.3.2-py3-none-any.whl (28 kB)\n",
            "Requirement already satisfied: requests<3,>=2.27 in /usr/local/lib/python3.10/dist-packages (from gtts) (2.27.1)\n",
            "Requirement already satisfied: click<8.2,>=7.1 in /usr/local/lib/python3.10/dist-packages (from gtts) (8.1.3)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2.27->gtts) (1.26.16)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2.27->gtts) (2023.5.7)\n",
            "Requirement already satisfied: charset-normalizer~=2.0.0 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2.27->gtts) (2.0.12)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2.27->gtts) (3.4)\n",
            "Installing collected packages: gtts\n",
            "Successfully installed gtts-2.3.2\n"
          ]
        }
      ],
      "source": [
        "!pip install gtts"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "J7z6x73hd6PG"
      },
      "outputs": [],
      "source": [
        "from gtts import gTTS\n",
        "import os\n",
        "\n",
        "# 要转换为音频的文字\n",
        "text = \"白雪公主在雪地上跳舞\"\n",
        "\n",
        "# 选择语言和速度\n",
        "language = 'zh'\n",
        "slow_audio_speed = False\n",
        "\n",
        "# 使用gTTS创建音频对象\n",
        "audio_obj = gTTS(text=text, lang=language, slow=slow_audio_speed)\n",
        "\n",
        "# 保存音频为MP3文件\n",
        "audio_obj.save(\"output.mp3\")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "9wB5-79Eee4b"
      },
      "outputs": [],
      "source": [
        "from IPython.display import Audio\n",
        "\n",
        "# 加载并播放MP3文件\n",
        "Audio(\"output.mp3\")"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "BlVKhl9Cej2r"
      },
      "source": [
        "## 2.文字转图片"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "GFSZqKQhejJy"
      },
      "outputs": [],
      "source": [
        "import requests\n",
        "import json\n",
        "from PIL import Image\n",
        "from io import BytesIO\n",
        "import time\n",
        "\n",
        "# 创建请求头\n",
        "headers = {\n",
        "    \"UUID\": \"afd22831-6e9e-c4e4-2477-825a3328a178\"\n",
        "}\n",
        "\n",
        "def generate_and_show_image(prompt):\n",
        "    # 设置请求的URL\n",
        "    url = \"http://midjourney-api.ai-des.com/func2api/Imagine\"\n",
        "\n",
        "    # 创建要发送的数据\n",
        "    data = {\n",
        "        \"type\": \"P\",\n",
        "        \"prompt\": prompt,\n",
        "        \"imgId\": \"\",\n",
        "        \"num\": 0\n",
        "    }\n",
        "\n",
        "    # 使用requests发送POST请求\n",
        "    response = requests.post(url, json=data, headers=headers)\n",
        "\n",
        "    img_id = None\n",
        "    if response.status_code == 200:\n",
        "        # 如果响应状态为200(成功)，则解析响应内容\n",
        "        response_data = response.json()\n",
        "        img_id = response_data['data']['imgId']\n",
        "        print(f\"Image ID: {img_id}\")\n",
        "    else:\n",
        "        print(f\"请求失败，状态码：{response.status_code}\")\n",
        "\n",
        "    def get_image_url(img_id):\n",
        "        url = \"http://midjourney-api.ai-des.com/func2api/GetPicByImgID\"\n",
        "\n",
        "        data = {\n",
        "            \"imgId\": img_id\n",
        "        }\n",
        "\n",
        "        while True:\n",
        "            response = requests.post(url, json=data, headers=headers)\n",
        "            if response.status_code == 200:\n",
        "                response_data = response.json()\n",
        "                img_url = response_data['data']['mjSrcUrl']\n",
        "                if img_url:  # 图片链接已生成\n",
        "                    return img_url\n",
        "            else:\n",
        "                print(f\"请求失败，状态码：{response.status_code}\")\n",
        "            time.sleep(2)  # 每2秒检查一次\n",
        "\n",
        "    if img_id:\n",
        "        img_url = get_image_url(img_id)\n",
        "        print(f\"Image URL: {img_url}\")\n",
        "\n",
        "        # 请求图片\n",
        "        response = requests.get(img_url)\n",
        "        img = Image.open(BytesIO(response.content))\n",
        "\n",
        "        # 展示图片\n",
        "        img.show()\n",
        "\n",
        "        # 保存图片\n",
        "        img.save(f\"image_{img_id}.jpg\", \"JPEG\")\n",
        "\n",
        "# 使用函数生成并显示图片\n",
        "generate_and_show_image(\"白雪公主在雪地上跳舞\")"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "DDzRBbkOgrsU"
      },
      "source": [
        "## 3.图片转视频"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "o72QbzodguR4"
      },
      "outputs": [],
      "source": [
        "import cv2\n",
        "import numpy as np\n",
        "\n",
        "def create_center_to_full_video(image_path, output_video_path, duration, fps=30):\n",
        "    img = cv2.imread(image_path)\n",
        "    height, width, _ = img.shape\n",
        "\n",
        "    # 初始化视频编写器\n",
        "    fourcc = cv2.VideoWriter_fourcc(*'XVID')\n",
        "    video_writer = cv2.VideoWriter(output_video_path, fourcc, fps, (width, height))\n",
        "\n",
        "    # 计算总帧数\n",
        "    total_frames = int(duration * fps)\n",
        "\n",
        "    # 生成逐渐展示的帧\n",
        "    for frame_no in range(total_frames):\n",
        "        # 计算缩放因子\n",
        "        scale_factor = 0.5 + (frame_no / total_frames) * 0.5\n",
        "\n",
        "        # 缩放图片\n",
        "        resized_img = cv2.resize(img, (0, 0), fx=scale_factor, fy=scale_factor)\n",
        "\n",
        "        # 创建黑色背景\n",
        "        background = np.zeros_like(img)\n",
        "\n",
        "        # 将缩放后的图片放置在黑色背景的中心\n",
        "        y_offset = (height - resized_img.shape[0]) // 2\n",
        "        x_offset = (width - resized_img.shape[1]) // 2\n",
        "        background[y_offset:y_offset + resized_img.shape[0], x_offset:x_offset + resized_img.shape[1]] = resized_img\n",
        "\n",
        "        # 将帧写入视频\n",
        "        video_writer.write(background)\n",
        "\n",
        "    # 释放视频编写器\n",
        "    video_writer.release()\n",
        "\n",
        "image_path = \"/content/image_1675686582977400833.jpg\"\n",
        "output_video_path = \"output_video.avi\"\n",
        "duration = 3  # 视频持续时间（秒）\n",
        "\n",
        "create_center_to_full_video(image_path, output_video_path, duration)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "9ot9vVKmisCr"
      },
      "outputs": [],
      "source": [
        "import cv2\n",
        "import numpy as np\n",
        "\n",
        "def create_partial_to_full_video(image_path, output_video_path, duration, fps=30):\n",
        "    img = cv2.imread(image_path)\n",
        "    height, width, _ = img.shape\n",
        "\n",
        "    # 初始化视频编写器\n",
        "    fourcc = cv2.VideoWriter_fourcc(*'XVID')\n",
        "    video_writer = cv2.VideoWriter(output_video_path, fourcc, fps, (width, height))\n",
        "\n",
        "    # 计算总帧数\n",
        "    total_frames = int(duration * fps)\n",
        "\n",
        "    # 生成逐渐展示的帧\n",
        "    for frame_no in range(total_frames):\n",
        "        # 计算裁剪比例\n",
        "        crop_percentage = 0.5 + (frame_no / total_frames) * 0.5\n",
        "\n",
        "        # 计算裁剪区域\n",
        "        y_min = int((1 - crop_percentage) * height // 2)\n",
        "        y_max = int(height - y_min)\n",
        "        x_min = int((1 - crop_percentage) * width // 2)\n",
        "        x_max = int(width - x_min)\n",
        "\n",
        "        # 裁剪图片\n",
        "        cropped_img = img[y_min:y_max, x_min:x_max]\n",
        "\n",
        "        # 缩放图片至原始尺寸\n",
        "        resized_img = cv2.resize(cropped_img, (width, height))\n",
        "\n",
        "        # 将帧写入视频\n",
        "        video_writer.write(resized_img)\n",
        "\n",
        "    # 释放视频编写器\n",
        "    video_writer.release()\n",
        "\n",
        "image_path = \"/content/image_1675686582977400833.jpg\"\n",
        "output_video_path = \"output_video.avi\"\n",
        "duration = 3  # 视频持续时间（秒）\n",
        "\n",
        "create_partial_to_full_video(image_path, output_video_path, duration)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "RjwsqQYPlidE"
      },
      "outputs": [],
      "source": [
        "from moviepy.editor import VideoFileClip\n",
        "from IPython.display import HTML\n",
        "from base64 import b64encode\n",
        "\n",
        "avi_video_path = \"/content/output_video.avi\"\n",
        "mp4_video_path = \"/content/output_video.mp4\"\n",
        "\n",
        "# 将AVI视频转换为MP4视频\n",
        "avi_clip = VideoFileClip(avi_video_path)\n",
        "avi_clip.write_videofile(mp4_video_path, codec='libx264')\n",
        "\n",
        "# 读取MP4视频文件并对其进行Base64编码\n",
        "with open(mp4_video_path, \"rb\") as video_file:\n",
        "    video_data = video_file.read()\n",
        "    video_base64 = b64encode(video_data).decode(\"ascii\")\n",
        "\n",
        "# 在HTML中嵌入视频播放器\n",
        "HTML(f\"\"\"\n",
        "<video width=\"640\" height=\"480\" controls>\n",
        "    <source src=\"data:video/mp4;base64,{video_base64}\" type=\"video/mp4\">\n",
        "</video>\n",
        "\"\"\")"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ZrXqIZ75jZMb"
      },
      "source": [
        "## 4.音视频合并"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "d1vOMoeEjcmb",
        "outputId": "160318eb-083d-46f0-cfc8-edf7e593d719"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Requirement already satisfied: moviepy in /usr/local/lib/python3.10/dist-packages (1.0.3)\n",
            "Requirement already satisfied: decorator<5.0,>=4.0.2 in /usr/local/lib/python3.10/dist-packages (from moviepy) (4.4.2)\n",
            "Requirement already satisfied: tqdm<5.0,>=4.11.2 in /usr/local/lib/python3.10/dist-packages (from moviepy) (4.65.0)\n",
            "Requirement already satisfied: requests<3.0,>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from moviepy) (2.27.1)\n",
            "Requirement already satisfied: proglog<=1.0.0 in /usr/local/lib/python3.10/dist-packages (from moviepy) (0.1.10)\n",
            "Requirement already satisfied: numpy>=1.17.3 in /usr/local/lib/python3.10/dist-packages (from moviepy) (1.22.4)\n",
            "Requirement already satisfied: imageio<3.0,>=2.5 in /usr/local/lib/python3.10/dist-packages (from moviepy) (2.25.1)\n",
            "Requirement already satisfied: imageio-ffmpeg>=0.2.0 in /usr/local/lib/python3.10/dist-packages (from moviepy) (0.4.8)\n",
            "Requirement already satisfied: pillow>=8.3.2 in /usr/local/lib/python3.10/dist-packages (from imageio<3.0,>=2.5->moviepy) (8.4.0)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests<3.0,>=2.8.1->moviepy) (1.26.16)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests<3.0,>=2.8.1->moviepy) (2023.5.7)\n",
            "Requirement already satisfied: charset-normalizer~=2.0.0 in /usr/local/lib/python3.10/dist-packages (from requests<3.0,>=2.8.1->moviepy) (2.0.12)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests<3.0,>=2.8.1->moviepy) (3.4)\n"
          ]
        }
      ],
      "source": [
        "!pip install moviepy"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "bX7PSKzujnff",
        "outputId": "1552622a-8a0a-43a7-b133-9e68e3130660"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Moviepy - Building video /content/output_combined.mp4.\n",
            "MoviePy - Writing audio in output_combinedTEMP_MPY_wvf_snd.mp4\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": []
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "MoviePy - Done.\n",
            "Moviepy - Writing video /content/output_combined.mp4\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": []
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Moviepy - Done !\n",
            "Moviepy - video ready /content/output_combined.mp4\n"
          ]
        }
      ],
      "source": [
        "from moviepy.editor import VideoFileClip, AudioFileClip\n",
        "\n",
        "video_path = \"/content/output_video.avi\"\n",
        "audio_path = \"/content/output.mp3\"\n",
        "output_path = \"/content/output_combined.mp4\"\n",
        "\n",
        "# 加载视频和音频\n",
        "video = VideoFileClip(video_path)\n",
        "audio = AudioFileClip(audio_path)\n",
        "\n",
        "# 将音频设置为视频的音频\n",
        "video_with_audio = video.set_audio(audio)\n",
        "\n",
        "# 保存合并后的音视频文件\n",
        "video_with_audio.write_videofile(output_path, codec='libx264', audio_codec='aac')\n",
        "\n",
        "# 关闭视频和音频剪辑\n",
        "video.close()\n",
        "audio.close()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "RoTcS_w1lcZu"
      },
      "outputs": [],
      "source": [
        "from IPython.display import HTML\n",
        "from base64 import b64encode\n",
        "\n",
        "video_path = \"/content/output_combined.mp4\"\n",
        "\n",
        "# 读取视频文件并对其进行Base64编码\n",
        "with open(video_path, \"rb\") as video_file:\n",
        "    video_data = video_file.read()\n",
        "    video_base64 = b64encode(video_data).decode(\"ascii\")\n",
        "\n",
        "# 在HTML中嵌入视频播放器\n",
        "HTML(f\"\"\"\n",
        "<video width=\"640\" height=\"480\" controls>\n",
        "    <source src=\"data:video/mp4;base64,{video_base64}\" type=\"video/mp4\">\n",
        "</video>\n",
        "\"\"\")"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Uj6oyIXVpa9v"
      },
      "source": [
        "## 5.故事拆分"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "wlPzspcopi0f"
      },
      "source": [
        "许多年以前有一位皇帝，他非常喜欢穿好看的新衣服。他为了要穿得漂亮，把所有的钱都花到衣服上去了，他一点也不关心他的军队，也不喜欢去看戏。除非是为了炫耀一下新衣服，他也不喜欢乘着马车逛公园。他每天每个钟头要换一套新衣服。人们提到皇帝时总是说：“皇上在会议室里。”但是人们一提到他时，总是说：“皇上在室里。”\n",
        "\n",
        "在他住的那个大城市里，生活很轻松，很愉快。每天有许多外国人到来。有一天来了两个骗子。他们说他们是织工。他们说，他们能织出谁也想象不到的最美丽的布。这种布的色彩和图案不仅是非常好看，而且用它缝出来的衣服还有一种奇异的作用，那就是凡是不称职的人或者愚蠢的人，都看不见这衣服。\n",
        "\n",
        "“那正是我最喜欢的衣服！”皇帝心里想。“我穿了这样的衣服，就可以看出我的王国里哪些人不称职；我就可以辨别出哪些人是聪明人，哪些人是傻子。是的，我要叫他们马上织出这样的布来！”他付了许多现款给这两个骗子，叫他们马上开始工作。\n",
        "\n",
        "他们摆出两架织机来，装做是在工作的样子，可是他们的织机上什么东西也没有。他们接二连三地请求皇帝发一些最好的生丝和金子给他们。他们把这些东西都装进自己的腰包，却假装在那两架空空的织机上忙碌地工作，一直忙到深夜。\n",
        "\n",
        "“我很想知道他们织布究竟织得怎样了，”皇帝想。不过，他立刻就想起了愚蠢的人或不称职的人是看不见这布的。他心里的确感到有些不大自在。他相信他自己是用不着害怕的。虽然如此，他还是觉得先派一个人去看看比较妥当。全城的人都听说过这种布料有一种奇异的力量，所以大家都很想趁这机会来测验一下，看看他们的邻人究竟有多笨，有多傻。\n",
        "\n",
        "“我要派诚实的老部长到织工那儿去看看，”皇帝想。“只有他能看出这布料是个什么样子，因为他这个人很有头脑，而且谁也不像他那样称职。”\n",
        "\n",
        "因此这位善良的老部长就到那两个骗子的工作地点去。他们正在空空的织机上忙忙碌碌地工作着。\n",
        "\n",
        "“这是怎么一回事儿？”老部长想，把眼睛睁得有碗口那么大。\n",
        "\n",
        "“我什么东西也没有看见！”但是他不敢把这句话说出来。\n",
        "\n",
        "那两个骗子请求他走近一点，同时问他，布的花纹是不是很美丽，色彩是不是很漂亮。他们指着那两架空空的织机。\n",
        "\n",
        "这位可怜的老大臣的眼睛越睁越大，可是他还是看不见什么东西，因为的确没有什么东西可看。\n",
        "\n",
        "“我的老天爷！”他想。“难道我是一个愚蠢的人吗？我从来没有怀疑过我自己。我决不能让人知道这件事。难道我不称职吗？——不成；我决不能让人知道我看不见布料。”\n",
        "\n",
        "“哎，您一点意见也没有吗？”一个正在织布的织工说。\n",
        "\n",
        "“啊，美极了！真是美妙极了！”老大臣说。他戴着眼镜仔细地看。“多么美的花纹！多么美的色彩！是的，我将要呈报皇上说我对于这布感到非常满意。”\n",
        "\n",
        "“嗯，我们听到您的话真高兴，”两个织工一起说。他们把这些稀有的色彩和花纹描述了一番，还加上些名词儿。\n",
        "\n",
        "这位老大臣注意地听着，以便回到皇帝那里去时，可以照样背得出来。事实上他也就这样办了。\n",
        "\n",
        "这两个骗子又要了很多的钱，更多的丝和金子，他们说这是为了织布的需要。他们把这些东西全装进腰包里，连一根线也没有放到织机上去。不过他们还是继续在空空的机架上工作。\n",
        "\n",
        "过了不久，皇帝派了另一位诚实的官员去看看，布是不是很快就可以织好。他的运气并不比头一位大臣的好：他看了又看，但是那两架空空的织机上什么也没有，他什么东西也看不出来。\n",
        "\n",
        "“您看这段布美不美？”两个骗子问。他们指着一些美丽的花纹，并且作了一些解释。事实上什么花纹也没有。\n",
        "\n",
        "“我并不愚蠢！”这位官员想，“这大概是因为我不配担当现在这样好的官职吧？这也真够滑稽，但是我决不能让人看出来！”因此他就把他完全没有看见的布称赞了一番，同时对他们说，他非常喜欢这些美丽的颜色和巧妙的花纹。“是的，那真是太美了，”他回去对皇帝说。\n",
        "\n",
        "城里所有的人都在谈论这美丽的布料。\n",
        "\n",
        "当这布还在织的时候，皇帝就很想亲自去看一次。他选了一群特别圈定的随员——其中包括已经去看过的那两位诚实的大臣。这样，他就到那两个狡猾的骗子住的地方去。这两个家伙正以全副精神织布，但是一根线的影子也看不见。“您看这不漂亮吗？”那两位诚实的官员说。“陛下请看，多么美丽的花纹！多么美丽的色彩！”他们指着那架空空的织机，因为他们以为别人一定会看得见布料的。\n",
        "\n",
        "“这是怎么一回事儿呢？”皇帝心里想，“我什么也没有看见！这真是荒唐！难道我是一个愚蠢的人吗？难道我不配做皇帝吗？这真是我从来没有碰见过的一件最可怕的事情。”\n",
        "\n",
        "“啊，它真是美极了！”皇帝说，“我表示十二分地满意！”\n",
        "\n",
        "于是他点头表示满意。他装做很仔细地看着织机的样子，因为他不愿意说出他什么也没有看见。跟他来的全体随员也仔细地看了又看，可是他们也没有看出更多的东西。不过，他们也照着皇帝的话说：“啊，真是美极了！”他们建议皇帝用这种新奇的、美丽的布料做成衣服，穿上这衣服亲自去参加快要举行的大典。“真美丽！真精致！真是好极了！”每人都随声附和着。每人都有说不出的快乐。皇帝赐给骗子每人一个爵士的头衔和一枚可以挂在纽扣洞上的勋章；并且还封他们为“御聘织师”。\n",
        "\n",
        "第二天早晨大典就要举行了。在头天晚上，这两个骗子整夜不睡，点起１６支蜡烛。你可以看到他们是在赶夜工，要完成皇帝的新衣。他们装做把布料从织机上取下来。他们用两把大剪刀在空中裁了一阵子，同时又用没有穿线的针缝了一通。最后，他们齐声说：“请看！新衣服缝好了！”\n",
        "\n",
        "皇帝带着他的一群最高贵的骑士们亲自到来了。这两个骗子每人举起一只手，好像他们拿着一件什么东西似的。他们说：“请看吧，这是裤子，这是袍子！这是外衣！”等等。“这衣服轻柔得像蜘蛛网一样：穿着它的人会觉得好像身上没有什么东西似的——这也正是这衣服的妙处。”\n",
        "\n",
        "“一点也不错，”所有的骑士们都说。可是他们什么也没有看见，因为实际上什么东西也没有。\n",
        "\n",
        "“现在请皇上脱下衣服，”两个骗子说，“我们要在这个大镜子面前为陛下换上新衣。\n",
        "\n",
        "皇帝把身上的衣服统统都脱光了。这两个骗子装做把他们刚才缝好的新衣服一件一件地交给他。他们在他的腰围那儿弄了一阵子，好像是系上一件什么东西似的：这就是后裾①。皇帝在镜子面前转了转身子，扭了扭腰肢。\n",
        "\n",
        "“上帝，这衣服多么合身啊！式样裁得多么好看啊！”大家都说。“多么美的花纹！多么美的色彩！这真是一套贵重的衣服！”\n",
        "\n",
        "“大家已经在外面把华盖准备好了，只等陛下一出去，就可撑起来去！”典礼官说。\n",
        "\n",
        "“对，我已经穿好了，”皇帝说，“这衣服合我的身么？”于是他又在镜子面前把身子转动了一下，因为他要叫大家看出他在认真地欣赏他美丽的服装。那些将要托着后裾的内臣们，都把手在地上东摸西摸，好像他们真的在拾起后裾似的。他们开步走，手中托着空气——他们不敢让人瞧出他们实在什么东西也没有看见。\n",
        "\n",
        "这么着，皇帝就在那个富丽的华盖下起来了。站在街上和窗子里的人都说：“乖乖，皇上的新装真是漂亮！他上衣下面的后裾是多么美丽！衣服多么合身！”谁也不愿意让人知道自己看不见什么东西，因为这样就会暴露自己不称职，或是太愚蠢。皇帝所有的衣服从来没有得到这样普遍的称赞。\n",
        "\n",
        "“可是他什么衣服也没有穿呀！”一个小孩子最后叫出声来。\n",
        "\n",
        "“上帝哟，你听这个天真的声音！”爸爸说。于是大家把这孩子讲的话私自低声地传播开来。\n",
        "\n",
        "“他并没有穿什么衣服！有一个小孩子说他并没有穿什么衣服呀！”\n",
        "\n",
        "“他实在是没有穿什么衣服呀！”最后所有的老百姓都说。皇帝有点儿发抖，因为他似乎觉得老百姓所讲的话是对的。不过他自己心里却这样想：“我必须把这大典举行完毕。”因此他摆出一副更骄傲的神气，他的内臣们跟在他后面走，手中托着一个并不存在的后裾。"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "Jxi95uBImPVz"
      },
      "outputs": [],
      "source": [
        "prompt = '''\n",
        "!生成短视频。 当我发送故事内容并附带这个提示词时，请为我返回视频文稿和多个MidJourney绘画提示词。 示例：\n",
        "\n",
        "\n",
        "!生成短视频\n",
        "\n",
        "从前，有一个小村庄，村子里住着一个善良的老木匠和他的孙子。他们过着简单的生活，每天收集木头，制作家具为生。一天，他们在森林里发现了一棵会说话的树……\n",
        "\n",
        "\n",
        "系统返回内容格式如下：\n",
        "\n",
        "\n",
        "视频文稿(读给观众看的，要自然，不要说画面、镜头什么的，可以任意人称代入)：\n",
        "\n",
        "1. 一个宁静的小村庄，阳光洒在青砖绿瓦的房屋上，显得格外美丽。\n",
        "2. 老木匠和孙子正在木工房里忙碌地制作家具，木屑飞舞，工作氛围和谐愉快。\n",
        "3. 老木匠和孙子走进森林，绿树成荫，阳光穿过树叶投射在地面上。\n",
        "4. 他们惊奇地发现一棵会说话的树，树的表情生动，给人一种神奇的感觉。\n",
        "5. 后续故事情节发展……\n",
        "\n",
        "MidJourney绘画提示词：\n",
        "\n",
        "1. 小村庄美景\n",
        "2. 木工房\n",
        "3. 老木匠和孙子\n",
        "4. 森林\n",
        "5. 会说话的树\n",
        "\n",
        "'''"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "yHXr6M-Vr5Pk",
        "outputId": "588b21c8-f552-46cc-9904-55f6922f0756"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "视频文稿：\n",
            "\n",
            "1. 许多年以前，有一位皇帝，他的热爱为华美的新衣服，至于王国的事务、军队，甚至举国的节日，都不及那些新衣服来得重要。\n",
            "2. 这位皇帝生活的大城市里，游客络绎不绝，有一天，两个自称是织工的骗子来了。他们说能织出一种美丽无比，且智者可见，愚者无法看见的布料。\n",
            "3. 听到这，皇帝非常高兴，他相信有了这样的布料，他就可以看出哪些人是智者，哪些人是愚者。于是，他给这两个骗子提供了大量的金子和丝线，要他们立刻开始织布。\n",
            "4. 这两个骗子对外宣称他们正在忙碌着织布，却把皇帝提供的金子和丝线全都私吞了。他们在空空的织机上假装完成了这“神奇”的布料。\n",
            "5. 皇帝派当权的大臣去检查布的织造情况，他们都因不能看见这“神奇”的布，都怀疑自己是愚者，于是都称赞这“神奇”的布的美丽。\n",
            "6. 皇帝听到大臣们的反馈后，自己也要去看这“神奇”的布料，他也看不见这“神奇”的布料，但他也没有揭穿这个骗局，反而称赞这个“神奇”的布料。\n",
            "7. 富丽的华盖在街上等着他，准备在大庆典中隆重演出，而皇帝，真的在人民面前裸体出现，都说：“皇帝的新衣多么美丽！”\n",
            "8. 但是一个小孩子，真实的发出声音：“皇帝并没有穿什么衣服呀！”终于，人们开始醒悟，这是骗局。\n",
            "\n",
            "MidJourney绘画提示词：\n",
            "\n",
            "1. 喜欢新衣的皇帝\n",
            "2. 自称织工的两个骗子\n",
            "3. 皇帝提供的金子和丝线\n",
            "4. 空空的织机\n",
            "5. 派去的大臣\n",
            "6. 穿上“新衣”的皇帝\n",
            "7. 赞美之人们\n",
            "8. 揭穿骗局的小孩子\n"
          ]
        }
      ],
      "source": [
        "import requests\n",
        "from IPython.display import display, Markdown\n",
        "import ipywidgets as widgets\n",
        "\n",
        "def query_bing_api(message):\n",
        "    message = prompt + '!生成短视频。 '+ message\n",
        "    message = message.replace('\"', '单引号')\n",
        "    message = message.replace(\"'\", '双引号')\n",
        "    message = message.replace(\"\\n\", '换行')\n",
        "    url = \"http://api.starchent.top/API/bing.php\"\n",
        "    params = {\n",
        "        \"msg\": message,\n",
        "        \"modle\": \"down\",\n",
        "        \"type\": \"text\"\n",
        "    }\n",
        "\n",
        "    response = requests.post(url, params=params)\n",
        "    data = response.text\n",
        "\n",
        "    if response.status_code == 200:\n",
        "        return data\n",
        "    else:\n",
        "        return \"抱歉，无法获取响应内容。\"\n",
        "\n",
        "story = \"\"\"\n",
        "许多年以前有一位皇帝，他非常喜欢穿好看的新衣服。他为了要穿得漂亮，把所有的钱都花到衣服上去了，他一点也不关心他的军队，也不喜欢去看戏。除非是为了炫耀一下新衣服，他也不喜欢乘着马车逛公园。他每天每个钟头要换一套新衣服。人们提到皇帝时总是说：“皇上在会议室里。”但是人们一提到他时，总是说：“皇上在室里。”\n",
        "\n",
        "在他住的那个大城市里，生活很轻松，很愉快。每天有许多外国人到来。有一天来了两个骗子。他们说他们是织工。他们说，他们能织出谁也想象不到的最美丽的布。这种布的色彩和图案不仅是非常好看，而且用它缝出来的衣服还有一种奇异的作用，那就是凡是不称职的人或者愚蠢的人，都看不见这衣服。\n",
        "\n",
        "“那正是我最喜欢的衣服！”皇帝心里想。“我穿了这样的衣服，就可以看出我的王国里哪些人不称职；我就可以辨别出哪些人是聪明人，哪些人是傻子。是的，我要叫他们马上织出这样的布来！”他付了许多现款给这两个骗子，叫他们马上开始工作。\n",
        "\n",
        "他们摆出两架织机来，装做是在工作的样子，可是他们的织机上什么东西也没有。他们接二连三地请求皇帝发一些最好的生丝和金子给他们。他们把这些东西都装进自己的腰包，却假装在那两架空空的织机上忙碌地工作，一直忙到深夜。\n",
        "\n",
        "“我很想知道他们织布究竟织得怎样了，”皇帝想。不过，他立刻就想起了愚蠢的人或不称职的人是看不见这布的。他心里的确感到有些不大自在。他相信他自己是用不着害怕的。虽然如此，他还是觉得先派一个人去看看比较妥当。全城的人都听说过这种布料有一种奇异的力量，所以大家都很想趁这机会来测验一下，看看他们的邻人究竟有多笨，有多傻。\n",
        "\n",
        "“我要派诚实的老部长到织工那儿去看看，”皇帝想。“只有他能看出这布料是个什么样子，因为他这个人很有头脑，而且谁也不像他那样称职。”\n",
        "\n",
        "因此这位善良的老部长就到那两个骗子的工作地点去。他们正在空空的织机上忙忙碌碌地工作着。\n",
        "\n",
        "“这是怎么一回事儿？”老部长想，把眼睛睁得有碗口那么大。\n",
        "\n",
        "“我什么东西也没有看见！”但是他不敢把这句话说出来。\n",
        "\n",
        "那两个骗子请求他走近一点，同时问他，布的花纹是不是很美丽，色彩是不是很漂亮。他们指着那两架空空的织机。\n",
        "\n",
        "这位可怜的老大臣的眼睛越睁越大，可是他还是看不见什么东西，因为的确没有什么东西可看。\n",
        "\n",
        "“我的老天爷！”他想。“难道我是一个愚蠢的人吗？我从来没有怀疑过我自己。我决不能让人知道这件事。难道我不称职吗？——不成；我决不能让人知道我看不见布料。”\n",
        "\n",
        "“哎，您一点意见也没有吗？”一个正在织布的织工说。\n",
        "\n",
        "“啊，美极了！真是美妙极了！”老大臣说。他戴着眼镜仔细地看。“多么美的花纹！多么美的色彩！是的，我将要呈报皇上说我对于这布感到非常满意。”\n",
        "\n",
        "“嗯，我们听到您的话真高兴，”两个织工一起说。他们把这些稀有的色彩和花纹描述了一番，还加上些名词儿。\n",
        "\n",
        "这位老大臣注意地听着，以便回到皇帝那里去时，可以照样背得出来。事实上他也就这样办了。\n",
        "\n",
        "这两个骗子又要了很多的钱，更多的丝和金子，他们说这是为了织布的需要。他们把这些东西全装进腰包里，连一根线也没有放到织机上去。不过他们还是继续在空空的机架上工作。\n",
        "\n",
        "过了不久，皇帝派了另一位诚实的官员去看看，布是不是很快就可以织好。他的运气并不比头一位大臣的好：他看了又看，但是那两架空空的织机上什么也没有，他什么东西也看不出来。\n",
        "\n",
        "“您看这段布美不美？”两个骗子问。他们指着一些美丽的花纹，并且作了一些解释。事实上什么花纹也没有。\n",
        "\n",
        "“我并不愚蠢！”这位官员想，“这大概是因为我不配担当现在这样好的官职吧？这也真够滑稽，但是我决不能让人看出来！”因此他就把他完全没有看见的布称赞了一番，同时对他们说，他非常喜欢这些美丽的颜色和巧妙的花纹。“是的，那真是太美了，”他回去对皇帝说。\n",
        "\n",
        "城里所有的人都在谈论这美丽的布料。\n",
        "\n",
        "当这布还在织的时候，皇帝就很想亲自去看一次。他选了一群特别圈定的随员——其中包括已经去看过的那两位诚实的大臣。这样，他就到那两个狡猾的骗子住的地方去。这两个家伙正以全副精神织布，但是一根线的影子也看不见。“您看这不漂亮吗？”那两位诚实的官员说。“陛下请看，多么美丽的花纹！多么美丽的色彩！”他们指着那架空空的织机，因为他们以为别人一定会看得见布料的。\n",
        "\n",
        "“这是怎么一回事儿呢？”皇帝心里想，“我什么也没有看见！这真是荒唐！难道我是一个愚蠢的人吗？难道我不配做皇帝吗？这真是我从来没有碰见过的一件最可怕的事情。”\n",
        "\n",
        "“啊，它真是美极了！”皇帝说，“我表示十二分地满意！”\n",
        "\n",
        "于是他点头表示满意。他装做很仔细地看着织机的样子，因为他不愿意说出他什么也没有看见。跟他来的全体随员也仔细地看了又看，可是他们也没有看出更多的东西。不过，他们也照着皇帝的话说：“啊，真是美极了！”他们建议皇帝用这种新奇的、美丽的布料做成衣服，穿上这衣服亲自去参加快要举行的大典。“真美丽！真精致！真是好极了！”每人都随声附和着。每人都有说不出的快乐。皇帝赐给骗子每人一个爵士的头衔和一枚可以挂在纽扣洞上的勋章；并且还封他们为“御聘织师”。\n",
        "\n",
        "第二天早晨大典就要举行了。在头天晚上，这两个骗子整夜不睡，点起１６支蜡烛。你可以看到他们是在赶夜工，要完成皇帝的新衣。他们装做把布料从织机上取下来。他们用两把大剪刀在空中裁了一阵子，同时又用没有穿线的针缝了一通。最后，他们齐声说：“请看！新衣服缝好了！”\n",
        "\n",
        "皇帝带着他的一群最高贵的骑士们亲自到来了。这两个骗子每人举起一只手，好像他们拿着一件什么东西似的。他们说：“请看吧，这是裤子，这是袍子！这是外衣！”等等。“这衣服轻柔得像蜘蛛网一样：穿着它的人会觉得好像身上没有什么东西似的——这也正是这衣服的妙处。”\n",
        "\n",
        "“一点也不错，”所有的骑士们都说。可是他们什么也没有看见，因为实际上什么东西也没有。\n",
        "\n",
        "“现在请皇上脱下衣服，”两个骗子说，“我们要在这个大镜子面前为陛下换上新衣。\n",
        "\n",
        "皇帝把身上的衣服统统都脱光了。这两个骗子装做把他们刚才缝好的新衣服一件一件地交给他。他们在他的腰围那儿弄了一阵子，好像是系上一件什么东西似的：这就是后裾①。皇帝在镜子面前转了转身子，扭了扭腰肢。\n",
        "\n",
        "“上帝，这衣服多么合身啊！式样裁得多么好看啊！”大家都说。“多么美的花纹！多么美的色彩！这真是一套贵重的衣服！”\n",
        "\n",
        "“大家已经在外面把华盖准备好了，只等陛下一出去，就可撑起来去！”典礼官说。\n",
        "\n",
        "“对，我已经穿好了，”皇帝说，“这衣服合我的身么？”于是他又在镜子面前把身子转动了一下，因为他要叫大家看出他在认真地欣赏他美丽的服装。那些将要托着后裾的内臣们，都把手在地上东摸西摸，好像他们真的在拾起后裾似的。他们开步走，手中托着空气——他们不敢让人瞧出他们实在什么东西也没有看见。\n",
        "\n",
        "这么着，皇帝就在那个富丽的华盖下起来了。站在街上和窗子里的人都说：“乖乖，皇上的新装真是漂亮！他上衣下面的后裾是多么美丽！衣服多么合身！”谁也不愿意让人知道自己看不见什么东西，因为这样就会暴露自己不称职，或是太愚蠢。皇帝所有的衣服从来没有得到这样普遍的称赞。\n",
        "\n",
        "“可是他什么衣服也没有穿呀！”一个小孩子最后叫出声来。\n",
        "\n",
        "“上帝哟，你听这个天真的声音！”爸爸说。于是大家把这孩子讲的话私自低声地传播开来。\n",
        "\n",
        "“他并没有穿什么衣服！有一个小孩子说他并没有穿什么衣服呀！”\n",
        "\n",
        "“他实在是没有穿什么衣服呀！”最后所有的老百姓都说。皇帝有点儿发抖，因为他似乎觉得老百姓所讲的话是对的。不过他自己心里却这样想：“我必须把这大典举行完毕。”因此他摆出一副更骄傲的神气，他的内臣们跟在他后面走，手中托着一个并不存在的后裾。\n",
        "\"\"\"\n",
        "res = query_bing_api(story)\n",
        "print(res)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "7NDw_gRusQ_3"
      },
      "outputs": [],
      "source": [
        "def parse_story(content: str):\n",
        "    # 分割输入内容\n",
        "    lines = content.split(\"\\n\")\n",
        "\n",
        "    video_script = []\n",
        "    midjourney_prompts = []\n",
        "\n",
        "    # 标识当前解析的部分\n",
        "    current_section = None\n",
        "\n",
        "    for line in lines:\n",
        "        if line.strip() == \"视频文稿：\":\n",
        "            current_section = \"video_script\"\n",
        "            continue\n",
        "        elif line.strip() == \"MidJourney绘画提示词：\":\n",
        "            current_section = \"midjourney_prompts\"\n",
        "            continue\n",
        "\n",
        "        if current_section == \"video_script\" and line.strip():\n",
        "            video_script.append(line.strip())\n",
        "        elif current_section == \"midjourney_prompts\" and line.strip():\n",
        "            midjourney_prompts.append(line.strip())\n",
        "\n",
        "    return [i.split('. ')[1] for i in video_script], [i.split('. ')[1] for i in midjourney_prompts]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "QOUsAlNZwkfN",
        "outputId": "6c50445d-f569-44e1-e8e8-558e490fde86"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "视频文稿：\n",
            "许多年以前，有一位皇帝，他的热爱为华美的新衣服，至于王国的事务、军队，甚至举国的节日，都不及那些新衣服来得重要。\n",
            "这位皇帝生活的大城市里，游客络绎不绝，有一天，两个自称是织工的骗子来了。他们说能织出一种美丽无比，且智者可见，愚者无法看见的布料。\n",
            "听到这，皇帝非常高兴，他相信有了这样的布料，他就可以看出哪些人是智者，哪些人是愚者。于是，他给这两个骗子提供了大量的金子和丝线，要他们立刻开始织布。\n",
            "这两个骗子对外宣称他们正在忙碌着织布，却把皇帝提供的金子和丝线全都私吞了。他们在空空的织机上假装完成了这“神奇”的布料。\n",
            "皇帝派当权的大臣去检查布的织造情况，他们都因不能看见这“神奇”的布，都怀疑自己是愚者，于是都称赞这“神奇”的布的美丽。\n",
            "皇帝听到大臣们的反馈后，自己也要去看这“神奇”的布料，他也看不见这“神奇”的布料，但他也没有揭穿这个骗局，反而称赞这个“神奇”的布料。\n",
            "富丽的华盖在街上等着他，准备在大庆典中隆重演出，而皇帝，真的在人民面前裸体出现，都说：“皇帝的新衣多么美丽！”\n",
            "但是一个小孩子，真实的发出声音：“皇帝并没有穿什么衣服呀！”终于，人们开始醒悟，这是骗局。\n",
            "\n",
            "MidJourney绘画提示词：\n",
            "喜欢新衣的皇帝\n",
            "自称织工的两个骗子\n",
            "皇帝提供的金子和丝线\n",
            "空空的织机\n",
            "派去的大臣\n",
            "穿上“新衣”的皇帝\n",
            "赞美之人们\n",
            "揭穿骗局的小孩子\n"
          ]
        }
      ],
      "source": [
        "video_script, midjourney_prompts = parse_story(res)\n",
        "\n",
        "print(\"视频文稿：\")\n",
        "for item in video_script:\n",
        "    print(item)\n",
        "\n",
        "print(\"\\nMidJourney绘画提示词：\")\n",
        "for item in midjourney_prompts:\n",
        "    print(item)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "0VXjBOAj3Exb"
      },
      "source": [
        "## 6.视频合并"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ttEr6oCA5zts",
        "outputId": "4731cb08-6291-4aa9-e3f7-5453f3f5ba3d"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Moviepy - Building video /content/merged_video.mp4.\n",
            "MoviePy - Writing audio in merged_videoTEMP_MPY_wvf_snd.mp3\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": []
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "MoviePy - Done.\n",
            "Moviepy - Writing video /content/merged_video.mp4\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "t:  94%|█████████▍| 181/192 [00:28<00:02,  4.12it/s, now=None]WARNING:py.warnings:/usr/local/lib/python3.10/dist-packages/moviepy/video/io/ffmpeg_reader.py:123: UserWarning: Warning: in file /content/output_combined.mp4, 12582912 bytes wanted but 0 bytes read,at frame 90/102, at time 3.00/3.38 sec. Using the last valid frame instead.\n",
            "  warnings.warn(\"Warning: in file %s, \"%(self.filename)+\n",
            "\n",
            "t:  95%|█████████▍| 182/192 [00:28<00:02,  4.95it/s, now=None]WARNING:py.warnings:/usr/local/lib/python3.10/dist-packages/moviepy/video/io/ffmpeg_reader.py:123: UserWarning: Warning: in file /content/output_combined.mp4, 12582912 bytes wanted but 0 bytes read,at frame 91/102, at time 3.03/3.38 sec. Using the last valid frame instead.\n",
            "  warnings.warn(\"Warning: in file %s, \"%(self.filename)+\n",
            "\n",
            "t:  95%|█████████▌| 183/192 [00:29<00:03,  2.80it/s, now=None]WARNING:py.warnings:/usr/local/lib/python3.10/dist-packages/moviepy/video/io/ffmpeg_reader.py:123: UserWarning: Warning: in file /content/output_combined.mp4, 12582912 bytes wanted but 0 bytes read,at frame 92/102, at time 3.07/3.38 sec. Using the last valid frame instead.\n",
            "  warnings.warn(\"Warning: in file %s, \"%(self.filename)+\n",
            "\n",
            "WARNING:py.warnings:/usr/local/lib/python3.10/dist-packages/moviepy/video/io/ffmpeg_reader.py:123: UserWarning: Warning: in file /content/output_combined.mp4, 12582912 bytes wanted but 0 bytes read,at frame 93/102, at time 3.10/3.38 sec. Using the last valid frame instead.\n",
            "  warnings.warn(\"Warning: in file %s, \"%(self.filename)+\n",
            "\n",
            "t:  96%|█████████▋| 185/192 [00:29<00:01,  4.43it/s, now=None]WARNING:py.warnings:/usr/local/lib/python3.10/dist-packages/moviepy/video/io/ffmpeg_reader.py:123: UserWarning: Warning: in file /content/output_combined.mp4, 12582912 bytes wanted but 0 bytes read,at frame 94/102, at time 3.13/3.38 sec. Using the last valid frame instead.\n",
            "  warnings.warn(\"Warning: in file %s, \"%(self.filename)+\n",
            "\n",
            "t:  97%|█████████▋| 186/192 [00:29<00:01,  4.10it/s, now=None]WARNING:py.warnings:/usr/local/lib/python3.10/dist-packages/moviepy/video/io/ffmpeg_reader.py:123: UserWarning: Warning: in file /content/output_combined.mp4, 12582912 bytes wanted but 0 bytes read,at frame 95/102, at time 3.17/3.38 sec. Using the last valid frame instead.\n",
            "  warnings.warn(\"Warning: in file %s, \"%(self.filename)+\n",
            "\n",
            "t:  97%|█████████▋| 187/192 [00:29<00:01,  4.71it/s, now=None]WARNING:py.warnings:/usr/local/lib/python3.10/dist-packages/moviepy/video/io/ffmpeg_reader.py:123: UserWarning: Warning: in file /content/output_combined.mp4, 12582912 bytes wanted but 0 bytes read,at frame 96/102, at time 3.20/3.38 sec. Using the last valid frame instead.\n",
            "  warnings.warn(\"Warning: in file %s, \"%(self.filename)+\n",
            "\n",
            "WARNING:py.warnings:/usr/local/lib/python3.10/dist-packages/moviepy/video/io/ffmpeg_reader.py:123: UserWarning: Warning: in file /content/output_combined.mp4, 12582912 bytes wanted but 0 bytes read,at frame 97/102, at time 3.23/3.38 sec. Using the last valid frame instead.\n",
            "  warnings.warn(\"Warning: in file %s, \"%(self.filename)+\n",
            "\n",
            "t:  98%|█████████▊| 189/192 [00:30<00:00,  5.11it/s, now=None]WARNING:py.warnings:/usr/local/lib/python3.10/dist-packages/moviepy/video/io/ffmpeg_reader.py:123: UserWarning: Warning: in file /content/output_combined.mp4, 12582912 bytes wanted but 0 bytes read,at frame 98/102, at time 3.27/3.38 sec. Using the last valid frame instead.\n",
            "  warnings.warn(\"Warning: in file %s, \"%(self.filename)+\n",
            "\n",
            "WARNING:py.warnings:/usr/local/lib/python3.10/dist-packages/moviepy/video/io/ffmpeg_reader.py:123: UserWarning: Warning: in file /content/output_combined.mp4, 12582912 bytes wanted but 0 bytes read,at frame 99/102, at time 3.30/3.38 sec. Using the last valid frame instead.\n",
            "  warnings.warn(\"Warning: in file %s, \"%(self.filename)+\n",
            "\n",
            "t:  99%|█████████▉| 191/192 [00:30<00:00,  6.79it/s, now=None]WARNING:py.warnings:/usr/local/lib/python3.10/dist-packages/moviepy/video/io/ffmpeg_reader.py:123: UserWarning: Warning: in file /content/output_combined.mp4, 12582912 bytes wanted but 0 bytes read,at frame 100/102, at time 3.33/3.38 sec. Using the last valid frame instead.\n",
            "  warnings.warn(\"Warning: in file %s, \"%(self.filename)+\n",
            "\n",
            "t: 100%|██████████| 192/192 [00:30<00:00,  5.36it/s, now=None]WARNING:py.warnings:/usr/local/lib/python3.10/dist-packages/moviepy/video/io/ffmpeg_reader.py:123: UserWarning: Warning: in file /content/output_combined.mp4, 12582912 bytes wanted but 0 bytes read,at frame 101/102, at time 3.37/3.38 sec. Using the last valid frame instead.\n",
            "  warnings.warn(\"Warning: in file %s, \"%(self.filename)+\n",
            "\n"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Moviepy - Done !\n",
            "Moviepy - video ready /content/merged_video.mp4\n"
          ]
        }
      ],
      "source": [
        "from moviepy.editor import VideoFileClip, concatenate_videoclips\n",
        "\n",
        "video1_path = \"/content/output_video.mp4\"\n",
        "video2_path = \"/content/output_combined.mp4\"\n",
        "output_path = \"/content/merged_video.mp4\"\n",
        "\n",
        "video1 = VideoFileClip(video1_path)\n",
        "video2 = VideoFileClip(video2_path)\n",
        "\n",
        "merged_video = concatenate_videoclips([video1, video2])\n",
        "merged_video.write_videofile(output_path)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "d8zEaI0V6Qbj"
      },
      "outputs": [],
      "source": [
        "from IPython.display import HTML\n",
        "from base64 import b64encode\n",
        "\n",
        "video_path = \"/content/merged_video.mp4\"\n",
        "\n",
        "# 读取视频文件并对其进行Base64编码\n",
        "with open(video_path, \"rb\") as video_file:\n",
        "    video_data = video_file.read()\n",
        "    video_base64 = b64encode(video_data).decode(\"ascii\")\n",
        "\n",
        "# 在HTML中嵌入视频播放器\n",
        "HTML(f\"\"\"\n",
        "<video width=\"640\" height=\"480\" controls>\n",
        "    <source src=\"data:video/mp4;base64,{video_base64}\" type=\"video/mp4\">\n",
        "</video>\n",
        "\"\"\")"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "15UeHxCI1iyi"
      },
      "source": [
        "## 完整代码(单线程)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "I3YQHGKHLI7m",
        "outputId": "af050258-11b6-492f-d51f-da766a194e56"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting gtts\n",
            "  Downloading gTTS-2.3.2-py3-none-any.whl (28 kB)\n",
            "Requirement already satisfied: requests<3,>=2.27 in /usr/local/lib/python3.10/dist-packages (from gtts) (2.27.1)\n",
            "Requirement already satisfied: click<8.2,>=7.1 in /usr/local/lib/python3.10/dist-packages (from gtts) (8.1.3)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2.27->gtts) (1.26.16)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2.27->gtts) (2023.5.7)\n",
            "Requirement already satisfied: charset-normalizer~=2.0.0 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2.27->gtts) (2.0.12)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2.27->gtts) (3.4)\n",
            "Installing collected packages: gtts\n",
            "Successfully installed gtts-2.3.2\n",
            "Collecting pydub\n",
            "  Downloading pydub-0.25.1-py2.py3-none-any.whl (32 kB)\n",
            "Installing collected packages: pydub\n",
            "Successfully installed pydub-0.25.1\n"
          ]
        }
      ],
      "source": [
        "!pip install gtts\n",
        "!pip install pydub"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "z4yX2oOe1hhX"
      },
      "outputs": [],
      "source": [
        "import requests\n",
        "from IPython.display import display, Markdown\n",
        "import ipywidgets as widgets\n",
        "from gtts import gTTS\n",
        "import os\n",
        "import requests\n",
        "import json\n",
        "from PIL import Image\n",
        "from io import BytesIO\n",
        "import time\n",
        "from pydub import AudioSegment\n",
        "import cv2\n",
        "import numpy as np\n",
        "from moviepy.editor import VideoFileClip, AudioFileClip\n",
        "from moviepy.editor import VideoFileClip, concatenate_videoclips\n",
        "from IPython.display import HTML\n",
        "from base64 import b64encode\n",
        "\n",
        "\n",
        "prompt = '''\n",
        "!生成短视频。 当我发送故事内容并附带这个提示词时，请为我返回视频文稿和多个MidJourney绘画提示词。 示例：\n",
        "\n",
        "\n",
        "!生成短视频\n",
        "\n",
        "从前，有一个小村庄，村子里住着一个善良的老木匠和他的孙子。他们过着简单的生活，每天收集木头，制作家具为生。一天，他们在森林里发现了一棵会说话的树……\n",
        "\n",
        "\n",
        "系统返回内容格式如下：\n",
        "\n",
        "\n",
        "视频文稿(读给观众看的，要自然，不要说画面、镜头什么的，可以任意人称代入)：\n",
        "\n",
        "1. 一个宁静的小村庄，阳光洒在青砖绿瓦的房屋上，显得格外美丽。\n",
        "2. 老木匠和孙子正在木工房里忙碌地制作家具，木屑飞舞，工作氛围和谐愉快。\n",
        "3. 老木匠和孙子走进森林，绿树成荫，阳光穿过树叶投射在地面上。\n",
        "4. 他们惊奇地发现一棵会说话的树，树的表情生动，给人一种神奇的感觉。\n",
        "5. 后续故事情节发展……\n",
        "\n",
        "MidJourney绘画提示词：\n",
        "\n",
        "1. 小村庄美景\n",
        "2. 木工房\n",
        "3. 老木匠和孙子\n",
        "4. 森林\n",
        "5. 会说话的树\n",
        "\n",
        "'''\n",
        "\n",
        "def query_bing_api(message):\n",
        "    message = prompt + '!生成短视频。 '+ message\n",
        "    message = message.replace('\"', '单引号')\n",
        "    message = message.replace(\"'\", '双引号')\n",
        "    message = message.replace(\"\\n\", '换行')\n",
        "    url = \"http://api.starchent.top/API/bing.php\"\n",
        "    params = {\n",
        "        \"msg\": message,\n",
        "        \"modle\": \"down\",\n",
        "        \"type\": \"text\"\n",
        "    }\n",
        "\n",
        "    response = requests.post(url, params=params)\n",
        "    data = response.text\n",
        "\n",
        "    if response.status_code == 200:\n",
        "        return data\n",
        "    else:\n",
        "        return \"抱歉，无法获取响应内容。\"\n",
        "\n",
        "def parse_story(content: str):\n",
        "    # 分割输入内容\n",
        "    lines = content.split(\"\\n\")\n",
        "\n",
        "    video_script = []\n",
        "    midjourney_prompts = []\n",
        "\n",
        "    # 标识当前解析的部分\n",
        "    current_section = None\n",
        "\n",
        "    for line in lines:\n",
        "        if line.strip() == \"视频文稿：\":\n",
        "            current_section = \"video_script\"\n",
        "            continue\n",
        "        elif line.strip() == \"MidJourney绘画提示词：\":\n",
        "            current_section = \"midjourney_prompts\"\n",
        "            continue\n",
        "\n",
        "        if current_section == \"video_script\" and line.strip():\n",
        "            video_script.append(line.strip())\n",
        "        elif current_section == \"midjourney_prompts\" and line.strip():\n",
        "            midjourney_prompts.append(line.strip())\n",
        "\n",
        "    return [i.split('. ')[1] for i in video_script], [i.split('. ')[1] for i in midjourney_prompts]\n",
        "\n",
        "\n",
        "# 文字转语言\n",
        "def text_to_audio(text, language='zh', slow_audio_speed=False):\n",
        "    audio_obj = gTTS(text=text, lang=language, slow=slow_audio_speed)\n",
        "    return audio_obj\n",
        "\n",
        "# 创建请求头\n",
        "headers = {\n",
        "    \"UUID\": \"afd22831-6e9e-c4e4-2477-825a3328a178\"\n",
        "}\n",
        "\n",
        "# 文字转图片\n",
        "def generate_and_show_image(prompt):\n",
        "    # 设置请求的URL\n",
        "    url = \"http://midjourney-api.ai-des.com/func2api/Imagine\"\n",
        "\n",
        "    # 创建要发送的数据\n",
        "    data = {\n",
        "        \"type\": \"P\",\n",
        "        \"prompt\": prompt,\n",
        "        \"imgId\": \"\",\n",
        "        \"num\": 0\n",
        "    }\n",
        "\n",
        "    # 使用requests发送POST请求\n",
        "    response = requests.post(url, json=data, headers=headers)\n",
        "\n",
        "    img_id = None\n",
        "    if response.status_code == 200:\n",
        "        # 如果响应状态为200(成功)，则解析响应内容\n",
        "        response_data = response.json()\n",
        "        img_id = response_data['data']['imgId']\n",
        "        print(f\"Image ID: {img_id}\")\n",
        "    else:\n",
        "        print(f\"请求失败，状态码：{response.status_code}\")\n",
        "\n",
        "    def get_image_url(img_id):\n",
        "        url = \"http://midjourney-api.ai-des.com/func2api/GetPicByImgID\"\n",
        "\n",
        "        data = {\n",
        "            \"imgId\": img_id\n",
        "        }\n",
        "\n",
        "        while True:\n",
        "            time.sleep(25)  # 每2秒检查一次\n",
        "            response = requests.post(url, json=data, headers=headers)\n",
        "            if response.status_code == 200:\n",
        "                response_data = response.json()\n",
        "                img_url = response_data['data']['mjSrcUrl']\n",
        "                if img_url:  # 图片链接已生成\n",
        "                    return img_url\n",
        "            else:\n",
        "                print(f\"请求失败，状态码：{response.status_code}\")\n",
        "\n",
        "\n",
        "    if img_id:\n",
        "        img_url = get_image_url(img_id)\n",
        "        print(f\"Image URL: {img_url}\")\n",
        "\n",
        "        # 请求图片\n",
        "        response = requests.get(img_url)\n",
        "        img = Image.open(BytesIO(response.content))\n",
        "\n",
        "        # 展示图片\n",
        "        img.show()\n",
        "\n",
        "        return img\n",
        "\n",
        "\n",
        "def get_audio_length(file_path: str) -> float:\n",
        "    audio = AudioSegment.from_file(file_path, format=\"mp3\")\n",
        "    return audio.duration_seconds\n",
        "\n",
        "\n",
        "\n",
        "def create_partial_to_full_video(image_path, output_video_path, duration, fps=30):\n",
        "    img = cv2.imread(image_path)\n",
        "    height, width, _ = img.shape\n",
        "\n",
        "    # 初始化视频编写器\n",
        "    fourcc = cv2.VideoWriter_fourcc(*'XVID')\n",
        "    video_writer = cv2.VideoWriter(output_video_path, fourcc, fps, (width, height))\n",
        "\n",
        "    # 计算总帧数\n",
        "    total_frames = int(duration * fps)\n",
        "\n",
        "    # 生成逐渐展示的帧\n",
        "    for frame_no in range(total_frames):\n",
        "        # 计算裁剪比例\n",
        "        crop_percentage = 0.5 + (frame_no / total_frames) * 0.5\n",
        "\n",
        "        # 计算裁剪区域\n",
        "        y_min = int((1 - crop_percentage) * height // 2)\n",
        "        y_max = int(height - y_min)\n",
        "        x_min = int((1 - crop_percentage) * width // 2)\n",
        "        x_max = int(width - x_min)\n",
        "\n",
        "        # 裁剪图片\n",
        "        cropped_img = img[y_min:y_max, x_min:x_max]\n",
        "\n",
        "        # 缩放图片至原始尺寸\n",
        "        resized_img = cv2.resize(cropped_img, (width, height))\n",
        "\n",
        "        # 将帧写入视频\n",
        "        video_writer.write(resized_img)\n",
        "\n",
        "    # 释放视频编写器\n",
        "    video_writer.release()\n",
        "\n",
        "# 代码4\n",
        "def combine_audio_video(video_path, audio_path, output_path):\n",
        "    # 加载视频和音频\n",
        "    video = VideoFileClip(video_path)\n",
        "    audio = AudioFileClip(audio_path)\n",
        "\n",
        "    # 将音频设置为视频的音频\n",
        "    video_with_audio = video.set_audio(audio)\n",
        "\n",
        "    # 保存合并后的音视频文件\n",
        "    video_with_audio.write_videofile(output_path, codec='libx264', audio_codec='aac')\n",
        "\n",
        "    # 关闭视频和音频剪辑\n",
        "    video.close()\n",
        "    audio.close()\n",
        "\n",
        "story = input('请输入故事然后点击回车键')\n",
        "res = query_bing_api(story)\n",
        "video_script, midjourney_prompts = parse_story(res)\n",
        "\n",
        "print(\"视频文稿：\")\n",
        "for item in video_script:\n",
        "    print(item)\n",
        "\n",
        "print(\"\\nMidJourney绘画提示词：\")\n",
        "for item in midjourney_prompts:\n",
        "    print(item)\n",
        "\n",
        "videos = []\n",
        "for i in range(len(video_script)):\n",
        "    audio_obj = text_to_audio(video_script[i])\n",
        "    # 保存音频为MP3文件\n",
        "    audio_obj.save(f\"output{i}.mp3\")\n",
        "    audio_length = get_audio_length(f\"output{i}.mp3\")\n",
        "\n",
        "    img = generate_and_show_image(midjourney_prompts[i])\n",
        "    # 保存图片\n",
        "    img.save(f\"image_{i}.jpg\", \"JPEG\")\n",
        "\n",
        "    create_partial_to_full_video(f\"image_{i}.jpg\", f\"output{i}.avi\", round(audio_length,2))\n",
        "\n",
        "    combine_audio_video(f\"output{i}.avi\", f\"output{i}.mp3\", f\"output{i}.mp4\")\n",
        "    videos.append(f\"output{i}.mp4\")\n",
        "\n",
        "\n",
        "output_path = \"merged_video.mp4\"\n",
        "\n",
        "merged_video = concatenate_videoclips([VideoFileClip(video_path) for video_path in videos])\n",
        "merged_video.write_videofile(output_path)\n",
        "\n",
        "\n",
        "# 读取视频文件并对其进行Base64编码\n",
        "with open(output_path, \"rb\") as video_file:\n",
        "    video_data = video_file.read()\n",
        "    video_base64 = b64encode(video_data).decode(\"ascii\")\n",
        "\n",
        "# 在HTML中嵌入视频播放器\n",
        "HTML(f\"\"\"\n",
        "<video width=\"640\" height=\"480\" controls>\n",
        "    <source src=\"data:video/mp4;base64,{video_base64}\" type=\"video/mp4\">\n",
        "</video>\n",
        "\"\"\")"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## 完整代码(多线程)"
      ],
      "metadata": {
        "id": "_CMR6MrYRuKv"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import requests\n",
        "from IPython.display import display, Markdown\n",
        "import ipywidgets as widgets\n",
        "from gtts import gTTS\n",
        "import os\n",
        "import requests\n",
        "import json\n",
        "from PIL import Image\n",
        "from io import BytesIO\n",
        "import time\n",
        "from pydub import AudioSegment\n",
        "import cv2\n",
        "import numpy as np\n",
        "from moviepy.editor import VideoFileClip, AudioFileClip\n",
        "from moviepy.editor import VideoFileClip, concatenate_videoclips\n",
        "from IPython.display import HTML\n",
        "from base64 import b64encode\n",
        "from concurrent.futures import ThreadPoolExecutor\n",
        "\n",
        "\n",
        "prompt = '''\n",
        "!生成短视频。 当我发送故事内容并附带这个提示词时，请为我返回视频文稿和多个MidJourney绘画提示词。 示例：\n",
        "\n",
        "\n",
        "!生成短视频\n",
        "\n",
        "从前，有一个小村庄，村子里住着一个善良的老木匠和他的孙子。他们过着简单的生活，每天收集木头，制作家具为生。一天，他们在森林里发现了一棵会说话的树……\n",
        "\n",
        "\n",
        "系统返回内容格式如下：\n",
        "\n",
        "\n",
        "视频文稿(读给观众看的，要自然，不要说画面、镜头什么的，可以任意人称代入)：\n",
        "\n",
        "1. 一个宁静的小村庄，阳光洒在青砖绿瓦的房屋上，显得格外美丽。\n",
        "2. 老木匠和孙子正在木工房里忙碌地制作家具，木屑飞舞，工作氛围和谐愉快。\n",
        "3. 老木匠和孙子走进森林，绿树成荫，阳光穿过树叶投射在地面上。\n",
        "4. 他们惊奇地发现一棵会说话的树，树的表情生动，给人一种神奇的感觉。\n",
        "5. 后续故事情节发展……\n",
        "\n",
        "MidJourney绘画提示词：\n",
        "\n",
        "1. 小村庄美景\n",
        "2. 木工房\n",
        "3. 老木匠和孙子\n",
        "4. 森林\n",
        "5. 会说话的树\n",
        "\n",
        "'''\n",
        "\n",
        "def query_bing_api(message):\n",
        "    message = prompt + '!生成短视频。 '+ message\n",
        "    message = message.replace('\"', '单引号')\n",
        "    message = message.replace(\"'\", '双引号')\n",
        "    message = message.replace(\"\\n\", '换行')\n",
        "    url = \"http://api.starchent.top/API/bing.php\"\n",
        "    params = {\n",
        "        \"msg\": message,\n",
        "        \"modle\": \"down\",\n",
        "        \"type\": \"text\"\n",
        "    }\n",
        "\n",
        "    response = requests.post(url, params=params)\n",
        "    data = response.text\n",
        "\n",
        "    if response.status_code == 200:\n",
        "        return data\n",
        "    else:\n",
        "        return \"抱歉，无法获取响应内容。\"\n",
        "\n",
        "def parse_story(content: str):\n",
        "    # 分割输入内容\n",
        "    lines = content.split(\"\\n\")\n",
        "\n",
        "    video_script = []\n",
        "    midjourney_prompts = []\n",
        "\n",
        "    # 标识当前解析的部分\n",
        "    current_section = None\n",
        "\n",
        "    for line in lines:\n",
        "        if line.strip() == \"视频文稿：\":\n",
        "            current_section = \"video_script\"\n",
        "            continue\n",
        "        elif line.strip() == \"MidJourney绘画提示词：\":\n",
        "            current_section = \"midjourney_prompts\"\n",
        "            continue\n",
        "\n",
        "        if current_section == \"video_script\" and line.strip():\n",
        "            video_script.append(line.strip())\n",
        "        elif current_section == \"midjourney_prompts\" and line.strip():\n",
        "            midjourney_prompts.append(line.strip())\n",
        "\n",
        "    return [i.split('. ')[1] for i in video_script], [i.split('. ')[1] for i in midjourney_prompts]\n",
        "\n",
        "\n",
        "# 文字转语言\n",
        "def text_to_audio(text, language='zh', slow_audio_speed=False):\n",
        "    audio_obj = gTTS(text=text, lang=language, slow=slow_audio_speed)\n",
        "    return audio_obj\n",
        "\n",
        "# 创建请求头\n",
        "headers = {\n",
        "    \"UUID\": \"afd22831-6e9e-c4e4-2477-825a3328a178\"\n",
        "}\n",
        "\n",
        "# 文字转图片\n",
        "def generate_and_show_image(prompt):\n",
        "    # 设置请求的URL\n",
        "    url = \"http://midjourney-api.ai-des.com/func2api/Imagine\"\n",
        "\n",
        "    # 创建要发送的数据\n",
        "    data = {\n",
        "        \"type\": \"P\",\n",
        "        \"prompt\": prompt,\n",
        "        \"imgId\": \"\",\n",
        "        \"num\": 0\n",
        "    }\n",
        "\n",
        "    # 使用requests发送POST请求\n",
        "    response = requests.post(url, json=data, headers=headers)\n",
        "\n",
        "    img_id = None\n",
        "    if response.status_code == 200:\n",
        "        # 如果响应状态为200(成功)，则解析响应内容\n",
        "        response_data = response.json()\n",
        "        img_id = response_data['data']['imgId']\n",
        "        print(f\"Image ID: {img_id}\")\n",
        "    else:\n",
        "        print(f\"请求失败，状态码：{response.status_code}\")\n",
        "\n",
        "    def get_image_url(img_id):\n",
        "        url = \"http://midjourney-api.ai-des.com/func2api/GetPicByImgID\"\n",
        "\n",
        "        data = {\n",
        "            \"imgId\": img_id\n",
        "        }\n",
        "\n",
        "        while True:\n",
        "            time.sleep(25)  # 每2秒检查一次\n",
        "            response = requests.post(url, json=data, headers=headers)\n",
        "            if response.status_code == 200:\n",
        "                response_data = response.json()\n",
        "                img_url = response_data['data']['mjSrcUrl']\n",
        "                if img_url:  # 图片链接已生成\n",
        "                    return img_url\n",
        "            else:\n",
        "                print(f\"请求失败，状态码：{response.status_code}\")\n",
        "\n",
        "\n",
        "    if img_id:\n",
        "        img_url = get_image_url(img_id)\n",
        "        print(f\"Image URL: {img_url}\")\n",
        "\n",
        "        # 请求图片\n",
        "        response = requests.get(img_url)\n",
        "        img = Image.open(BytesIO(response.content))\n",
        "\n",
        "        # 展示图片\n",
        "        img.show()\n",
        "\n",
        "        return img\n",
        "\n",
        "\n",
        "def get_audio_length(file_path: str) -> float:\n",
        "    audio = AudioSegment.from_file(file_path, format=\"mp3\")\n",
        "    return audio.duration_seconds\n",
        "\n",
        "\n",
        "\n",
        "def create_partial_to_full_video(image_path, output_video_path, duration, fps=30):\n",
        "    img = cv2.imread(image_path)\n",
        "    height, width, _ = img.shape\n",
        "\n",
        "    # 初始化视频编写器\n",
        "    fourcc = cv2.VideoWriter_fourcc(*'XVID')\n",
        "    video_writer = cv2.VideoWriter(output_video_path, fourcc, fps, (width, height))\n",
        "\n",
        "    # 计算总帧数\n",
        "    total_frames = int(duration * fps)\n",
        "\n",
        "    # 生成逐渐展示的帧\n",
        "    for frame_no in range(total_frames):\n",
        "        # 计算裁剪比例\n",
        "        crop_percentage = 0.5 + (frame_no / total_frames) * 0.5\n",
        "\n",
        "        # 计算裁剪区域\n",
        "        y_min = int((1 - crop_percentage) * height // 2)\n",
        "        y_max = int(height - y_min)\n",
        "        x_min = int((1 - crop_percentage) * width // 2)\n",
        "        x_max = int(width - x_min)\n",
        "\n",
        "        # 裁剪图片\n",
        "        cropped_img = img[y_min:y_max, x_min:x_max]\n",
        "\n",
        "        # 缩放图片至原始尺寸\n",
        "        resized_img = cv2.resize(cropped_img, (width, height))\n",
        "\n",
        "        # 将帧写入视频\n",
        "        video_writer.write(resized_img)\n",
        "\n",
        "    # 释放视频编写器\n",
        "    video_writer.release()\n",
        "\n",
        "# 代码4\n",
        "def combine_audio_video(video_path, audio_path, output_path):\n",
        "    # 加载视频和音频\n",
        "    video = VideoFileClip(video_path)\n",
        "    audio = AudioFileClip(audio_path)\n",
        "\n",
        "    # 将音频设置为视频的音频\n",
        "    video_with_audio = video.set_audio(audio)\n",
        "\n",
        "    # 保存合并后的音视频文件\n",
        "    video_with_audio.write_videofile(output_path, codec='libx264', audio_codec='aac')\n",
        "\n",
        "    # 关闭视频和音频剪辑\n",
        "    video.close()\n",
        "    audio.close()\n",
        "\n",
        "story = input('请输入故事然后点击回车键')\n",
        "res = query_bing_api(story)\n",
        "video_script, midjourney_prompts = parse_story(res)\n",
        "\n",
        "print(\"视频文稿：\")\n",
        "for item in video_script:\n",
        "    print(item)\n",
        "\n",
        "print(\"\\nMidJourney绘画提示词：\")\n",
        "for item in midjourney_prompts:\n",
        "    print(item)\n",
        "\n",
        "def process_segment(segment):\n",
        "    print(segment)\n",
        "    i, (script, prompt) = segment\n",
        "    audio_obj = text_to_audio(script)\n",
        "    # 保存音频为MP3文件\n",
        "    audio_file = f\"output{i}.mp3\"\n",
        "    audio_obj.save(audio_file)\n",
        "    audio_length = get_audio_length(audio_file)\n",
        "\n",
        "    img = generate_and_show_image(prompt)\n",
        "    # 保存图片\n",
        "    img_path = f\"image_{i}.jpg\"\n",
        "    img.save(img_path, \"JPEG\")\n",
        "\n",
        "    video_path = f\"output{i}.avi\"\n",
        "    create_partial_to_full_video(img_path, video_path, round(audio_length, 2))\n",
        "\n",
        "    final_output_path = f\"output{i}.mp4\"\n",
        "    combine_audio_video(video_path, audio_file, final_output_path)\n",
        "\n",
        "    return final_output_path\n",
        "\n",
        "segments = list(enumerate(zip(video_script, midjourney_prompts)))\n",
        "# segments = list(enumerate(zip(video_script, midjourney_prompts)))\n",
        "\n",
        "with ThreadPoolExecutor(max_workers=10) as executor:  # Adjust number of workers as needed\n",
        "    video_files = list(executor.map(process_segment, segments))\n"
      ],
      "metadata": {
        "id": "Ddae-UfXETgz"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "video_files"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "M49LlVClM0-D",
        "outputId": "242b445f-3ef2-4aaa-eefb-3ad5e509f175"
      },
      "execution_count": 14,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "['output0.mp4',\n",
              " 'output1.mp4',\n",
              " 'output2.mp4',\n",
              " 'output3.mp4',\n",
              " 'output4.mp4',\n",
              " 'output5.mp4']"
            ]
          },
          "metadata": {},
          "execution_count": 14
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "\n",
        "\n",
        "output_path = \"merged_video.mp4\"\n",
        "\n",
        "merged_video = concatenate_videoclips([VideoFileClip(video_path) for video_path in video_files])\n",
        "merged_video.write_videofile(output_path)\n",
        "\n",
        "\n",
        "# 读取视频文件并对其进行Base64编码\n",
        "with open(output_path, \"rb\") as video_file:\n",
        "    video_data = video_file.read()\n",
        "    video_base64 = b64encode(video_data).decode(\"ascii\")\n",
        "\n",
        "# 在HTML中嵌入视频播放器\n",
        "HTML(f\"\"\"\n",
        "<video width=\"640\" height=\"480\" controls>\n",
        "    <source src=\"data:video/mp4;base64,{video_base64}\" type=\"video/mp4\">\n",
        "</video>\n",
        "\"\"\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "g22vGDkIE9j9",
        "outputId": "d6dffb79-1753-4acf-f344-d17841c46829"
      },
      "execution_count": 15,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Moviepy - Building video merged_video.mp4.\n",
            "MoviePy - Writing audio in merged_videoTEMP_MPY_wvf_snd.mp3\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": []
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "MoviePy - Done.\n",
            "Moviepy - Writing video merged_video.mp4\n",
            "\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "t:  11%|█▏        | 238/2090 [01:17<09:26,  3.27it/s, now=None]WARNING:py.warnings:/usr/local/lib/python3.10/dist-packages/moviepy/video/io/ffmpeg_reader.py:123: UserWarning: Warning: in file output0.mp4, 12582912 bytes wanted but 0 bytes read,at frame 237/238, at time 7.90/7.92 sec. Using the last valid frame instead.\n",
            "  warnings.warn(\"Warning: in file %s, \"%(self.filename)+\n",
            "\n",
            "t:  57%|█████▋    | 1193/2090 [06:50<08:53,  1.68it/s, now=None]WARNING:py.warnings:/usr/local/lib/python3.10/dist-packages/moviepy/video/io/ffmpeg_reader.py:123: UserWarning: Warning: in file output3.mp4, 12582912 bytes wanted but 0 bytes read,at frame 453/454, at time 15.10/15.12 sec. Using the last valid frame instead.\n",
            "  warnings.warn(\"Warning: in file %s, \"%(self.filename)+\n",
            "\n",
            "t:  84%|████████▍ | 1765/2090 [09:55<01:44,  3.10it/s, now=None]WARNING:py.warnings:/usr/local/lib/python3.10/dist-packages/moviepy/video/io/ffmpeg_reader.py:123: UserWarning: Warning: in file output4.mp4, 12582912 bytes wanted but 0 bytes read,at frame 571/573, at time 19.03/19.08 sec. Using the last valid frame instead.\n",
            "  warnings.warn(\"Warning: in file %s, \"%(self.filename)+\n",
            "\n",
            "t: 100%|██████████| 2090/2090 [11:45<00:00,  2.52it/s, now=None]WARNING:py.warnings:/usr/local/lib/python3.10/dist-packages/moviepy/video/io/ffmpeg_reader.py:123: UserWarning: Warning: in file output5.mp4, 12582912 bytes wanted but 0 bytes read,at frame 324/325, at time 10.80/10.82 sec. Using the last valid frame instead.\n",
            "  warnings.warn(\"Warning: in file %s, \"%(self.filename)+\n",
            "\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Moviepy - Done !\n",
            "Moviepy - video ready merged_video.mp4\n"
          ]
        }
      ]
    }
  ],
  "metadata": {
    "colab": {
      "provenance": [],
      "toc_visible": true
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}