tf-chat-glm-6b.yml

ROSTemplateFormatVersion: '2015-09-01'
Transform: Aliyun::Terraform-v1.5
Workspace:
  main.tf: |-
    variable "zone_id" {
      type        = string
      description = <<EOT
      {
        "AssociationProperty": "ZoneId",
        "Label": {
          "zh-cn": "可用区ID",
          "en": "Zone ID"
        }
      }
      EOT
    }

    variable "instance_type" {
      type        = string
      description = <<EOT
      {
        "Label": {
            "zh-cn": "实例类型",
            "en": "Instance Type"
        },
        "AssociationProperty": "ALIYUN::ECS::Instance::InstanceType",
        "AssociationPropertyMetadata": {
          "Constraints": {
            "Memory": [
              64
            ]
          }
        }
      }
      EOT
      default     = "ecs.g8a.4xlarge"
    }

    resource "alicloud_vpc" "vpc" {
      vpc_name   = "chat-glm-6b-vpc"
      cidr_block = "192.168.0.0/16"
    }

    resource "alicloud_vswitch" "vswitch" {
      vpc_id     = alicloud_vpc.vpc.id
      zone_id    = var.zone_id
      cidr_block = "192.168.0.0/24"
    }


    resource "alicloud_security_group" "group" {
      vpc_id = alicloud_vpc.vpc.id
    }

    resource "alicloud_security_group_rule" "rule" {
      type              = "ingress"
      ip_protocol       = "tcp"
      nic_type          = "intranet"
      policy            = "accept"
      port_range        = "7860/7860"
      priority          = 1
      security_group_id = alicloud_security_group.group.id
      cidr_ip           = "0.0.0.0/0"
    }

    resource "alicloud_instance" "ecs" {
      availability_zone          = var.zone_id
      security_groups            = alicloud_security_group.group.*.id
      instance_type              = var.instance_type
      system_disk_category       = "cloud_essd"
      image_id                   = "aliyun_3_x64_20G_alibase_20240528.vhd"
      instance_name              = "Chat-GLM-6B"
      system_disk_size = 100
      vswitch_id                 = alicloud_vswitch.vswitch.id
      internet_max_bandwidth_out = 100
    }

    locals {
      command         = <<EOF
    #!/bin/bash
    wget https://help-static-aliyun-doc.aliyuncs.com/file-manage-files/zh-CN/20230920/afjx/deploy_chatglm-6b.sh
    chmod +x deploy_chatglm-6b.sh
    ./deploy_chatglm-6b.sh
    kill -9 $(ps aux | grep '[p]ython' | awk '{print $2}')
    nohup streamlit run /root/ChatGLM-6B/web_demo2.py --server.port 7860 > output.log 2>&1 &
    EOF
      base_64_command = base64encode(local.command)
    }

    resource "alicloud_ecs_command" "command" {
      name            = "chat-glm-6b-command"
      command_content = local.base_64_command
      type            = "RunShellScript"
      timeout         = 3600
      working_dir = "/root"
    }

    resource "alicloud_ecs_invocation" "default" {
      command_id  = alicloud_ecs_command.command.id
      instance_id = [alicloud_instance.ecs.id]
      timeouts {
        create = "3600s"
      }
    }

    output "Url" {
      description = <<EOT
      {
        "Label": "Web 访问地址",
        "Description": "ChatGLM-6B 页面访问地址."
      }
      EOT
      value = format("http://%s:7860", alicloud_instance.ecs.public_ip)
    }
Metadata:
  ALIYUN::ROS::Interface:
    TemplateTags:
    - acs:document-help:ecs:使用AMD CPU实例部署ChatGLM-6B