resource "null_resource" "ins_centos7_run_remote_command" {
  # 定义了SSH连接方式，可以通过密码或者密钥方式
  connection {
    timeout  = "5m"
    type     = "ssh"
    user     = "root"
    password = "${random_password.password.result}"
    host     = "${openstack_compute_instance_v2.ins_centos7.network[0].fixed_ip_v4}"
  }
  # 将本地文件上传至远程资源的某个目录中
  provisioner "file" {
    source      = "../downloads/linux_agent.sh"
    destination = "/tmp/script.sh"
  }
  # 通过remote-exec远程执行脚本
  provisioner "remote-exec" {
    inline = [
      "chmod +x /tmp/script.sh",
      "sudo bash /tmp/script.sh",
    ]
  }
  depends_on = [openstack_compute_instance_v2.ins_centos7]
}
1.
2.
3.
4.
5.
6.
7.
8.
9.
10.
11.
12.
13.
14.
15.
16.
17.
18.
19.
20.
21.
22.
23.

resource "null_resource" "run_windows_remote_command" {
  # 注意此处的类型为winrm
  connection {
    timeout  = "5m"
    type     = "winrm"
    user     = "Administrator"
    password = "${random_password.password.result}"
    host     = "${openstack_compute_instance_v2.ins_windows.network[0].fixed_ip_v4}"
    https    = true
    insecure = true
  }
  # 如果给定的是一个目录，则会上传整个目录，但是要注意Windows目录的斜线方向，盘符需要转移C:\\
  provisioner "file" {
    source      = "../downloads/Windows_server_64bit_beta"
    destination = "C:\\Windows_server_64bit_beta"
  }
  # 远程执行方式与Linux相同
  provisioner "remote-exec" {
    inline = [
      "C:\\Windows_server_64bit_beta\\install-cli.bat",
      "net start DiskSyncAgent",
    ]
  }
  depends_on = [openstack_compute_instance_v2.ins_windows]
}
1.
2.
3.
4.
5.
6.
7.
8.
9.
10.
11.
12.
13.
14.
15.
16.
17.
18.
19.
20.
21.
22.
23.
24.
25.

.
├── main.tf
├── playbooks
│   └── apache-install.yml
1.
2.
3.
4.

resource "null_resource" "run_ansible" {
  connection {
    timeout  = "5m"
    type     = "ssh"
    user     = "root"
    password = "${random_password.password.result}"
    host     = "${huaweicloud_vpc_eip.myeip.address}"
  }
  # 这里调用了local-exec本地执行Ansible命令
  provisioner "local-exec" {
    command = "ANSIBLE_HOST_KEY_CHECKING=False ansible-playbook -u root -i '${huaweicloud_vpc_eip.myeip.address},' --extra-vars 'ansible_ssh_pass=${random_password.password.result}' --ssh-common-args '-o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' playbooks/apache-install.yml"
  }
  depends_on = [huaweicloud_compute_eip_associate.associated]
}
1.
2.
3.
4.
5.
6.
7.
8.
9.
10.
11.
12.
13.
14.

resource "local_file" "inventory" {
    filename = "./sources.conf"
    content     = <<-EOF
    [${openstack_compute_instance_v2.ins_centos7.network[0].fixed_ip_v4}]
    username = centos
    password = ${nonsensitive(random_password.password.result)}
    ipv4 = ${openstack_compute_instance_v2.ins_centos7.network[0].fixed_ip_v4}
    mac = ${openstack_compute_instance_v2.ins_centos7.network[0].mac}
    private_key = "${abspath(path.module)}/../keys/openstack_linux.pem"
    os = CentOS7
    EOF
}
1.
2.
3.
4.
5.
6.
7.
8.
9.
10.
11.
12.

.
├── install.sh
├── plugins-cache
│   └── registry.terraform.io
│       ├── hashicorp
│       │   ├── local
│       │   ├── null
│       │   ├── random
│       │   ├── template
│       │   └── tls
│       ├── huaweicloud
│       │   └── huaweicloud
│       └── terraform-provider-openstack
│           └── openstack
├── README.md
├── terraform_1.3.7_linux_amd64.zip
└── update_plugins_cache.sh
1.
2.
3.
4.
5.
6.
7.
8.
9.
10.
11.
12.
13.
14.
15.
16.
17.

plugin_cache_dir = "$HOME/.terraform.d/plugins-cache"
1.

terraform init -ignore-remote-version
1.

terrform providers mirror /path/to/your/plugins-cache
1.

#!/bin/bash
#
# This script is used to install Terraform from local
#
set -e
CURRENT_PATH=$(cd `dirname $0`; pwd)
TERRAFORM_CLI="$HOME/bin/terraform"
PLUGINS_CACHE_PATH="${CURRENT_PATH}/plugins-cache"
SRC_ROOT_PATH="${CURRENT_PATH}/.."
# NOTE(Ray): Find all terraform directories and cache providers
for dir in $(find $SRC_ROOT_PATH -type d); do
    for file in "$dir"/*tf; do
        if [ -f "$file" ]; then
            echo "Run terraform cache in $dir..."
            $TERRAFORM_CLI providers mirror $PLUGINS_CACHE_PATH
            break
        fi
    done
done
1.
2.
3.
4.
5.
6.
7.
8.
9.
10.
11.
12.
13.
14.
15.
16.
17.
18.
19.

tasks =
  cloud_config_oss = autotest.tasks.cloud_config:CloudConfigOss
  cloud_config_block = autotest.tasks.cloud_config:CloudConfigBlock
  cloud_config_clean = autotest.tasks.cloud_config:CloudConfigClean
  data_sync_oss = autotest.tasks.data_sync:DataSyncOss
  data_sync_block = autotest.tasks.data_sync:DataSyncBlock
  host_boot = autotest.tasks.host_boot:HostBoot
  host_clean = autotest.tasks.host_clean:HostClean
  report = autotest.tasks.report:Report
1.
2.
3.
4.
5.
6.
7.
8.
9.

def run_tasks(args, hosts_conf, hyperbdr_conf):
    """Load each tasks as a driver"""
    # We use a csv as a data table
    data_table = DataTable(hosts_conf, args.work_path)
    data_table.init()
    status_file = StatusFile(args.work_path)
    status_file.init()
    driver_name = args.which.replace("-", "_")
    logging.info("Loading task driver for %s..." % driver_name)
    # 根据不同的命令行名称，加载相关的驱动
    driver_manager = driver.DriverManager(
        namespace="tasks",
        name=driver_name,
        invoke_on_load=False)
    task_driver = driver_manager.driver(hyperbdr_conf, data_table, status_file)
    task_driver.run()
1.
2.
3.
4.
5.
6.
7.
8.
9.
10.
11.
12.
13.
14.
15.
16.

import taskflow.engines
from taskflow.patterns import linear_flow as lf
class BaseTask(object):
    # 此处有代码省略
    
    def run(self, tasks=[], *args, **kwargs):
        # 子类只需要在继承类中定义好自己的tasks即可
        if not tasks:
            raise NotImplementedError("run() method "
                                      "is not implemented")
        # .......
            
        flow_name = self.__class__.__name__
        flow_api = lf.Flow(flow_name)
        for task in tasks:
            flow_api.add(task)
        try:
            taskflow.engines.run(flow_api,
                    engine_conf={"engine": "serial"},
                    store={
                        # 参数传递
                    })
        except Exception as e:
            raise e
        finally:
            # 任务失败后的处理，比如记录数据
1.
2.
3.
4.
5.
6.
7.
8.
9.
10.
11.
12.
13.
14.
15.
16.
17.
18.
19.
20.
21.
22.
23.
24.
25.
26.

from taskflow import task
from autotest.tasks.base import BaseTask
class CloudConfigOss(BaseTask):
    def run(self, *args, **kwargs):
        steps = [
            AddCloudAccount(),
            WaitCloudAccount(),
            AddOss(),
        ]
        super().run(steps)
class AddCloudAccount(task.Task):
    # TODO
class WaitCloudAccount(task.Task):
    # TODO
class AddOss(task.Task):
    # TODO
1.
2.
3.
4.
5.
6.
7.
8.
9.
10.
11.
12.
13.
14.
15.
16.

.
├── Jenkinsfile
├── openstack_oss_qa_tiny_smoke
│   ├── hyperbdr.conf
│   └── terraform_templates
1.
2.
3.
4.
5.

pipeline {
    // 省略部分代码
    parameters {
        string(
            name: 'TEST_CASE',
            defaultValue: 'openstack_oss_qa_tiny_smoke',
            description: '测试任务执行的目录，对应autotest-cases的目录'
        )
        string(
            name: 'HYPERBDR_URL',
            defaultValue: 'https://xxxx',
            description: 'HyperBDR地址，需要配合鉴权信息使用'
        )
        // 省略部分代码
    }
    stages {
        stage('Clone Repository') {
            // 省略部分代码
        } // end stage
        stage('更新HyperBDR环境') {
            // 省略部分代码
        } // end stage
        stage('下载Agent代理') {
            // 省略部分代码
        } // end stage
        // 鉴权信息固定写在Terraform tfvars文件时，使用时通过Jenkins中的Credentials进行替换
        stage('创建源端') {
            steps {
                // 对每个目录下auth文件进行替换后，source声明环境变量
                withCredentials([usernamePassword(credentialsId: "${CLOUD_CREDENTIALS_ID}", usernameVariable: 'USERNAME', passwordVariable: 'PASSWORD')]) {
                    sh """
                    sed -i "s/JENKINS_CLOUD_USERNAME/${USERNAME}/g" "${terraformVars}"
                    sed -i "s/JENKINS_CLOUD_PASSWORD/${PASSWORD}/g" "${terraformVars}"
                    """
                }
                dir("${terraformTemplatePath}") {
                    sh """
                    ${terraformPath} init -ignore-remote-version -plugin-dir ~/.terraform.d/plugins-cache
                    ${terraformPath} apply -auto-approve -var-file="${terraformVars}"
                    """
                }
            } // end steps
        } // end stage
        stage('目标平台配置') {
            // 省略部分代码
        } // end stage
        stage('数据同步') {
            // 省略部分代码
        } // end stage
        stage('启动主机') {
            // 省略部分代码
        } // end stage
        stage('清理资源') {
            // 省略部分代码
        } // end stage
        stage('清理环境') {
            steps {
                dir("${terraformTemplatePath}") {
                    sh """
                    ${terraformPath} destroy -auto-approve -var-file="${terraformVars}"
                    """
                }
            } // end steps
        } // end stage
        stage('发送报告') {
            // 将Markdown格式报告发送至钉钉，包含执行结果和执行时间
        } // end stage
    } // end stages
} // end pipeline
1.
2.
3.
4.
5.
6.
7.
8.
9.
10.
11.
12.
13.
14.
15.
16.
17.
18.
19.
20.
21.
22.
23.
24.
25.
26.
27.
28.
29.
30.
31.
32.
33.
34.
35.
36.
37.
38.
39.
40.
41.
42.
43.
44.
45.
46.
47.
48.
49.
50.
51.
52.
53.
54.
55.
56.
57.
58.
59.
60.
61.
62.
63.
64.
65.
66.
67.
68.
69.