导入外部数据

介绍如何导入外部数据及外部数据结构定义。

tip

• 外部数据作为特殊的云账号使用，需要自己定义外部数据文件，通过读取数据文件导入至平台数据
• 本篇主要针对生成外部数据的格式、数据间关系、数据同步做出说明

接下来首先介绍数据间关系。

数据间关系

数据间关联图大致如下（除标注字段外，数据间关联均通过id关联）：

对应的数据结构

# 1、regions.json 地域
[
  {
    "id": "region-test-1",
    "name": "region-test-1"
  },
  {
    "id": "region-test-2",
    "name": "region-test-2"
  },
]

# 2、zones.json 可用区
[
  {
    "id": "zone-test-1",
    "name": "zone-test-1",
    "region_id": "region-test-1",
    "status": "enable" # 状态，enable\disable\init\soldout
  },
  {
    "id": "zone-test-2",
    "name": "zone-test-2",
    "region_id": "region-test-2",
    "status": "enable"
  }
]
# 3、host.json 
[
  {
    "cpu_count": 0,
    "cpu_mbz": 0,
    "emulated": true, # 表示为虚拟资源
    "enabled": false,
    "id": "host-test-1",
    "mem_size_mb": 0,
    "name": "host-test-1",
    "node_count": 0,
    "storage_size_mb": 0,
    "zone_id": "zone-test-1"
  },
]
# 4、loadbalancers.json
[
  {
    "address": "41.38.13.61",
    "address_type": "intranet", # intranet\internet
    "bandwidth": 10,
    "created_at": "2022-05-17 09:38:07",
    "emulated": false,
    "id": "loadbalancer-test",
    "name": "loadbalancer-test",
    "network_type": "vpc", # classic\vpc
    "region_id": "region.edge_prov_zj_vmware.wz",
    "status": "enabled",
    "tags":{}, # 资源标签
    "vpc_id": "vpc-test",
    "zone_id": "zone-test-1"
  }
]

# 5、vpcs.json
[
  {
    "cidr_block": "192.16.0.0/12", 
    "emulated": false,
    "id": "vpc-test",
    "is_default": false,
    "name": "vpc-test",
    "region_id": "region-test-1",
    "tags":{},
    "status": "available", # pending\available\unavailable\failed\deleting\unknown
  }
]

# 6、dbinstances.json
[
  {
    "category": "单机版",
    "connection_str": "10.56.53.4",
    "created_at": "2022-05-12T06:05:01.000000Z",
    "disk_size_gb": 0,
    "disk_size_used_gb": 0,
    "emulated": false,
    "engine": "MySQL",
    "engine_version": "5.7",
    "id": "dbinstance-test",
    "instance_type": "mysql.c1.model.large.2",
    "internal_connection_str": "10.56.53.4",
    "iops": 0,
    "name": "dbinstance-test",
    "port": 13307,
    "region_id": "region-test-1",
    "status": "running",
    "storage_type": "default",
    "tags":{}
    "vcpu_count": 4,
    "vmem_size_mb": 2048,
    "vpc_id": "58d06612a78242feb10f420583537fe6"
  }
]

# 7、buckets.json
[
  {
    "created_at": "2022-05-12 14:05:20",
    "emulated": false,
    "id": "bucket-test",
    "limit":
      {
        "object_count": 500,  #
        "size_bytes": 536870912000
      },
    "max_part": 0,
    "max_part_bytes": 0,
    "name": "bucket-wgstyjs",
    "region_id": "region.edge_prov_zj_vmware.paas.wz",
    "stats":
      {
        "object_count": 500,
        "size_bytes": 536870912000
      },
    "status": "available",
  }
]

# 8、secgroups.json
[
  {
    "emulated": false,
    "id": "0790144420404bd0a7a71fa4d74e9dec",
    "name": "secgroup-test",
    "tags":{},
    "vpc_id": "vpc-test",
  }
]

# 9、eips.json
[
  {
    "bandwidth": 0,
    "emulated": false,
    "id": "eip-test",
    "ip_addr": "",
    "mode": "elastic_ip", # public_ip\elastic_ip
    "name": "eip-test",
    "region_id": "region-test-1",
    "status": "running",
    "tags":{}
  }
]

# 10、disks.json
[
  {
    "disk_format": "raw", # 格式，raw\vhd
    "disk_size_mb": 512000,
    "disk_type": "data", # 磁盘类型，data\sys
    "emulated": false,
    "id": "disk-test",
    "name":"disk-test",
    "iops": 0,
    "is_auto_delete": false,
    "status": "ready",
    "storage_id": "storage-test",
    "tags":{},
    "zone_id": "region.edge_prov_zj_vmware.wz"
  }
]

# 11、storages.json
[
  {
    "id": "storage-test",
    "storage_type": "cloud_efficiency", #存储类型
    "zone_id": "zone-test-1"
  }
]

# 12、hosts.json
[
  {
    "cpu_count": 0,
    "cpu_mbz": 0,
    "emulated": true,
    "enabled": false,
    "id": "host-test-1",
    "mem_size_mb": 0,
    "name": "host-test-1",
    "node_count": 0,
    "storage_size_mb": 0,
    "zone_id": "zone-test-1"
    "wires":[
  {
    "bandwidth": 0,
    "emulated": false,
    "id": "wire-test",
    "vpc_id": "vpc-test",
    "wire_id": "wire-test",
    "zone_id": "zone-test-1"
  }
]
  }
]

# 13、wires.json
[
  {
    "bandwidth": 0,
    "emulated": false,
    "id": "wire-test",
    "vpc_id": "vpc-test",
    "wire_id": "wire-test",
    "zone_id": "zone-test-1"
  }
]

# 14、networks.json
[
  {
    "emulated": false,
    "id": "network-test",
    "ip_end": "10.156.153.160",
    "ip_mask": 0,
    "ip_start": "10.156.153.27",
    "name": "network-test",
    "status": "available",
    "tags":{},
    "wire_id": "wire-test"
  }
]

# 15、instances.json
[
 {
    "band_width": 0,
    "created_at": "2022-08-22 10:08:44",
    "disks":
      [
        {
          "created_at": "2022-08-22 10:08:44",
          "disk_format": "raw",
          "disk_size_mb": 40960,
          "disk_type": "sys",
          "emulated": false,
          "id": "disk-test-40",
          "instance_id": "instance-test",
          "iops": 0,
          "is_auto_delete": false,
          "name": "disk-test-40",
          "status": "ready",
          "storage_id": "storage-test",
          "zone_id": "zone-test"
        }
      ],
    "eip_id": "eip-test",
    "emulated": false,
    "host_id": "host-test",
    "id": "instance-test",
    "name": "instance-test",
    "nics":
      [
        {
          "classic": false,
          "emulated": false,
          "id": "nics-test",
          "ip": "10.56.53.74"
        }
      ],
    "os_name": "sc-centos7.2.1511_vmtools-40g-zj",
    "status": "running",
    "tags":{},
    "throughput": 0,
    "vcpu_count": 2,
    "vmem_size_mb": 8192
  }
]

# 16、misc.json
[
  {
    "config":
      {
        "size": 4
      },
    "resource_type": "DBAudit",
    "status": "running",
    "tags":{},
    "created_at": "2021-02-01 08:00:00",
    "emulated": false,
    "id": "misc-test",
    "name": "misc-test",
    "project_id": "project-test",
    "project_name": "project-test",
    "resource_type": "DBAudit", # 资源类型
    "status": "running",
  }
]

# 17、metrics.json
[
  {
    "vm_cpu.usage_active":
      {
        "id": "vm-test-1",
        "metric_type": "vm_cpu.usage_active", # rds_cpu.usage_active
        "values":
          [
            {
              "timestamp": 1669781095664, # 毫秒时间戳
              "value": 0
            }
          ]
      }
  },
  {
    "vm_mem.used_percent":
      {
        "id": "vm-test-2",
        "metric_type": "vm_mem.used_percent", # rds_mem.used_percent
        "values":
          [
            {
              "timestamp": "2022-11-30T04:04:55.664954Z",
              "value": 10.97
            }
          ]
      }
  },
  {
    "vm_disk.used_percent":
      {
        "id": "vm-test-3",
        "metric_type": "vm_disk.used_percent", # rds_mem.used_percent
        "values":
          [
            {
              "timestamp": 1669781095664,
              "value": 0.00011391910658488601
            }
          ]
      }
  }
]

# 18、projects.json
[
  {
    "emulated": false,
    "id": "project-test",
    "name": "project-test",
    "status": "available",
    "tags":{}
  }
]

导入文件的注意事项

1、同一资源类型下,资源id必须唯一。

2、资源间关联必须按指定方式关联

3、目前外部数据监控仅支持ECS与RDS的mem、disk、cpu的使用率。

4、对于下层关联上层的资源，上层id必须存在，如zones.json中的regionId在regions.json中必须存在。