Skip to content

Commit

Permalink
Clean up messy spec-helper.rake
Browse files Browse the repository at this point in the history
  • Loading branch information
@tumido
tumido committed Jun 26, 2018
1 parent 361bff5 commit 49e4ace
Showing 1 changed file with 202 additions and 66 deletions.
268 changes: 202 additions & 66 deletions lib/tasks_private/spec_helper.rake
View file
Original file line number Diff line number Diff line change
Expand Up @@ -49,8 +49,7 @@ class PopulateTower
# inventory_group (inventories) : 29
# credential (credentials) : 47
#

require "faraday"
require 'faraday'
require 'faraday_middleware'

MAX_TRIES = 10
Expand All @@ -61,7 +60,7 @@ class PopulateTower
@conn = Faraday.new(tower_host, :ssl => {:verify => false}) do |c|
c.use(FaradayMiddleware::EncodeJson)
c.use(FaradayMiddleware::FollowRedirects, :limit => 3, :standards_compliant => true)
c.use Faraday::Response::RaiseError
c.use(Faraday::Response::RaiseError)
c.adapter(Faraday.default_adapter)
c.basic_auth(id, password)
end
Expand All @@ -77,21 +76,23 @@ class PopulateTower
end

def create_obj(uri, data)
del_obj(uri, data['name'])
del_obj(uri, data[:name])
obj = JSON.parse(@conn.post(uri, data).body)
puts "%s %s %s" % ["Created name=#{obj['name']}".ljust(40), "manager_ref/ems_ref= #{obj['id']}".ljust(30), "url=#{obj['url']}".ljust(10)]
puts "Created name=#{obj['name'].ljust(27)} manager_ref/ems_ref=#{obj['id'].to_s.ljust(10)} url=#{obj['url']}"

obj
end

def del_obj(uri, match_name)
data = JSON.parse(@conn.get(uri).body)
data['results'].each do |item|
next if item['name'] != match_name
puts " deleting old #{item['name']}: #{item['url']}"
resp = @conn.delete(item['url'])
puts "Deleting old #{item['name']}: #{item['url']}"
@conn.delete(item['url'])

sleep(DEL_SLEEP) # without sleep, sometimes subsequent create will return 400. Seems the deletion has some delay in Tower
resp
end

del_obj(data['next'], match_name) if data['next']
end

Expand Down Expand Up @@ -123,133 +124,267 @@ class PopulateTower
end

def create_dataset

ssh_key_data = <<~HEREDOC
-----BEGIN RSA PRIVATE KEY-----
MIIEowIBAAKCAQEArIIYuT+hC2dhPaSx68zTxsh5OJ3byVLNoX7urk8XU20OjlK4
7++J7qqkHojXadRZrJI69/BFteqOpLr16fAuTdPnEV1dIolEApT9Gd5sEMb4SFFc
QmZPtOCuFMRjweQBVqAFboUDpzp1Yosjyiw34JWaT8n2SVYjgFB/6SZt9/r/ZHjU
qOnQi/VY1Zp6eWtjW+LpverzCDS7EAv06OLeu9CZtKLNl8DcgcCvCbuONPCsbaSv
FtK8kw4Ev/oJvoYa3RbMphx9dfj8WB0xOcdlDmJLlvqw/iuBX0Ktslm/nADcPcxK
sd37i8Ds2BRVIlr7F3Pblh77TIP+KWzM0lVs1wIDAQABAoIBAAdpj6ZmFYVn68W6
TerT4kWoV40XO1prNGq8CYVz4Iy1Iur6ovesU0DuFB87wgXKGhBQODhvGo+2hGqP
ngFvUI4HjOYyHM5fF40E2dtCs2IFKqXw2QYBX2tmPBSoW6D5KxWNyq31CTMmT+Ts
FZ2aSMxdoUPMaci86smYq+ZYwGDnVfp2Da5G/GnvdmN+x51mMku5hETBMCOpR+n9
Z4bYnayVGyLXBJvwhx3pdIprwzAvoiySFjp/tFk+knxiPK84dJ3tIfdtgXmf1Cp9
pEqDQR3lnvwW0LrBG3c6MiJRlp+Pl3EOZNMLdmsaKODnInwO2U5BNPQuVHPdrObD
1GXxcAECgYEA3xkFdbQ+I6QZH5OSNxPKRPcqcYuYewTwQKmiL3mSoICfV9dRNV3e
ewQpcca7h9dcjTtdyx8PfvCNFR/uh/FhMw+kRXb4bdKDbDrKcQ9x23RFatbsgN14
q90a6FaEOjOXf0TiTNqP/LTFry1x2r1ZCDLtVcg5zWM/iwUgrO5qOJkCgYEAxfMV
ijLKtBg8Mbdhb2F29vIxMokZS++AhEjWuWl7d/DCApjCXzrfMaHnBC6b4Oppubkp
i40KnkaaDSy03U4hpcSPoPONbv2Fw4o/88ml71DF44D7kXCIFjSMvPLEtU2qLl4z
o4dHUSbtycBzn+wou+IdgPNqNnBYvl/eBNHvBu8CgYBQJ3M4uMtijsCgAasUsr2H
Ta4oIVllSX7wHIIywGEX3V5idu+sVs9qLzKcuCQESDHuZBfstHoix1ZI8rIGkYi0
ibghZP8Ypful1PGK8Vuc1wdhvVo3alrClKvoMb1ME+EoTp1ns1bsGh60M4Wma0Uj
lviCS2/JBRF9Zxg4SWhMcQKBgQC3PLABv8a4M371HqXJLtWq/sLf3t1V15yF1888
zxIGEw3kzXeQI7UcAp0Q1/xflV7NF0QH9EWSAhT0gR/jhEHNa0jxWsLfrTs3qTBO
AanjAEhOssUs+phexcJJ3giNNBmG1pjClaVEz95qVgYyUa/bTBK3nZwCTLk5cRDa
MWMsbQKBgCaNkKxH/gZBxVGbnjxbaxTGGq2TxNrKcKWEY4aIybcJ1kM0+UctHPy2
ixDk3cLUN9/a24A9BI+3GkyuX9LmubW/HqmSErIxnw6fx8OGUsVc/oJxJFbJjXQv
QS4PQZOVkJOn3sZr4hlMMLEKA7NSP9O9BiXCQIycrCDN6YlZ+0/c
-----END RSA PRIVATE KEY-----
HEREDOC
ssh_key_data = <<~PRIVATEKEY
-----BEGIN RSA PRIVATE KEY-----
MIIEowIBAAKCAQEArIIYuT+hC2dhPaSx68zTxsh5OJ3byVLNoX7urk8XU20OjlK4
7++J7qqkHojXadRZrJI69/BFteqOpLr16fAuTdPnEV1dIolEApT9Gd5sEMb4SFFc
QmZPtOCuFMRjweQBVqAFboUDpzp1Yosjyiw34JWaT8n2SVYjgFB/6SZt9/r/ZHjU
qOnQi/VY1Zp6eWtjW+LpverzCDS7EAv06OLeu9CZtKLNl8DcgcCvCbuONPCsbaSv
FtK8kw4Ev/oJvoYa3RbMphx9dfj8WB0xOcdlDmJLlvqw/iuBX0Ktslm/nADcPcxK
sd37i8Ds2BRVIlr7F3Pblh77TIP+KWzM0lVs1wIDAQABAoIBAAdpj6ZmFYVn68W6
TerT4kWoV40XO1prNGq8CYVz4Iy1Iur6ovesU0DuFB87wgXKGhBQODhvGo+2hGqP
ngFvUI4HjOYyHM5fF40E2dtCs2IFKqXw2QYBX2tmPBSoW6D5KxWNyq31CTMmT+Ts
FZ2aSMxdoUPMaci86smYq+ZYwGDnVfp2Da5G/GnvdmN+x51mMku5hETBMCOpR+n9
Z4bYnayVGyLXBJvwhx3pdIprwzAvoiySFjp/tFk+knxiPK84dJ3tIfdtgXmf1Cp9
pEqDQR3lnvwW0LrBG3c6MiJRlp+Pl3EOZNMLdmsaKODnInwO2U5BNPQuVHPdrObD
1GXxcAECgYEA3xkFdbQ+I6QZH5OSNxPKRPcqcYuYewTwQKmiL3mSoICfV9dRNV3e
ewQpcca7h9dcjTtdyx8PfvCNFR/uh/FhMw+kRXb4bdKDbDrKcQ9x23RFatbsgN14
q90a6FaEOjOXf0TiTNqP/LTFry1x2r1ZCDLtVcg5zWM/iwUgrO5qOJkCgYEAxfMV
ijLKtBg8Mbdhb2F29vIxMokZS++AhEjWuWl7d/DCApjCXzrfMaHnBC6b4Oppubkp
i40KnkaaDSy03U4hpcSPoPONbv2Fw4o/88ml71DF44D7kXCIFjSMvPLEtU2qLl4z
o4dHUSbtycBzn+wou+IdgPNqNnBYvl/eBNHvBu8CgYBQJ3M4uMtijsCgAasUsr2H
Ta4oIVllSX7wHIIywGEX3V5idu+sVs9qLzKcuCQESDHuZBfstHoix1ZI8rIGkYi0
ibghZP8Ypful1PGK8Vuc1wdhvVo3alrClKvoMb1ME+EoTp1ns1bsGh60M4Wma0Uj
lviCS2/JBRF9Zxg4SWhMcQKBgQC3PLABv8a4M371HqXJLtWq/sLf3t1V15yF1888
zxIGEw3kzXeQI7UcAp0Q1/xflV7NF0QH9EWSAhT0gR/jhEHNa0jxWsLfrTs3qTBO
AanjAEhOssUs+phexcJJ3giNNBmG1pjClaVEz95qVgYyUa/bTBK3nZwCTLk5cRDa
MWMsbQKBgCaNkKxH/gZBxVGbnjxbaxTGGq2TxNrKcKWEY4aIybcJ1kM0+UctHPy2
ixDk3cLUN9/a24A9BI+3GkyuX9LmubW/HqmSErIxnw6fx8OGUsVc/oJxJFbJjXQv
QS4PQZOVkJOn3sZr4hlMMLEKA7NSP9O9BiXCQIycrCDN6YlZ+0/c
-----END RSA PRIVATE KEY-----
PRIVATEKEY

puts "=== Re-creating Tower objects ==="

# create test organization
uri = '/api/v1/organizations/'
data = {"name" => 'spec_test_org', "description" => "for miq spec tests"}
data = {
:name => 'spec_test_org',
:description => 'for miq spec tests'
}
organization = create_obj(uri, data)

# create scm cred
uri = '/api/v1/credentials/'
data = {"name" => "hello_scm_cred", "kind" => "scm", "username" => "admin", "password" => "abc", "organization" => organization['id']}
data = {
:name => 'hello_scm_cred',
:kind => 'scm',
:username => 'admin',
:password => 'abc',
:organization => organization['id']
}
scm_credential = create_obj(uri, data)

# create machine cred
data = {"name" => "hello_machine_cred", "kind" => "ssh", "username" => "admin", "password" => "abc", "organization" => organization['id']}
data = {
:name => 'hello_machine_cred',
:kind => 'ssh',
:username => 'admin',
:password => 'abc',
:organization => organization['id']
}
machine_credential = create_obj(uri, data)

# create vault cred
data = {"name" => "hello_vault_cred", "kind" => "ssh", "vault_password" => "abc", "organization" => organization['id']}
data = {
:name => 'hello_vault_cred',
:kind => 'ssh',
:vault_password => 'abc',
:organization => organization['id']
}
_vault_credential = create_obj(uri, data)

# create network cred
data = {"name" => "hello_network_cred", "kind" => "net", "username" => "admin", "password" => "abc", "organization" => organization['id']}
data = {
:name => 'hello_network_cred',
:kind => 'net',
:username => 'admin',
:password => 'abc',
:organization => organization['id']
}
network_credential = create_obj(uri, data)

# create cloud aws cred
data = {"name" => "hello_aws_cred", "kind" => "aws", "username" => "ABC", "password" => "abc", "organization" => organization['id']}
data = {
:name => 'hello_aws_cred',
:kind => 'aws',
:username => 'ABC',
:password => 'abc',
:organization => organization['id']
}
aws_credential = create_obj(uri, data)

# create cloud openstack cred
data = {"name" => "hello_openstack_cred", "kind" => "openstack", "username" => "hello_rack", "password" => "abc", "host" => "openstack.com", "project" => "hello_rack", "organization" => organization['id']}
data = {
:name => 'hello_openstack_cred',
:kind => 'openstack',
:username => 'hello_rack',
:password => 'abc',
:host => 'openstack.com',
:project => 'hello_rack',
:organization => organization['id']
}
_openstack_credential = create_obj(uri, data)

# create cloud google cred
data = {"name" => "hello_gce_cred", "kind" => "gce", "username" => "hello_gce@gce.com", "ssh_key_data" => ssh_key_data, "project" => "squeamish-ossifrage-123", "organization" => organization['id']}
data = {
:name => 'hello_gce_cred',
:kind => 'gce',
:username => 'hello_gce@gce.com',
:ssh_key_data => ssh_key_data,
:project => 'squeamish-ossifrage-123',
:organization => organization['id']
}
_gce_credential = create_obj(uri, data)

# create cloud azure(RM) cred
data = {"name" => "hello_azure_cred", "kind" => "azure_rm", "username" => "admin", "password" => "abc", "subscription" => "sub_id", "tenant" => "ten_id", "secret" => "my_secret", "client" => "cli_id", "organization" => organization['id']}
data = {
:name => 'hello_azure_cred',
:kind => 'azure_rm',
:username => 'admin',
:password => 'abc',
:subscription => 'sub_id',
:tenant => 'ten_id',
:secret => 'my_secret',
:client => 'cli_id',
:organization => organization['id']
}
_azure_rm_credential = create_obj(uri, data)

# create cloud satellite6 cred
data = {"name" => "hello_sat_cred", "kind" => "satellite6", "username" => "admin", "password" => "abc", "host" => "s1.sat.com", "organization" => organization['id']}
data = {
:name => 'hello_sat_cred',
:kind => 'satellite6',
:username => 'admin',
:password => 'abc',
:host => 's1.sat.com',
:organization => organization['id']
}
_sat6_credential = create_obj(uri, data)

unless v3_2?
# These Credential types were removed from v3.2.

# create cloud rackspace cred
data = {"name" => "hello_rax_cred", "kind" => "rax", "username" => "admin", "password" => "abc", "organization" => organization['id']}
data = {
:name => 'hello_rax_cred',
:kind => 'rax',
:username => 'admin',
:password => 'abc',
:organization => organization['id']
}
_rax_credential = create_obj(uri, data)

# create cloud azure(Classic) cred
data = {"name" => "hello_azure_classic_cred", "kind" => "azure", "username" => "admin", "ssh_key_data" => ssh_key_data, "organization" => organization['id']}
data = {
:name => 'hello_azure_classic_cred',
:kind => 'azure',
:username => 'admin',
:ssh_key_data => ssh_key_data,
:organization => organization['id']
}
_azure_classic_credential = create_obj(uri, data)
end

# create inventory
uri = '/api/v1/inventories/'
data = {"name" => "hello_inventory", "description" => "inventory for miq spec tests", "organization" => organization['id']}
data = {
:name => 'hello_inventory',
:description => 'inventory for miq spec tests',
:organization => organization['id']
}
inventory = create_obj(uri, data)

# create a host
uri = '/api/v1/hosts/'
data = {"name" => "hello_vm", "instance_id" => "4233080d-7467-de61-76c9-c8307b6e4830", "inventory" => inventory['id']}
data = {
:name => 'hello_vm',
:instance_id => '4233080d-7467-de61-76c9-c8307b6e4830',
:inventory => inventory['id']
}
create_obj(uri, data)

# create a project
uri = '/api/v1/projects/'
data = {"name" => 'hello_repo', "scm_url" => "https://github.com/jameswnl/ansible-examples", "scm_type" => "git", "credential" => scm_credential['id'], "organization" => organization['id']}
data = {
:name => 'hello_repo',
:scm_url => 'https://github.com/jameswnl/ansible-examples',
:scm_type => 'git',
:credential => scm_credential['id'],
:organization => organization['id']
}
hello_project = create_obj(uri, data)

# Wait for hello_project update to finish, it is necessary for creating a template
wait_for_project_update(hello_project)

# create a job_template
uri = '/api/v1/job_templates/'
data = {"name" => 'hello_template', "description" => "test job", "job_type" => "run", "project" => hello_project['id'], "playbook" => "hello_world.yml", "credential" => machine_credential['id'], "cloud_credential" => aws_credential['id'], "network_credential" => network_credential['id'], "inventory" => inventory['id'], "organization" => organization['id']}
data = {
:name => 'hello_template',
:description => 'test job',
:job_type => 'run',
:project => hello_project['id'],
:playbook => 'hello_world.yml',
:credential => machine_credential['id'],
:cloud_credential => aws_credential['id'],
:network_credential => network_credential['id'],
:inventory => inventory['id'],
:organization => organization['id']
}
create_obj(uri, data)

# create a job_template with survey spec
uri = '/api/v1/job_templates/'
data = {"name" => "hello_template_with_survey", "description" => "test job with survey spec", "job_type" => "run", "project" => hello_project['id'], "playbook" => "hello_world.yml", "credential" => machine_credential['id'], "inventory" => inventory['id'], "survey_enabled" => true, "organization" => organization['id']}
data = {
:name => 'hello_template_with_survey',
:description => 'test job with survey spec',
:job_type => 'run',
:project => hello_project['id'],
:playbook => 'hello_world.yml',
:credential => machine_credential['id'],
:inventory => inventory['id'],
:survey_enabled => true,
:organization => organization['id']
}
template = create_obj(uri, data)

# create survey spec
uri = "/api/v1/job_templates/#{template['id']}/survey_spec/"
data = {"name" => "Simple Survey", "description" => "Description of the simple survey", "spec" => [{"type" => "text", "question_name" => "example question", "question_description" => "What is your favorite color?", "variable" => "favorite_color", "required" => false, "default" => "blue"}]}
@conn.post(uri, data).body
puts "created #{template['url']} survey_spec"
data = {
:name => 'Simple Survey',
:description => 'Description of the simple survey',
:spec => [{
:type => 'text',
:question_name => 'example question',
:question_description => 'What is your favorite color?',
:variable => 'favorite_color',
:required => false,
:default => 'blue'
}]
}
@conn.post(uri, data)

# Create a project with failed update.
uri = '/api/v1/projects/'
data = {"name" => 'failed_repo', "scm_url" => "https://github.com/jameswnl/ansible-examplez", "scm_type" => "git", "credential" => scm_credential['id'], "organization" => organization['id']}
data = {
:name => 'failed_repo',
:scm_url => 'https://github.com/jameswnl/ansible-examplez',
:scm_type => 'git',
:credential => scm_credential['id'],
:organization => organization['id']
}
create_obj(uri, data)

# Create a project without an update job.
uri = '/api/v1/projects/'
data = {"name" => 'jobless_repo', "scm_url" => "https://github.com/jameswnl/ansible-examples", "scm_type" => "git", "credential" => scm_credential['id'], "organization" => organization['id']}
data = {
:name => 'jobless_repo',
:scm_url => 'https://github.com/jameswnl/ansible-examples',
:scm_type => 'git',
:credential => scm_credential['id'],
:organization => organization['id']
}
jobless_project = create_obj(uri, data)

last_update = wait_for_project_update(jobless_project)
Expand All @@ -258,20 +393,21 @@ class PopulateTower
self
end


def counts
puts "=== Object counts ==="
targets = {
puts '=== Object counts ==='

{
'configuration_script' => 'job_templates',
'configuration_script_source' => 'projects',
'configured_system' => 'hosts',
'inventory_group' => 'inventories',
'credential' => 'credentials'
}
targets.each do |miq_name, tower_name|
}.each_pair do |miq_name, tower_name|
count = JSON.parse(@conn.get("/api/v1/#{tower_name}/").body)['count']
puts("%s %s: %s" % [miq_name.ljust(30), "(#{tower_name})".ljust(20), count])
label = "#{miq_name} (#{tower_name})"
puts "#{label.ljust(40)} #{count}"
end

self
end
end

0 comments on commit 49e4ace

Please sign in to comment.