Identity

[identity]

catalog_type = identity
uri_v3 = http://10.10.10.2:5000/v3
auth_version = v3
v3_endpoint_type = publicURL
admin_role = admin
default_domain_id = default
admin_domain_scope = false
user_lockout_failure_attempts = 2
user_lockout_duration = 5
user_unique_last_password_count = 2

[auth]
test_accounts_file = /home/user/tempest/etc/accounts.yaml
use_dynamic_credentials = true
tempest_roles = admin
default_credentials_domain_name = Default
create_isolated_networks = false
admin_username = admin
admin_project_name = admin
admin_password = admin
admin_domain_name = Default

user@workstation:~/tempest$ tempest run --list-tests | grep identity | wc -l
219
user@workstation:~/tempest$ tempest run --smoke --list-tests  | grep identity | wc -l
19

Akraino :: Tempest :: Identity :: Smoke

user@workstation:~/tempest$ tempest run --smoke --list-tests | grep identity > testslist

Let's remove v2, keep v3 and run

user@workstation:~/tempest$ cat testslist 
#tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources[id-ea889a68-a15f-4166-bfb1-c12456eae853,smoke]
tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all[id-4773ebd5-ecbf-4255-b8d8-b63e6f72b65d,smoke]
tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete[id-7cd59bf9-bda4-4c72-9467-d21cab278355,smoke]
tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types[id-657c1970-4722-4189-8831-7325f3bc4265,smoke]
tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain[id-f2f5b44a-82e8-4dad-8084-0661ea3b18cf,smoke]
tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_list_api_versions[id-721f480f-35b6-46c7-846e-047e6acea0dc,smoke]
tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists[id-17a5de24-e6a0-4e4a-a9ee-d85b6e5612b5,smoke]
tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service[id-5193aad5-bcb7-411d-85b0-b3b61b96ef06,smoke]
#tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services[id-34ea6489-012d-4a86-9038-1287cadd5eca,smoke]
tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy[id-e544703a-2f03-4cf2-9b0f-350782fdb0d3,smoke]
tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id[id-2c12c5b5-efcf-4aa5-90c5-bff1ab0cdbe2,smoke]
tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources[id-b9232f5e-d9e5-4d97-b96c-28d3db4de1bd,smoke]
tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_show_list[id-18afc6c0-46cf-4911-824e-9989cc056c3a,smoke]
#tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user[id-2d55a71e-da1d-4b43-9c03-d269fd93d905,smoke]
tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint[id-37e8f15e-ee7c-4657-a1e7-f6b61e375eff,smoke]
tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete[id-1598521a-2f36-4606-8df9-30772bd51339,smoke]
#tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses[id-77fd6be0-8801-48e6-b9bf-38cdd2f253ec,smoke]
#tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types[id-007a0be0-78fe-4fdb-bbee-e9216cc17bb2,smoke]
tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses[id-8879a470-abfb-47bb-bb8d-5a7fd279ad1e,smoke]

user@workstation:~/tempest$ tempest run --concurrency 1 --load-list testslist
...
...
======
Totals
======
Ran: 14 tests in 104.0000 sec.
 - Passed: 14
 - Skipped: 0
 - Expected Fail: 0
 - Unexpected Success: 0
 - Failed: 0
Sum of execute time for each test: 17.3188 sec.

==============
Worker Balance
==============
 - Worker 0 (14 tests) => 0:01:35.806710

Akraino :: Tempest :: Identity :: All

user@workstation:~/tempest$ tempest run --list-tests | grep identity > testslist

ToDo. Let's remove v2, keep v3 and run

======
Totals
======
Ran: 132 tests in 403.0000 sec.
 - Passed: 104
 - Skipped: 3
 - Expected Fail: 0
 - Unexpected Success: 0
 - Failed: 9
Sum of execute time for each test: 142.0959 sec.

==============
Worker Balance
==============
 - Worker 0 (132 tests) => 0:06:39.607883

Akraino :: Tempest :: Identity :: All :: Skipped

{0} tempest.api.identity.admin.v3.test_users.UsersV3TestJSON.test_password_history_not_enforced_in_admin_reset ... SKIPPED: Security compliance not available.
{0} tempest.api.identity.v3.test_users.IdentityV3UsersTest.test_password_history_check_self_service_api ... SKIPPED: Security compliance not available.
{0} tempest.api.identity.v3.test_users.IdentityV3UsersTest.test_user_account_lockout ... SKIPPED: Security compliance not available.

Akraino :: Tempest :: Identity :: All :: Failed

Second round for testing the failed ones

{0} tempest.api.identity.admin.v3.test_default_project_id.TestDefaultProjectId.test_default_project_id [1.317259s] ... FAILED
    Details: {u'message': u'The password does not match the requirements: Password must have a minimum length of 7 characters, and must contain at least 1 upper case, 1 lower case, 1 digit, and 1 special character.', u'code': 400, u'title': u'Bad Request'}

{0} tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_domain_delete_cascades_content [2.503778s] ... FAILED
    tempest.lib.exceptions.ServerFault: Got server fault
    Details: An unexpected error prevented the server from fulfilling your request.

{0} setUpClass (tempest.api.identity.admin.v3.test_endpoint_groups.EndPointGroupsTest) [0.000000s] ... FAILED
    tempest.lib.exceptions.BadRequest: Bad request
    Details: {u'message': u'The password does not match the requirements: Password must have a minimum length of 7 characters, and must contain at least 1 upper case, 1 lower case, 1 digit, and 1 special character.', u'code': 400, u'title': u'Bad Request'}

{0} setUpClass (tempest.api.identity.admin.v3.test_inherits.InheritsV3TestJSON) [0.000000s] ... FAILED
    Details: {u'message': u'The password does not match the requirements: Password must have a minimum length of 7 characters, and must contain at least 1 upper case, 1 lower case, 1 digit, and 1 special character.', u'code': 400, u'title': u'Bad Request'}
 credentials: Credentials: {'username': u'tempest-InheritsV3TestJSON-1520347988', 'project_name': u'tempest-InheritsV3TestJSON-1520347988', 'project_domain_id': u'default', 'user_domain_id': u'default', 'tenant_id': u'224d2eda077d433d80826ccff0e867c0', 'user_domain_name': u'Default', 'domain_name': u'Default', 'tenant_name': u'tempest-InheritsV3TestJSON-1520347988', 'user_id': u'977df52ef5574c5eb0faec0e07c72afd', 'project_id': u'224d2eda077d433d80826ccff0e867c0', 'domain_id': u'default', 'project_domain_name': u'Default'}, Network: None, Subnet: None, Router: None


{0} setUpClass (tempest.api.identity.admin.v3.test_list_users.UsersV3TestJSON) [0.000000s] ... FAILED
    Details: {u'message': u'The password does not match the requirements: Password must have a minimum length of 7 characters, and must contain at least 1 upper case, 1 lower case, 1 digit, and 1 special character.', u'code': 400, u'title': u'Bad Request'}

{0} tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_create_project_by_unauthorized_user [0.183578s] ... FAILED
    testtools.matchers._impl.MismatchError: <bound method ProjectsClient.create_project of <tempest.lib.services.identity.v3.projects_client.ProjectsClient object at 0x7f006a0b6150>> returned {u'project': {u'is_domain': False, u'description': u'', u'links': {u'self': u'http://10.10.10.2:5000/v3/projects/35e1cb27f9004f2ab62044c01a8a6059'}, u'enabled': True, u'domain_id': u'default', u'parent_id': u'default', u'id': u'35e1cb27f9004f2ab62044c01a8a6059', u'name': u'tempest-project-1386228393'}}

{0} tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_list_projects_by_unauthorized_user [0.151216s] ... FAILED

{0} tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_project_delete_by_unauthorized_user [0.592864s] ... FAILED

{0} tempest.api.identity.v3.test_catalog.IdentityCatalogTest.test_catalog_standardization [0.166496s] ... FAILED
    testtools.matchers._impl.MismatchError: 'object-store' not in [u'image', u'alarming', u'placement', u'cloudformation', u'patching', u'nfv', u'metering', u'compute', u'network', u'identity', u'event', u'platform', u'orchestration', u'tempest-type-400235938', u'tempest-type-543113869', u'tempest-type-1994904109', u'tempest-type-1522230055', u'tempest-type-1774749153', u'tempest-type-1587238250', u'tempest-type-912700716', u'tempest-type-1236045228']

{0} tempest.api.identity.v3.test_users.IdentityV3UsersTest.test_user_update_own_password [5.618453s] ... FAILED
    Details: {u'message': u'The new password cannot be identical to a previous password. The number of previous passwords that must be unique is 2.', u'code': 400, u'title': u'Bad Request'}

tempest.api.identity.admin.v3.test_default_project_id.TestDefaultProjectId.test_default_project_id
tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_domain_delete_cascades_content
tempest.api.identity.admin.v3.test_inherits.InheritsV3TestJSON
tempest.api.identity.admin.v3.test_list_users.UsersV3TestJSON
tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_create_project_by_unauthorized_user
tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_list_projects_by_unauthorized_user
tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_project_delete_by_unauthorized_user
tempest.api.identity.v3.test_catalog.IdentityCatalogTest.test_catalog_standardization
tempest.api.identity.v3.test_users.IdentityV3UsersTest.test_user_update_own_password

user@workstation:~/tempest$ tempest run --concurrency 1 --whitelist-file testslistfailed
...
...
======
Totals
======
Ran: 13 tests in 61.0000 sec.
 - Passed: 5
 - Skipped: 0
 - Expected Fail: 0
 - Unexpected Success: 0
 - Failed: 8
Sum of execute time for each test: 11.3783 sec.

==============
Worker Balance
==============
 - Worker 0 (13 tests) => 0:00:54.032242