kubectl -n awx exec -it deployment/awx-task -c awx-task -- bash -c 'PGPASSWORD=Ansible-Dais psql -h awx-postgres-13 -p 5432 -U awx awx -c "\l"'`
psql: error: could not translate host name "awx-postgres-13" to address: Name or service not known`
After restart pod:
kubectl delete pod $(kubectl get pod -n awx | awk '{ print $1 }' |grep task) -n awx
pod "awx-task-79675b847b-8c8wr" deleted
kubectl -n awx exec -it deployment/awx-task -c awx-task -- bash -c 'PGPASSWORD=Ansible-Dais psql -h awx-postgres-13 -p 5432 -U awx awx -c "\l"'
List of databases
Name | Owner | Encoding | Collate | Ctype | Access privileges
-----------+-------+----------+------------+------------+-------------------
awx | awx | UTF8 | en_US.utf8 | en_US.utf8 |
postgres | awx | UTF8 | en_US.utf8 | en_US.utf8 |
template0 | awx | UTF8 | en_US.utf8 | en_US.utf8 | =c/awx +
| | | | | awx=CTc/awx
template1 | awx | UTF8 | en_US.utf8 | en_US.utf8 | =c/awx +
| | | | | awx=CTc/awx
(4 rows)
kubectl -n awx exec -it deployment/awx-task -c awx-task -- awx-manage showmigrations
auth
[X] 0001_initial
[X] 0002_alter_permission_name_max_length
[X] 0003_alter_user_email_max_length
[X] 0004_alter_user_username_opts
[X] 0005_alter_user_last_login_null
[X] 0006_require_contenttypes_0002
[X] 0007_alter_validators_add_error_messages
[X] 0008_alter_user_username_max_length
[X] 0009_alter_user_last_name_max_length
[X] 0010_alter_group_name_max_length
[X] 0011_update_proxy_permissions
[X] 0012_alter_user_first_name_max_length
conf
[X] 0001_initial
[X] 0002_v310_copy_tower_settings
[X] 0003_v310_JSONField_changes
[X] 0004_v320_reencrypt
[X] 0005_v330_rename_two_session_settings
[X] 0006_v331_ldap_group_type
[X] 0007_v380_rename_more_settings
[X] 0008_subscriptions
[X] 0009_rename_proot_settings
[X] 0010_change_to_JSONField
contenttypes
[X] 0001_initial
[X] 0002_remove_content_type_name
main
[X] 0001_initial
[X] 0002_squashed_v300_release (18 squashed migrations)
[X] 0003_squashed_v300_v303_updates (9 squashed migrations)
[X] 0004_squashed_v310_release (6 squashed migrations)
[X] 0005_squashed_v310_v313_updates (3 squashed migrations)
[X] 0006_v320_release
[X] 0007_v320_data_migrations
[X] 0008_v320_drop_v1_credential_fields
[X] 0009_v322_add_setting_field_for_activity_stream
[X] 0010_v322_add_ovirt4_tower_inventory
[X] 0011_v322_encrypt_survey_passwords
[X] 0012_v322_update_cred_types
[X] 0013_v330_multi_credential
[X] 0014_v330_saved_launchtime_configs
[X] 0015_v330_blank_start_args
[X] 0016_v330_non_blank_workflow
[X] 0017_v330_move_deprecated_stdout
[X] 0018_v330_add_additional_stdout_events
[X] 0019_v330_custom_virtualenv
[X] 0020_v330_instancegroup_policies
[X] 0021_v330_declare_new_rbac_roles
[X] 0022_v330_create_new_rbac_roles
[X] 0023_v330_inventory_multicred
[X] 0024_v330_create_user_session_membership
[X] 0025_v330_add_oauth_activity_stream_registrar
[X] 0026_v330_delete_authtoken
[X] 0027_v330_emitted_events
[X] 0028_v330_add_tower_verify
[X] 0030_v330_modify_application
[X] 0031_v330_encrypt_oauth2_secret
[X] 0032_v330_polymorphic_delete
[X] 0033_v330_oauth_help_text
[X] 0034_v330_delete_user_role
[X] 0035_v330_more_oauth2_help_text
[X] 0036_v330_credtype_remove_become_methods
[X] 0037_v330_remove_legacy_fact_cleanup
[X] 0038_v330_add_deleted_activitystream_actor
[X] 0039_v330_custom_venv_help_text
[X] 0040_v330_unifiedjob_controller_node
[X] 0041_v330_update_oauth_refreshtoken
[X] 0042_v330_org_member_role_deparent
[X] 0043_v330_oauth2accesstoken_modified
[X] 0044_v330_add_inventory_update_inventory
[X] 0045_v330_instance_managed_by_policy
[X] 0046_v330_remove_client_credentials_grant
[X] 0047_v330_activitystream_instance
[X] 0048_v330_django_created_modified_by_model_name
[X] 0049_v330_validate_instance_capacity_adjustment
[X] 0050_v340_drop_celery_tables
[X] 0051_v340_job_slicing
[X] 0052_v340_remove_project_scm_delete_on_next_update
[X] 0053_v340_workflow_inventory
[X] 0054_v340_workflow_convergence
[X] 0055_v340_add_grafana_notification
[X] 0056_v350_custom_venv_history
[X] 0057_v350_remove_become_method_type
[X] 0058_v350_remove_limit_limit
[X] 0059_v350_remove_adhoc_limit
[X] 0060_v350_update_schedule_uniqueness_constraint
[X] 0061_v350_track_native_credentialtype_source
[X] 0062_v350_new_playbook_stats
[X] 0063_v350_org_host_limits
[X] 0064_v350_analytics_state
[X] 0065_v350_index_job_status
[X] 0066_v350_inventorysource_custom_virtualenv
[X] 0067_v350_credential_plugins
[X] 0068_v350_index_event_created
[X] 0069_v350_generate_unique_install_uuid
[X] 0070_v350_gce_instance_id
[X] 0071_v350_remove_system_tracking
[X] 0072_v350_deprecate_fields
[X] 0073_v360_create_instance_group_m2m
[X] 0074_v360_migrate_instance_group_relations
[X] 0075_v360_remove_old_instance_group_relations
[X] 0076_v360_add_new_instance_group_relations
[X] 0077_v360_add_default_orderings
[X] 0078_v360_clear_sessions_tokens_jt
[X] 0079_v360_rm_implicit_oauth2_apps
[X] 0080_v360_replace_job_origin
[X] 0081_v360_notify_on_start
[X] 0082_v360_webhook_http_method
[X] 0083_v360_job_branch_override
[X] 0084_v360_token_description
[X] 0085_v360_add_notificationtemplate_messages
[X] 0086_v360_workflow_approval
[X] 0087_v360_update_credential_injector_help_text
[X] 0088_v360_dashboard_optimizations
[X] 0089_v360_new_job_event_types
[X] 0090_v360_WFJT_prompts
[X] 0091_v360_approval_node_notifications
[X] 0092_v360_webhook_mixin
[X] 0093_v360_personal_access_tokens
[X] 0094_v360_webhook_mixin2
[X] 0095_v360_increase_instance_version_length
[X] 0096_v360_container_groups
[X] 0097_v360_workflowapproval_approved_or_denied_by
[X] 0098_v360_rename_cyberark_aim_credential_type
[X] 0099_v361_license_cleanup
[X] 0100_v370_projectupdate_job_tags
[X] 0101_v370_generate_new_uuids_for_iso_nodes
[X] 0102_v370_unifiedjob_canceled
[X] 0103_v370_remove_computed_fields
[X] 0104_v370_cleanup_old_scan_jts
[X] 0105_v370_remove_jobevent_parent_and_hosts
[X] 0106_v370_remove_inventory_groups_with_active_failures
[X] 0107_v370_workflow_convergence_api_toggle
[X] 0108_v370_unifiedjob_dependencies_processed
[X] 0109_v370_job_template_organization_field
[X] 0110_v370_instance_ip_address
[X] 0111_v370_delete_channelgroup
[X] 0112_v370_workflow_node_identifier
[X] 0113_v370_event_bigint
[X] 0114_v370_remove_deprecated_manual_inventory_sources
[X] 0115_v370_schedule_set_null
[X] 0116_v400_remove_hipchat_notifications
[X] 0117_v400_remove_cloudforms_inventory
[X] 0118_add_remote_archive_scm_type
[X] 0119_inventory_plugins
[X] 0120_galaxy_credentials
[X] 0121_delete_toweranalyticsstate
[X] 0122_really_remove_cloudforms_inventory
[X] 0123_drop_hg_support
[X] 0124_execution_environments
[X] 0125_more_ee_modeling_changes
[X] 0126_executionenvironment_container_options
[X] 0127_reset_pod_spec_override
[X] 0128_organiaztion_read_roles_ee_admin
[X] 0129_unifiedjob_installed_collections
[X] 0130_ee_polymorphic_set_null
[X] 0131_undo_org_polymorphic_ee
[X] 0132_instancegroup_is_container_group
[X] 0133_centrify_vault_credtype
[X] 0134_unifiedjob_ansible_version
[X] 0135_schedule_sort_fallback_to_id
[X] 0136_scm_track_submodules
[X] 0137_custom_inventory_scripts_removal_data
[X] 0138_custom_inventory_scripts_removal
[X] 0139_isolated_removal
[X] 0140_rename
[X] 0141_remove_isolated_instances
[X] 0142_update_ee_image_field_description
[X] 0143_hostmetric
[X] 0144_event_partitions
[X] 0145_deregister_managed_ee_objs
[X] 0146_add_insights_inventory
[X] 0147_validate_ee_image_field
[X] 0148_unifiedjob_receptor_unit_id
[X] 0149_remove_inventory_insights_credential
[X] 0150_rename_inv_sources_inv_updates
[X] 0151_rename_managed_by_tower
[X] 0152_instance_node_type
[X] 0153_instance_last_seen
[X] 0154_set_default_uuid
[X] 0155_improved_health_check
[X] 0156_capture_mesh_topology
[X] 0157_inventory_labels
[X] 0158_make_instance_cpu_decimal
[X] 0159_deprecate_inventory_source_UoPU_field
[X] 0160_alter_schedule_rrule
[X] 0161_unifiedjob_host_status_counts
[X] 0162_alter_unifiedjob_dependent_jobs
[X] 0163_convert_job_tags_to_textfield
[X] 0164_remove_inventorysource_update_on_project_update
[X] 0165_task_manager_refactor
[X] 0166_alter_jobevent_host
[X] 0167_project_signature_validation_credential
[X] 0168_inventoryupdate_scm_revision
[X] 0169_jt_prompt_everything_on_launch
[X] 0170_node_and_link_state
[X] 0171_add_health_check_started
[X] 0172_prevent_instance_fallback
[X] 0173_instancegroup_max_limits
[X] 0174_ensure_org_ee_admin_roles
[X] 0175_workflowjob_is_bulk_job
[X] 0176_inventorysource_scm_branch
[X] 0177_instance_group_role_addition
[X] 0178_instance_group_admin_migration
[X] 0179_change_cyberark_plugin_names
[X] 0180_add_hostmetric_fields
[X] 0181_hostmetricsummarymonthly
[X] 0182_constructed_inventory
[X] 0183_pre_django_upgrade
[X] 0184_django_indexes
[X] 0185_move_JSONBlob_to_JSONField
[X] 0186_drop_django_taggit
[X] 0187_hop_nodes
oauth2_provider
[X] 0001_initial
[X] 0002_auto_20190406_1805
[X] 0003_auto_20201211_1314
[X] 0004_auto_20200902_2022
[X] 0005_auto_20211222_2352
sessions
[X] 0001_initial
sites
[X] 0001_initial
[X] 0002_alter_domain_unique
social_django
[X] 0001_initial (2 squashed migrations)
[X] 0002_add_related_name (2 squashed migrations)
[X] 0003_alter_email_max_length (2 squashed migrations)
[X] 0004_auto_20160423_0400 (2 squashed migrations)
[X] 0005_auto_20160727_2333 (1 squashed migrations)
[X] 0006_partial
[X] 0007_code_timestamp
[X] 0008_partial_timestamp
[X] 0009_auto_20191118_0520
[X] 0010_uid_db_index
sso
[X] 0001_initial
[X] 0002_expand_provider_options
[X] 0003_convert_saml_string_to_list
kubectl -n awx exec -it deployment/awx-task -c awx-task -- awx-manage migrate
Operations to perform:
Apply all migrations: auth, conf, contenttypes, main, oauth2_provider, sessions, sites, social_django, sso
Running migrations:
No migrations to apply.
kubectl -n awx exec -it deployment/awx-task -c awx-task -- cat /etc/tower/conf.d/credentials.py
DATABASES = {
'default': {
'ATOMIC_REQUESTS': True,
'ENGINE': 'awx.main.db.profiled_pg',
'NAME': "awx",
'USER': "awx",
'PASSWORD': "<my-password>",
'HOST': 'awx-postgres-13',
'PORT': "5432",
'OPTIONS': { 'sslmode': 'prefer',
'keepalives': 1,
'keepalives_idle': 5,
'keepalives_interval': 5,
'keepalives_count': 5,
},
}
However, the problem returns after a few minutes
kubectl -n awx exec -it deployment/awx-task -c awx-task -- bash -c 'PGPASSWORD=Ansible-Dais psql -h awx-postgres-13 -p 5432 -U awx awx -c "\l"'
psql: error: could not translate host name "awx-postgres-13" to address: Name or service not known
kubectl -n awx exec -it deployment/awx-task -c awx-task -- awx-manage migrate
Traceback (most recent call last):
File "/var/lib/awx/venv/awx/lib64/python3.9/site-packages/django/db/backends/base/base.py", line 289, in ensure_connection
self.connect()
File "/var/lib/awx/venv/awx/lib64/python3.9/site-packages/django/utils/asyncio.py", line 26, in inner
return func(*args, **kwargs)
File "/var/lib/awx/venv/awx/lib64/python3.9/site-packages/django/db/backends/base/base.py", line 270, in connect
self.connection = self.get_new_connection(conn_params)
File "/var/lib/awx/venv/awx/lib64/python3.9/site-packages/django/utils/asyncio.py", line 26, in inner
return func(*args, **kwargs)
File "/var/lib/awx/venv/awx/lib64/python3.9/site-packages/django/db/backends/postgresql/base.py", line 275, in get_new_connection
connection = self.Database.connect(**conn_params)
File "/var/lib/awx/venv/awx/lib64/python3.9/site-packages/psycopg/connection.py", line 728, in connect
raise ex.with_traceback(None)
psycopg.OperationalError: connection is bad: Name or service not known
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/bin/awx-manage", line 8, in <module>
sys.exit(manage())
File "/var/lib/awx/venv/awx/lib64/python3.9/site-packages/awx/__init__.py", line 159, in manage
if (connection.pg_version // 10000) < 12:
File "/var/lib/awx/venv/awx/lib64/python3.9/site-packages/django/utils/connection.py", line 15, in __getattr__
return getattr(self._connections[self._alias], item)
File "/var/lib/awx/venv/awx/lib64/python3.9/site-packages/django/utils/functional.py", line 57, in __get__
res = instance.__dict__[self.name] = self.func(instance)
File "/var/lib/awx/venv/awx/lib64/python3.9/site-packages/django/db/backends/postgresql/base.py", line 436, in pg_version
with self.temporary_connection():
File "/usr/lib64/python3.9/contextlib.py", line 119, in __enter__
return next(self.gen)
File "/var/lib/awx/venv/awx/lib64/python3.9/site-packages/django/db/backends/base/base.py", line 705, in temporary_connection
with self.cursor() as cursor:
File "/var/lib/awx/venv/awx/lib64/python3.9/site-packages/django/utils/asyncio.py", line 26, in inner
return func(*args, **kwargs)
File "/var/lib/awx/venv/awx/lib64/python3.9/site-packages/django/db/backends/base/base.py", line 330, in cursor
return self._cursor()
File "/var/lib/awx/venv/awx/lib64/python3.9/site-packages/django/db/backends/base/base.py", line 306, in _cursor
self.ensure_connection()
File "/var/lib/awx/venv/awx/lib64/python3.9/site-packages/django/utils/asyncio.py", line 26, in inner
return func(*args, **kwargs)
File "/var/lib/awx/venv/awx/lib64/python3.9/site-packages/django/db/backends/base/base.py", line 289, in ensure_connection
self.connect()
File "/var/lib/awx/venv/awx/lib64/python3.9/site-packages/django/db/utils.py", line 91, in __exit__
raise dj_exc_value.with_traceback(traceback) from exc_value
File "/var/lib/awx/venv/awx/lib64/python3.9/site-packages/django/db/backends/base/base.py", line 289, in ensure_connection
self.connect()
File "/var/lib/awx/venv/awx/lib64/python3.9/site-packages/django/utils/asyncio.py", line 26, in inner
return func(*args, **kwargs)
File "/var/lib/awx/venv/awx/lib64/python3.9/site-packages/django/db/backends/base/base.py", line 270, in connect
self.connection = self.get_new_connection(conn_params)
File "/var/lib/awx/venv/awx/lib64/python3.9/site-packages/django/utils/asyncio.py", line 26, in inner
return func(*args, **kwargs)
File "/var/lib/awx/venv/awx/lib64/python3.9/site-packages/django/db/backends/postgresql/base.py", line 275, in get_new_connection
connection = self.Database.connect(**conn_params)
File "/var/lib/awx/venv/awx/lib64/python3.9/site-packages/psycopg/connection.py", line 728, in connect
raise ex.with_traceback(None)
django.db.utils.OperationalError: connection is bad: Name or service not known
command terminated with exit code 1
ansible@sflnx004345 ~ $ kubectl -n awx exec -it deployment/awx-task -c awx-task -- bash -c 'PGPASSWORD=Ansible-Dais psql -h awx-postgres-13 -p 5432 -U awx awx -c "\l"'
psql: error: could not translate host name "awx-postgres-13" to address: Name or service not known
command terminated with exit code 2
