[root@vm-tst-fmn01 ~]# tail -f /var/log/foreman/production.log /var/log/foreman-proxy/proxy.log /var/log/foreman-proxy/smart_proxy_dynflow_core.log ==> /var/log/foreman/production.log <== 2021-07-08T10:10:07 [I|app|2a7807b8] Rendered api/v2/hosts/show.json.rabl (Duration: 382.4ms | Allocations: 58703) 2021-07-08T10:10:07 [I|app|2a7807b8] Completed 200 OK in 402ms (Views: 316.6ms | ActiveRecord: 71.1ms | Allocations: 64251) 2021-07-08T10:10:07 [I|app|38e13bf9] Rendered /usr/share/gems/gems/katello-4.0.1.1/app/views/katello/api/v2/organizations/show.json.rabl (Duration: 1129.7ms | Allocations: 126277) 2021-07-08T10:10:07 [I|app|38e13bf9] Completed 200 OK in 1145ms (Views: 1092.3ms | ActiveRecord: 43.1ms | Allocations: 130347) 2021-07-08T10:10:10 [I|app|8ce4ff00] Rendering /usr/share/gems/gems/katello-4.0.1.1/app/views/katello/api/v2/packages/index.json.rabl within katello/api/v2/layouts/collection 2021-07-08T10:10:11 [I|app|8ce4ff00] Rendered /usr/share/gems/gems/katello-4.0.1.1/app/views/katello/api/v2/packages/index.json.rabl within katello/api/v2/layouts/collection (Duration: 809.4ms | Allocations: 80018) 2021-07-08T10:10:11 [I|app|8ce4ff00] Completed 200 OK in 4115ms (Views: 175.6ms | ActiveRecord: 3875.9ms | Allocations: 201014) 2021-07-08T10:10:13 [I|app|5bc94df7] Started GET "/notification_recipients" for 172.16.11.16 at 2021-07-08 10:10:13 -0700 2021-07-08T10:10:13 [I|app|5bc94df7] Processing by NotificationRecipientsController#index as JSON 2021-07-08T10:10:13 [I|app|5bc94df7] Completed 200 OK in 7ms (Views: 0.1ms | ActiveRecord: 1.1ms | Allocations: 2280) ==> /var/log/foreman-proxy/proxy.log <== ==> /var/log/foreman-proxy/smart_proxy_dynflow_core.log <== 2021-07-08T10:07:57 [D] Executor heartbeat 2021-07-08T10:08:12 [D] Executor heartbeat 2021-07-08T10:08:27 [D] Executor heartbeat 2021-07-08T10:08:42 [D] Executor heartbeat 2021-07-08T10:08:57 [D] Executor heartbeat 2021-07-08T10:09:12 [D] Executor heartbeat 2021-07-08T10:09:27 [D] Executor heartbeat 2021-07-08T10:09:42 [D] Executor heartbeat 2021-07-08T10:09:57 [D] Executor heartbeat 2021-07-08T10:10:12 [D] Executor heartbeat ==> /var/log/foreman/production.log <== 2021-07-08T10:10:23 [I|app|42597266] Started GET "/notification_recipients" for 172.16.11.16 at 2021-07-08 10:10:23 -0700 2021-07-08T10:10:23 [I|app|42597266] Processing by NotificationRecipientsController#index as JSON 2021-07-08T10:10:23 [I|app|42597266] Completed 200 OK in 11ms (Views: 0.1ms | ActiveRecord: 1.7ms | Allocations: 2240) ==> /var/log/foreman-proxy/smart_proxy_dynflow_core.log <== 2021-07-08T10:10:27 [D] Executor heartbeat ==> /var/log/foreman/production.log <== 2021-07-08T10:10:28 [I|app|160127d7] Started PUT "/api/v2/hosts/4/packages/upgrade" for 172.16.11.16 at 2021-07-08 10:10:28 -0700 2021-07-08T10:10:28 [I|app|160127d7] Processing by Katello::Api::V2::HostPackagesController#upgrade as HTML 2021-07-08T10:10:28 [I|app|160127d7] Parameters: {"id"=>4, "packages"=>["abrt-2.1.11-60.el7.centos.x86_64"], "api_version"=>"v2", "host_id"=>"4", "host_package"=>{"id"=>4, "packages"=>["abrt-2.1.11-60.el7.centos.x86_64"]}} 2021-07-08T10:10:28 [W|api|160127d7] Katello-agent is deprecated and will be removed in a future release. 2021-07-08T10:10:28 [I|bac|160127d7] Task {label: Actions::Katello::Host::Package::Update, id: 7fc03c4c-1cd8-44f8-a89d-f6749a560c31, execution_plan_id: 787ecbc8-e70b-4be8-a194-88d73f05cd81} state changed: planning 2021-07-08T10:10:28 [I|bac|160127d7] Task {label: Actions::Katello::Host::Package::Update, id: 7fc03c4c-1cd8-44f8-a89d-f6749a560c31, execution_plan_id: 787ecbc8-e70b-4be8-a194-88d73f05cd81} state changed: planned 2021-07-08T10:10:28 [I|app|160127d7] Rendering /usr/share/gems/gems/katello-4.0.1.1/app/views/katello/api/v2/common/async.json.rabl within katello/api/v2/layouts/resource 2021-07-08T10:10:28 [I|app|160127d7] Rendered /usr/share/gems/gems/katello-4.0.1.1/app/views/katello/api/v2/common/async.json.rabl within katello/api/v2/layouts/resource (Duration: 22.1ms | Allocations: 6288) 2021-07-08T10:10:28 [I|app|160127d7] Completed 202 Accepted in 191ms (Views: 26.9ms | ActiveRecord: 28.9ms | Allocations: 33521) 2021-07-08T10:10:28 [I|app|c8df4065] Started GET "/tasks/views/task-details.html" for 172.16.11.16 at 2021-07-08 10:10:28 -0700 2021-07-08T10:10:28 [I|bac|160127d7] Task {label: Actions::Katello::Host::Package::Update, id: 7fc03c4c-1cd8-44f8-a89d-f6749a560c31, execution_plan_id: 787ecbc8-e70b-4be8-a194-88d73f05cd81} state changed: running 2021-07-08T10:10:28 [I|app|77f01f1f] Started POST "/foreman_tasks/api/tasks/bulk_search" for 172.16.11.16 at 2021-07-08 10:10:28 -0700 2021-07-08T10:10:28 [I|app|77f01f1f] Processing by ForemanTasks::Api::TasksController#bulk_search as HTML 2021-07-08T10:10:28 [I|app|77f01f1f] Parameters: {"searches"=>[{"type"=>"task", "task_id"=>"7fc03c4c-1cd8-44f8-a89d-f6749a560c31", "search_id"=>"1"}], "task"=>{}} 2021-07-08T10:10:28 [I|app|77f01f1f] Completed 200 OK in 30ms (Views: 0.6ms | ActiveRecord: 4.4ms | Allocations: 11129) 2021-07-08T10:10:30 [I|app|eebbb975] Started POST "/foreman_tasks/api/tasks/bulk_search" for 172.16.11.16 at 2021-07-08 10:10:30 -0700 2021-07-08T10:10:30 [I|app|eebbb975] Processing by ForemanTasks::Api::TasksController#bulk_search as HTML 2021-07-08T10:10:30 [I|app|eebbb975] Parameters: {"searches"=>[{"type"=>"task", "task_id"=>"7fc03c4c-1cd8-44f8-a89d-f6749a560c31", "search_id"=>"1"}], "task"=>{}} 2021-07-08T10:10:30 [I|app|eebbb975] Completed 200 OK in 28ms (Views: 0.8ms | ActiveRecord: 4.1ms | Allocations: 10025) 2021-07-08T10:10:32 [I|app|f516b2be] Started POST "/foreman_tasks/api/tasks/bulk_search" for 172.16.11.16 at 2021-07-08 10:10:32 -0700 2021-07-08T10:10:32 [I|app|f516b2be] Processing by ForemanTasks::Api::TasksController#bulk_search as HTML 2021-07-08T10:10:32 [I|app|f516b2be] Parameters: {"searches"=>[{"type"=>"task", "task_id"=>"7fc03c4c-1cd8-44f8-a89d-f6749a560c31", "search_id"=>"1"}], "task"=>{}} 2021-07-08T10:10:32 [I|app|f516b2be] Completed 200 OK in 25ms (Views: 0.8ms | ActiveRecord: 3.8ms | Allocations: 10039) 2021-07-08T10:10:33 [I|app|79c6b5c7] Started GET "/notification_recipients" for 172.16.11.16 at 2021-07-08 10:10:33 -0700 2021-07-08T10:10:33 [I|app|79c6b5c7] Processing by NotificationRecipientsController#index as JSON 2021-07-08T10:10:33 [I|app|79c6b5c7] Completed 200 OK in 12ms (Views: 0.1ms | ActiveRecord: 0.9ms | Allocations: 2247) 2021-07-08T10:10:35 [I|app|90fe81ca] Started POST "/foreman_tasks/api/tasks/bulk_search" for 172.16.11.16 at 2021-07-08 10:10:35 -0700 2021-07-08T10:10:35 [I|app|90fe81ca] Processing by ForemanTasks::Api::TasksController#bulk_search as HTML 2021-07-08T10:10:35 [I|app|90fe81ca] Parameters: {"searches"=>[{"type"=>"task", "task_id"=>"7fc03c4c-1cd8-44f8-a89d-f6749a560c31", "search_id"=>"1"}], "task"=>{}} 2021-07-08T10:10:35 [I|app|90fe81ca] Completed 200 OK in 30ms (Views: 0.6ms | ActiveRecord: 4.1ms | Allocations: 10042) 2021-07-08T10:10:39 [I|app|077b6fbc] Started POST "/foreman_tasks/api/tasks/bulk_search" for 172.16.11.16 at 2021-07-08 10:10:39 -0700 2021-07-08T10:10:39 [I|app|077b6fbc] Processing by ForemanTasks::Api::TasksController#bulk_search as HTML 2021-07-08T10:10:39 [I|app|077b6fbc] Parameters: {"searches"=>[{"type"=>"task", "task_id"=>"7fc03c4c-1cd8-44f8-a89d-f6749a560c31", "search_id"=>"1"}], "task"=>{}} 2021-07-08T10:10:39 [I|app|077b6fbc] Completed 200 OK in 37ms (Views: 0.8ms | ActiveRecord: 4.1ms | Allocations: 10042) ==> /var/log/foreman-proxy/smart_proxy_dynflow_core.log <== 2021-07-08T10:10:42 [D] Executor heartbeat ==> /var/log/foreman/production.log <== 2021-07-08T10:10:43 [I|app|3b0b457c] Started GET "/notification_recipients" for 172.16.11.16 at 2021-07-08 10:10:43 -0700 2021-07-08T10:10:43 [I|app|3b0b457c] Processing by NotificationRecipientsController#index as JSON 2021-07-08T10:10:43 [I|app|3b0b457c] Completed 200 OK in 8ms (Views: 0.2ms | ActiveRecord: 1.2ms | Allocations: 2247) 2021-07-08T10:10:44 [I|app|5437a054] Started POST "/foreman_tasks/api/tasks/bulk_search" for 172.16.11.16 at 2021-07-08 10:10:44 -0700 2021-07-08T10:10:44 [I|app|5437a054] Processing by ForemanTasks::Api::TasksController#bulk_search as HTML 2021-07-08T10:10:44 [I|app|5437a054] Parameters: {"searches"=>[{"type"=>"task", "task_id"=>"7fc03c4c-1cd8-44f8-a89d-f6749a560c31", "search_id"=>"1"}], "task"=>{}} 2021-07-08T10:10:44 [I|app|5437a054] Completed 200 OK in 27ms (Views: 0.7ms | ActiveRecord: 4.1ms | Allocations: 10042) 2021-07-08T10:10:49 [E|bac|160127d7] Host did not respond within 20 seconds. The task has been cancelled. Is katello-agent installed and goferd running on the Host? (RuntimeError) 160127d7 | /usr/share/gems/gems/katello-4.0.1.1/app/lib/actions/katello/agent_action.rb:82:in `process_timeout' 160127d7 | /usr/share/gems/gems/katello-4.0.1.1/app/lib/actions/katello/agent_action.rb:53:in `run' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/action.rb:571:in `block (3 levels) in execute_run' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/middleware/stack.rb:27:in `pass' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/middleware.rb:19:in `pass' 160127d7 | /usr/share/gems/gems/foreman-tasks-4.0.1/app/lib/actions/middleware/rails_executor_wrap.rb:14:in `block in run' 160127d7 | /usr/share/gems/gems/activesupport-6.0.3.4/lib/active_support/execution_wrapper.rb:88:in `wrap' 160127d7 | /usr/share/gems/gems/foreman-tasks-4.0.1/app/lib/actions/middleware/rails_executor_wrap.rb:13:in `run' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/middleware/stack.rb:23:in `call' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/middleware/stack.rb:27:in `pass' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/middleware.rb:19:in `pass' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/action/progress.rb:31:in `with_progress_calculation' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/action/progress.rb:17:in `run' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/middleware/stack.rb:23:in `call' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/middleware/stack.rb:27:in `pass' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/middleware.rb:19:in `pass' 160127d7 | /usr/share/gems/gems/foreman-tasks-4.0.1/app/lib/actions/middleware/keep_current_request_id.rb:15:in `block in run' 160127d7 | /usr/share/gems/gems/foreman-tasks-4.0.1/app/lib/actions/middleware/keep_current_request_id.rb:52:in `restore_current_request_id' 160127d7 | /usr/share/gems/gems/foreman-tasks-4.0.1/app/lib/actions/middleware/keep_current_request_id.rb:15:in `run' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/middleware/stack.rb:23:in `call' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/middleware/stack.rb:27:in `pass' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/middleware.rb:19:in `pass' 160127d7 | /usr/share/gems/gems/foreman-tasks-4.0.1/app/lib/actions/middleware/keep_current_timezone.rb:15:in `block in run' 160127d7 | /usr/share/gems/gems/foreman-tasks-4.0.1/app/lib/actions/middleware/keep_current_timezone.rb:44:in `restore_curent_timezone' 160127d7 | /usr/share/gems/gems/foreman-tasks-4.0.1/app/lib/actions/middleware/keep_current_timezone.rb:15:in `run' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/middleware/stack.rb:23:in `call' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/middleware/stack.rb:27:in `pass' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/middleware.rb:19:in `pass' 160127d7 | /usr/share/gems/gems/foreman-tasks-4.0.1/app/lib/actions/middleware/keep_current_taxonomies.rb:15:in `block in run' 160127d7 | /usr/share/gems/gems/foreman-tasks-4.0.1/app/lib/actions/middleware/keep_current_taxonomies.rb:45:in `restore_current_taxonomies' 160127d7 | /usr/share/gems/gems/foreman-tasks-4.0.1/app/lib/actions/middleware/keep_current_taxonomies.rb:15:in `run' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/middleware/stack.rb:23:in `call' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/middleware/stack.rb:27:in `pass' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/middleware.rb:19:in `pass' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/middleware.rb:32:in `run' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/middleware/stack.rb:23:in `call' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/middleware/stack.rb:27:in `pass' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/middleware.rb:19:in `pass' 160127d7 | /usr/share/gems/gems/foreman-tasks-4.0.1/app/lib/actions/middleware/keep_current_user.rb:15:in `block in run' 160127d7 | /usr/share/gems/gems/foreman-tasks-4.0.1/app/lib/actions/middleware/keep_current_user.rb:54:in `restore_curent_user' 160127d7 | /usr/share/gems/gems/foreman-tasks-4.0.1/app/lib/actions/middleware/keep_current_user.rb:15:in `run' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/middleware/stack.rb:23:in `call' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/middleware/world.rb:31:in `execute' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/action.rb:570:in `block (2 levels) in execute_run' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/action.rb:569:in `catch' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/action.rb:569:in `block in execute_run' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/action.rb:472:in `block in with_error_handling' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/action.rb:472:in `catch' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/action.rb:472:in `with_error_handling' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/action.rb:564:in `execute_run' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/action.rb:285:in `execute' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/execution_plan/steps/abstract_flow_step.rb:18:in `block (2 levels) in execute' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/execution_plan/steps/abstract.rb:167:in `with_meta_calculation' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/execution_plan/steps/abstract_flow_step.rb:17:in `block in execute' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/execution_plan/steps/abstract_flow_step.rb:32:in `open_action' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/execution_plan/steps/abstract_flow_step.rb:16:in `execute' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/director.rb:93:in `execute' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/executors/sidekiq/worker_jobs.rb:11:in `block (2 levels) in perform' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/executors.rb:18:in `run_user_code' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/executors/sidekiq/worker_jobs.rb:9:in `block in perform' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/executors/sidekiq/worker_jobs.rb:25:in `with_telemetry' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/executors/sidekiq/worker_jobs.rb:8:in `perform' 160127d7 | /usr/share/gems/gems/dynflow-1.4.7/lib/dynflow/executors/sidekiq/serialization.rb:27:in `perform' 160127d7 | [ sidekiq ] 160127d7 | [ concurrent-ruby ] 2021-07-08T10:10:49 [I|bac|160127d7] Task {label: Actions::Katello::Host::Package::Update, id: 7fc03c4c-1cd8-44f8-a89d-f6749a560c31, execution_plan_id: 787ecbc8-e70b-4be8-a194-88d73f05cd81} state changed: stopped result: warning 2021-07-08T10:10:49 [I|bac|160127d7] Task {label: Actions::Katello::Host::Package::Update, id: 7fc03c4c-1cd8-44f8-a89d-f6749a560c31, execution_plan_id: 787ecbc8-e70b-4be8-a194-88d73f05cd81} state changed: stopped result: warning 2021-07-08T10:10:50 [I|app|6c898d89] Started POST "/foreman_tasks/api/tasks/bulk_search" for 172.16.11.16 at 2021-07-08 10:10:50 -0700 2021-07-08T10:10:50 [I|app|6c898d89] Processing by ForemanTasks::Api::TasksController#bulk_search as HTML 2021-07-08T10:10:50 [I|app|6c898d89] Parameters: {"searches"=>[{"type"=>"task", "task_id"=>"7fc03c4c-1cd8-44f8-a89d-f6749a560c31", "search_id"=>"1"}], "task"=>{}} 2021-07-08T10:10:50 [I|app|6c898d89] Completed 200 OK in 27ms (Views: 0.7ms | ActiveRecord: 4.1ms | Allocations: 9724) 2021-07-08T10:10:50 [I|app|2b0708ab] Started GET "/api/v2/hosts/4" for 172.16.11.16 at 2021-07-08 10:10:50 -0700 2021-07-08T10:10:50 [I|app|2b0708ab] Processing by Api::V2::HostsController#show as JSON 2021-07-08T10:10:50 [I|app|2b0708ab] Parameters: {"apiv"=>"v2", "id"=>"4"} 2021-07-08T10:10:50 [I|app|2b0708ab] Rendering api/v2/hosts/show.json.rabl 2021-07-08T10:10:50 [I|app|2b0708ab] Rendered api/v2/hosts/show.json.rabl (Duration: 193.1ms | Allocations: 51053) 2021-07-08T10:10:50 [I|app|2b0708ab] Completed 200 OK in 209ms (Views: 171.5ms | ActiveRecord: 25.3ms | Allocations: 56521) 2021-07-08T10:10:53 [I|app|56b5bfe2] Started GET "/notification_recipients" for 172.16.11.16 at 2021-07-08 10:10:53 -0700 2021-07-08T10:10:53 [I|app|56b5bfe2] Processing by NotificationRecipientsController#index as JSON 2021-07-08T10:10:53 [I|app|56b5bfe2] Completed 200 OK in 7ms (Views: 0.1ms | ActiveRecord: 0.8ms | Allocations: 2247) ==> /var/log/foreman-proxy/smart_proxy_dynflow_core.log <== 2021-07-08T10:10:57 [D] Executor heartbeat ==> /var/log/foreman/production.log <== 2021-07-08T10:11:03 [I|app|bfd0e7a3] Started GET "/notification_recipients" for 172.16.11.16 at 2021-07-08 10:11:03 -0700 2021-07-08T10:11:03 [I|app|bfd0e7a3] Processing by NotificationRecipientsController#index as JSON 2021-07-08T10:11:03 [I|app|bfd0e7a3] Completed 200 OK in 6ms (Views: 0.1ms | ActiveRecord: 0.8ms | Allocations: 2240)