From: Damjan Marion <damarion@cisco.com>
Date: Tue, 16 Sep 2025 10:27:06 +0000 (+0200)
Subject: dev: initialize devices earlier, before main loop running
X-Git-Tag: v26.02-rc0~19
X-Git-Url: https://gerrit.fd.io/r/gitweb?a=commitdiff_plain;h=f36243c;p=vpp.git

dev: initialize devices earlier, before main loop running

Type: improvement
Change-Id: I073f78b29ab32d0d9f4447813acc684b6576f264
Signed-off-by: Damjan Marion <damarion@cisco.com>
---

diff --git a/src/plugins/dev_ena/aq.c b/src/plugins/dev_ena/aq.c
index 290d5bd52c6..8dfc3fc5a1e 100644
--- a/src/plugins/dev_ena/aq.c
+++ b/src/plugins/dev_ena/aq.c
@@ -153,7 +153,7 @@ ena_aq_req (vlib_main_t *vm, vnet_dev_t *dev, ena_aq_opcode_t opcode,
 
   while (cqe->phase != phase)
     {
-      vlib_process_suspend (vm, suspend_time);
+      vnet_dev_process_suspend (vm, suspend_time);
       suspend_time *= 2;
       if (suspend_time > 1e-3)
 	{
diff --git a/src/plugins/dev_ena/reg.c b/src/plugins/dev_ena/reg.c
index 7f2cc0f8aba..7aa42523368 100644
--- a/src/plugins/dev_ena/reg.c
+++ b/src/plugins/dev_ena/reg.c
@@ -144,7 +144,7 @@ ena_reg_reset (vlib_main_t *vm, vnet_dev_t *dev, ena_reset_reason_t reason)
 	break;
       if (i++ == 20)
 	return ena_err (dev, VNET_DEV_ERR_BUS, "failed to initiate reset");
-      vlib_process_suspend (vm, 0.001);
+      vnet_dev_process_suspend (vm, 0.001);
     }
 
   ena_reg_write (dev, ENA_REG_DEV_CTL, &(ena_reg_dev_ctl_t){});
@@ -158,7 +158,7 @@ ena_reg_reset (vlib_main_t *vm, vnet_dev_t *dev, ena_reset_reason_t reason)
 	break;
       if (i++ == 20)
 	return ena_err (dev, VNET_DEV_ERR_BUS, "failed to complete reset");
-      vlib_process_suspend (vm, 0.001);
+      vnet_dev_process_suspend (vm, 0.001);
     }
 
   ena_reg_read (dev, ENA_REG_VERSION, &ver);
diff --git a/src/plugins/dev_iavf/adminq.c b/src/plugins/dev_iavf/adminq.c
index 2072c697033..ec602881a5a 100644
--- a/src/plugins/dev_iavf/adminq.c
+++ b/src/plugins/dev_iavf/adminq.c
@@ -416,7 +416,7 @@ iavf_aq_atq_enq (vlib_main_t *vm, vnet_dev_t *dev, iavf_aq_desc_t *desc,
 	      return VNET_DEV_ERR_TIMEOUT;
 	    }
 
-	  vlib_process_suspend (vm, suspend_time);
+	  vnet_dev_process_suspend (vm, suspend_time);
 	  suspend_time *= 2;
 	}
     }
@@ -458,7 +458,7 @@ iavf_aq_arq_next_acq (vlib_main_t *vm, vnet_dev_t *dev, iavf_aq_desc_t **dp,
 	  if (vlib_time_now (vm) - t0 > timeout)
 	    return 0;
 
-	  vlib_process_suspend (vm, suspend_time);
+	  vnet_dev_process_suspend (vm, suspend_time);
 
 	  suspend_time *= 2;
 	}
diff --git a/src/plugins/dev_iavf/iavf.c b/src/plugins/dev_iavf/iavf.c
index f13440f4161..d6543c6f64f 100644
--- a/src/plugins/dev_iavf/iavf.c
+++ b/src/plugins/dev_iavf/iavf.c
@@ -98,7 +98,7 @@ iavf_reset (vlib_main_t *vm, vnet_dev_t *dev)
     {
       if (n_tries-- == 0)
 	return VNET_DEV_ERR_TIMEOUT;
-      vlib_process_suspend (vm, 0.02);
+      vnet_dev_process_suspend (vm, 0.02);
     }
   while ((iavf_reg_read (ad, IAVF_VFGEN_RSTAT) & 3) != 2);
 
diff --git a/src/vnet/dev/config.c b/src/vnet/dev/config.c
index 9cb8e946835..df4ab31ac69 100644
--- a/src/vnet/dev/config.c
+++ b/src/vnet/dev/config.c
@@ -200,33 +200,24 @@ vnet_dev_config_one_device (vlib_main_t *vm, unformat_input_t *input,
   return err;
 }
 
-uword
-dev_config_process_node_fn (vlib_main_t *vm, vlib_node_runtime_t *rt,
-			    vlib_frame_t *f)
+static clib_error_t *
+devices_config (vlib_main_t *vm, unformat_input_t *input)
 {
-  vnet_dev_main_t *dm = &vnet_dev_main;
   vnet_dev_driver_name_t driver_name;
-  unformat_input_t input;
   clib_error_t *err = 0;
 
-  if (dm->startup_config == 0)
-    return 0;
-
-  unformat_init_vector (&input, dm->startup_config);
-  dm->startup_config = 0;
-
-  while (!err && unformat_check_input (&input) != UNFORMAT_END_OF_INPUT)
+  while (!err && unformat_check_input (input) != UNFORMAT_END_OF_INPUT)
     {
       unformat_input_t sub_input;
       vnet_dev_device_id_t device_id;
-      if (unformat (&input, "dev %U %U", unformat_c_string_array, device_id,
+      if (unformat (input, "dev %U %U", unformat_c_string_array, device_id,
 		    sizeof (device_id), unformat_vlib_cli_sub_input,
 		    &sub_input))
 	{
 	  err = vnet_dev_config_one_device (vm, &sub_input, device_id);
 	  unformat_free (&sub_input);
 	}
-      else if (unformat (&input, "dev %U", unformat_c_string_array, device_id,
+      else if (unformat (input, "dev %U", unformat_c_string_array, device_id,
 			 sizeof (device_id)))
 	{
 	  unformat_input_t no_input = {};
@@ -234,7 +225,7 @@ dev_config_process_node_fn (vlib_main_t *vm, vlib_node_runtime_t *rt,
 	  err = vnet_dev_config_one_device (vm, &no_input, device_id);
 	  unformat_free (&no_input);
 	}
-      else if (unformat (&input, "driver %U %U", unformat_c_string_array,
+      else if (unformat (input, "driver %U %U", unformat_c_string_array,
 			 driver_name, sizeof (driver_name),
 			 unformat_vlib_cli_sub_input, &sub_input))
 	{
@@ -246,36 +237,9 @@ dev_config_process_node_fn (vlib_main_t *vm, vlib_node_runtime_t *rt,
 				 format_unformat_error, &input);
     }
 
-  unformat_free (&input);
-
-  if (err)
-    {
-      log_err (0, "%U", format_clib_error, err);
-      clib_error_free (err);
-    }
-
-  vlib_node_set_state (vm, rt->node_index, VLIB_NODE_STATE_DISABLED);
-  vlib_node_rename (vm, rt->node_index, "deleted-%u", rt->node_index);
-  vec_add1 (dm->free_process_node_indices, rt->node_index);
-  return 0;
-}
+  unformat_free (input);
 
-VLIB_REGISTER_NODE (dev_config_process_node) = {
-  .function = dev_config_process_node_fn,
-  .type = VLIB_NODE_TYPE_PROCESS,
-  .name = "dev-config",
-};
-
-static clib_error_t *
-devices_config (vlib_main_t *vm, unformat_input_t *input)
-{
-  vnet_dev_main_t *dm = &vnet_dev_main;
-  uword c;
-
-  while ((c = unformat_get_input (input)) != UNFORMAT_END_OF_INPUT)
-    vec_add1 (dm->startup_config, c);
-
-  return 0;
+  return err;
 }
 
 VLIB_CONFIG_FUNCTION (devices_config, "devices");
diff --git a/src/vnet/dev/dev.c b/src/vnet/dev/dev.c
index 7954707dd32..bf83417eecb 100644
--- a/src/vnet/dev/dev.c
+++ b/src/vnet/dev/dev.c
@@ -420,9 +420,6 @@ vnet_dev_main_init (vlib_main_t *vm)
 	temp_space_sz = r->runtime_temp_space_sz;
     }
 
-  if (dm->startup_config)
-    log_debug (0, "startup config: %v", dm->startup_config);
-
   vec_free (drv);
 
   if (temp_space_sz > 0)
diff --git a/src/vnet/dev/dev.h b/src/vnet/dev/dev.h
index d70d174b384..6c79a8b4723 100644
--- a/src/vnet/dev/dev.h
+++ b/src/vnet/dev/dev.h
@@ -514,9 +514,9 @@ typedef struct
   u32 *free_rx_node_indices;
   uword *device_index_by_id;
 
-  u8 *startup_config;
   u16 next_rx_queue_thread;
   u8 eth_port_rx_feature_arc_index;
+  u8 main_loop_running;
 } vnet_dev_main_t;
 
 extern vnet_dev_main_t vnet_dev_main;
diff --git a/src/vnet/dev/dev_funcs.h b/src/vnet/dev/dev_funcs.h
index 27172f7da2c..95ea22ef6e3 100644
--- a/src/vnet/dev/dev_funcs.h
+++ b/src/vnet/dev/dev_funcs.h
@@ -168,15 +168,19 @@ vnet_dev_get_bus (vnet_dev_t *dev)
 static_always_inline void
 vnet_dev_validate (vlib_main_t *vm, vnet_dev_t *dev)
 {
-  ASSERT (dev->process_node_index == vlib_get_current_process_node_index (vm));
+  vnet_dev_main_t *dm = &vnet_dev_main;
+  ASSERT (!dm->main_loop_running ||
+	  dev->process_node_index == vlib_get_current_process_node_index (vm));
   ASSERT (vm->thread_index == 0);
 }
 
 static_always_inline void
 vnet_dev_port_validate (vlib_main_t *vm, vnet_dev_port_t *port)
 {
-  ASSERT (port->dev->process_node_index ==
-	  vlib_get_current_process_node_index (vm));
+  vnet_dev_main_t *dm = &vnet_dev_main;
+  ASSERT (!dm->main_loop_running ||
+	  port->dev->process_node_index ==
+	    vlib_get_current_process_node_index (vm));
   ASSERT (vm->thread_index == 0);
 }
 
@@ -433,4 +437,25 @@ vnet_dev_arg_get_string (vnet_dev_arg_t *arg)
   return arg->val_set ? arg->val.string : arg->default_val.string;
 }
 
+static_always_inline void
+vnet_dev_process_suspend (vlib_main_t *vm, f64 t)
+{
+  if (!vnet_dev_main.main_loop_running)
+    {
+      t += vlib_time_now (vm);
+
+      while (vlib_time_now (vm) < t)
+	CLIB_PAUSE ();
+    }
+  else
+    vlib_process_suspend (vm, t);
+}
+
+static_always_inline void
+vnet_dev_process_yield (vlib_main_t *vm, f64 t)
+{
+  if (vnet_dev_main.main_loop_running)
+    vlib_process_yield (vm);
+}
+
 #endif /* _VNET_DEV_FUNCS_H_ */
diff --git a/src/vnet/dev/process.c b/src/vnet/dev/process.c
index 4df56296444..55dce8d8954 100644
--- a/src/vnet/dev/process.c
+++ b/src/vnet/dev/process.c
@@ -320,11 +320,20 @@ static vnet_dev_rv_t
 vnet_dev_process_event_send_and_wait (vlib_main_t *vm, vnet_dev_t *dev,
 				      vnet_dev_event_data_t *ed)
 {
-  ed->calling_process_index = vlib_get_current_process_node_index (vm);
+  vnet_dev_main_t *dm = &vnet_dev_main;
   vnet_dev_rv_t rv = VNET_DEV_ERR_PROCESS_REPLY;
 
   ed->reply_needed = 1;
 
+  if (!dm->main_loop_running)
+    {
+      vnet_dev_process_one_event (vm, dev, ed);
+      rv = ed->rv;
+      goto done;
+    }
+
+  ed->calling_process_index = vlib_get_current_process_node_index (vm);
+
   if (ed->calling_process_index == dev->process_node_index)
     {
       vnet_dev_process_one_event (vm, dev, ed);
@@ -577,3 +586,13 @@ vnet_dev_process_call_port_op_no_wait (vlib_main_t *vm, vnet_dev_port_t *port,
 
   vnet_dev_process_event_send (vm, port->dev, ed);
 }
+
+static clib_error_t *
+vnet_dev_main_loop_init (vlib_main_t *vm)
+{
+  vnet_dev_main_t *dm = &vnet_dev_main;
+  dm->main_loop_running = 1;
+  return 0;
+}
+
+VLIB_MAIN_LOOP_ENTER_FUNCTION (vnet_dev_main_loop_init);