FD.io VPP  v19.01.1-17-ge106252
Vector Packet Processing
main.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2017 Cisco and/or its affiliates.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at:
6  *
7  * http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15 
16 #include <unistd.h>
17 #include <sys/types.h>
18 #include <sys/stat.h>
19 #include <fcntl.h>
20 #include <linux/vfio.h>
21 #include <sys/ioctl.h>
22 
23 #include <vnet/vnet.h>
24 #include <vnet/plugin/plugin.h>
25 #include <dpdk/device/dpdk.h>
26 #include <vpp/app/version.h>
27 
28 /*
29  * Called by the dpdk driver's rte_delay_us() function.
30  * Return 0 to have the dpdk do a regular delay loop.
31  * Return 1 if to skip the delay loop because we are suspending
32  * the calling vlib process instead.
33  */
34 static int
35 rte_delay_us_override (unsigned us)
36 {
37  vlib_main_t *vm;
38 
39  /* Don't bother intercepting for short delays */
40  if (us < 10)
41  return 0;
42 
43  /*
44  * Only intercept if we are in a vlib process.
45  * If we are called from a vlib worker thread or the vlib main
46  * thread then do not intercept. (Must not be called from an
47  * independent pthread).
48  */
49  if (vlib_get_thread_index () == 0)
50  {
51  /*
52  * We're in the vlib main thread or a vlib process. Make sure
53  * the process is running and we're not still initializing.
54  */
55  vm = vlib_get_main ();
56  if (vlib_in_process_context (vm))
57  {
58  /* Only suspend for the admin_down_process */
60  if (!(proc->flags & VLIB_PROCESS_IS_RUNNING) ||
61  (proc->node_runtime.node_index !=
63  return 0;
64 
65  f64 delay = 1e-6 * us;
66  vlib_process_suspend (vm, delay);
67  return 1;
68  }
69  }
70  return 0; // no override
71 }
72 
73 static void
75 {
76  if (rte_delay_us_override (us) == 0)
77  rte_delay_us_block (us);
78 }
79 
81 {
82  dpdk_main_t * dm = &dpdk_main;
83  clib_error_t * error = 0;
84 
85  dm->vlib_main = vm;
86  dm->vnet_main = vnet_get_main ();
87 
88  if ((error = vlib_call_init_function (vm, dpdk_init)))
89  return error;
90 
91  /* register custom delay function */
92  rte_delay_us_callback_register (rte_delay_us_override_cb);
93 
94  return error;
95 }
96 
98 
99 
100 clib_error_t *
102 {
103  int fd = -1;
104  u64 *pt = 0;
105  clib_error_t *err = 0;
106  clib_mem_vm_alloc_t alloc = { 0 };
107 
108  /* check if pagemap is accessible - if we get zero result
109  dpdk will not be able to get physical memory address and game is over
110  unless we have IOMMU */
111  pt = clib_mem_vm_get_paddr (&pt, min_log2 (sysconf (_SC_PAGESIZE)), 1);
112  if (pt && pt[0])
113  goto check_hugetlb;
114 
115  if ((fd = open ("/dev/vfio/vfio", O_RDWR)) == -1)
116  goto error;
117 
118  if (ioctl (fd, VFIO_GET_API_VERSION) != VFIO_API_VERSION)
119  goto error;
120 
121  /* if we have type 1 IOMMU page map is not needed */
122  if (ioctl (fd, VFIO_CHECK_EXTENSION, VFIO_TYPE1_IOMMU) != 1)
123  goto error;
124 
125 check_hugetlb:
127  alloc.size = 1;
128  alloc.name = "dpdk_early_init";
129 
130  if ((err = clib_mem_vm_ext_alloc (&alloc)))
131  {
132  clib_error_free (err);
133  goto error;
134  }
135  else
136  clib_mem_vm_ext_free (&alloc);
137 
138  goto done;
139 
140 error:
141  err = clib_error_return (0, "access to physical devices is not allowed");
142 
143 done:
144  if (fd != -1)
145  close (fd);
146  vec_free (pt);
147  return err;
148 }
149 
150 /* *INDENT-OFF* */
152  .version = VPP_BUILD_VER,
153  .description = "Data Plane Development Kit (DPDK)",
154  .early_init = "dpdk_early_init",
155 };
156 /* *INDENT-ON* */
void clib_mem_vm_ext_free(clib_mem_vm_alloc_t *a)
Definition: mem.c:336
#define CLIB_MEM_VM_F_HUGETLB
Definition: mem.h:363
vlib_node_runtime_t node_runtime
Definition: node.h:577
dpdk_main_t dpdk_main
Definition: init.c:43
vnet_main_t * vnet_get_main(void)
Definition: misc.c:47
clib_error_t * dpdk_early_init(vlib_main_t *vm)
Definition: main.c:101
static clib_error_t * dpdk_main_init(vlib_main_t *vm)
Definition: main.c:80
unsigned long u64
Definition: types.h:89
VLIB_PLUGIN_REGISTER()
static uword min_log2(uword x)
Definition: clib.h:144
double f64
Definition: types.h:142
static uword vlib_process_suspend(vlib_main_t *vm, f64 dt)
Suspend a vlib cooperative multi-tasking thread for a period of time.
Definition: node_funcs.h:452
clib_error_t * clib_mem_vm_ext_alloc(clib_mem_vm_alloc_t *a)
Definition: mem.c:193
#define VLIB_INIT_FUNCTION(x)
Definition: init.h:163
char * name
Name for memory allocation, set by caller.
Definition: mem.h:379
#define clib_error_return(e, args...)
Definition: error.h:99
uword size
Allocation size, set by caller.
Definition: mem.h:380
vlib_node_registration_t admin_up_down_process_node
(constructor) VLIB_REGISTER_NODE (admin_up_down_process_node)
Definition: device.c:626
#define vlib_call_init_function(vm, x)
Definition: init.h:260
#define VLIB_PROCESS_IS_RUNNING
Definition: node.h:597
static clib_error_t * dpdk_init(vlib_main_t *vm)
Definition: init.c:1752
static void rte_delay_us_override_cb(unsigned us)
Definition: main.c:74
#define CLIB_MEM_VM_F_SHARED
Definition: mem.h:362
u32 node_index
Node index.
Definition: node.h:519
static_always_inline uword vlib_get_thread_index(void)
Definition: threads.h:212
static vlib_process_t * vlib_get_current_process(vlib_main_t *vm)
Definition: node_funcs.h:421
vlib_main_t * vm
Definition: buffer.c:301
#define vec_free(V)
Free vector&#39;s memory (no header).
Definition: vec.h:341
u32 flags
vm allocation flags: CLIB_MEM_VM_F_SHARED: request shared memory, file descriptor will be provided ...
Definition: mem.h:368
#define CLIB_MEM_VM_F_HUGETLB_PREALLOC
Definition: mem.h:366
static int rte_delay_us_override(unsigned us)
Definition: main.c:35
static vlib_main_t * vlib_get_main(void)
Definition: global_funcs.h:23
u64 * clib_mem_vm_get_paddr(void *mem, int log2_page_size, int n_pages)
Definition: mem.c:347
#define clib_error_free(e)
Definition: error.h:86
u16 flags
Definition: node.h:590
static uword vlib_in_process_context(vlib_main_t *vm)
Definition: node_funcs.h:415
vnet_main_t * vnet_main
Definition: dpdk.h:443
vlib_main_t * vlib_main
Definition: dpdk.h:442