1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
|
/* Copyright (c) 2016, Linaro Limited
* All rights reserved.
*
* SPDX-License-Identifier: BSD-3-Clause
*/
#include "config.h"
/*
* This program tests the ability of the linux helper to create ODP threads,
* either implemented as linux pthreads or as linux processes, depending on
* the option passed to the program (--odph_proc, --odph_thread or both)
*/
#include <unistd.h>
#include <stdlib.h>
#include <odph_debug.h>
#include <odp_api.h>
#include <odp/helper/odph_api.h>
#define NUMBER_WORKERS 16
/* register odp_term_local/global() calls atexit() */
static void main_exit(void);
/* ODP application instance */
static odp_instance_t odp_instance;
static int worker_fn(void *arg ODPH_UNUSED)
{
int cpu;
odp_cpumask_t workers;
/* depend on the odp helper to call odp_init_local */
printf("Worker thread on CPU %d\n", odp_cpu_id());
/* verify CPU affinity was already set and among the
* allowed worker cpu
*/
odp_cpumask_zero(&workers);
odp_cpumask_default_worker(&workers, NUMBER_WORKERS);
cpu = odph_odpthread_getaffinity();
if ((cpu < 0) || !odp_cpumask_isset(&workers, cpu)) {
printf("Worker thread(%d)'s CPU "
"affinity was invalid.\n", odp_cpu_id());
return -1;
}
/* verify helper API is workable by re-configure the same */
if (odph_odpthread_setaffinity(cpu) != 0) {
printf("Re-configure worker thread(%d)'s "
"CPU affinity failed.\n", odp_cpu_id());
return -1;
}
/* depend on the odp helper to call odp_term_local */
return 0;
}
/* Create additional dataplane opdthreads */
int main(int argc, char *argv[])
{
odph_odpthread_params_t thr_params;
odph_odpthread_t thread_tbl[NUMBER_WORKERS];
odp_cpumask_t cpu_mask;
int num_workers;
int cpu, affinity;
int ret;
char cpumaskstr[ODP_CPUMASK_STR_SIZE];
/* let helper collect its own arguments (e.g. --odph_proc) */
odph_parse_options(argc, argv, NULL, NULL);
if (odp_init_global(&odp_instance, NULL, NULL)) {
ODPH_ERR("Error: ODP global init failed.\n");
exit(EXIT_FAILURE);
}
if (odp_init_local(odp_instance, ODP_THREAD_CONTROL)) {
ODPH_ERR("Error: ODP local init failed.\n");
exit(EXIT_FAILURE);
}
/* register termination callback */
atexit(main_exit);
odp_cpumask_zero(&cpu_mask);
/* allocate the 1st available control cpu to main process */
if (odp_cpumask_default_control(&cpu_mask, 1) != 1) {
ODPH_ERR("Allocate main process CPU core failed.\n");
exit(EXIT_FAILURE);
}
cpu = odp_cpumask_first(&cpu_mask);
if (odph_odpthread_setaffinity(cpu) != 0) {
ODPH_ERR("Set main process affinify to "
"cpu(%d) failed.\n", cpu);
exit(EXIT_FAILURE);
}
/* read back affinity to verify */
affinity = odph_odpthread_getaffinity();
if ((affinity < 0) || (cpu != affinity)) {
ODPH_ERR("Verify main process affinity failed: "
"set(%d) read(%d).\n", cpu, affinity);
exit(EXIT_FAILURE);
}
cpu = 0;
affinity = 0;
odp_cpumask_zero(&cpu_mask);
/* discover how many opdthreads this system can support */
num_workers = odp_cpumask_default_worker(&cpu_mask, NUMBER_WORKERS);
if (num_workers < NUMBER_WORKERS) {
printf("System can only support %d threads and not the %d requested\n",
num_workers, NUMBER_WORKERS);
}
/* generate a summary for the user */
(void)odp_cpumask_to_str(&cpu_mask, cpumaskstr, sizeof(cpumaskstr));
printf("default cpu mask: %s\n", cpumaskstr);
printf("default num worker threads: %i\n", num_workers);
cpu = odp_cpumask_first(&cpu_mask);
printf("the first CPU: %i\n", cpu);
/* If possible, remove CPU 0 from the default mask to reserve it for the
* control plane. */
if (num_workers > 1)
odp_cpumask_clr(&cpu_mask, 0);
num_workers = odp_cpumask_count(&cpu_mask);
(void)odp_cpumask_to_str(&cpu_mask, cpumaskstr, sizeof(cpumaskstr));
printf("new cpu mask: %s\n", cpumaskstr);
printf("new num worker threads: %i\n\n", num_workers);
memset(&thr_params, 0, sizeof(thr_params));
thr_params.start = worker_fn;
thr_params.arg = NULL;
thr_params.thr_type = ODP_THREAD_WORKER;
thr_params.instance = odp_instance;
odph_odpthreads_create(&thread_tbl[0], &cpu_mask, &thr_params);
ret = odph_odpthreads_join(thread_tbl);
if (ret < 0)
exit(EXIT_FAILURE);
return 0;
}
static void main_exit(void)
{
if (odp_term_local()) {
ODPH_ERR("Error: ODP local term failed.\n");
_exit(EXIT_FAILURE);
}
if (odp_term_global(odp_instance)) {
ODPH_ERR("Error: ODP global term failed.\n");
_exit(EXIT_FAILURE);
}
}
|
