[fio.git] / os / windows / cpu-affinity.c

#include "os/os.h"

#include <windows.h>

#ifdef CONFIG_WINDOWS_XP
int fio_setaffinity(int pid, os_cpu_mask_t cpumask)
{
	HANDLE h;
	BOOL bSuccess = FALSE;

	h = OpenThread(THREAD_QUERY_INFORMATION | THREAD_SET_INFORMATION, TRUE,
		       pid);
	if (h != NULL) {
		bSuccess = SetThreadAffinityMask(h, cpumask);
		if (!bSuccess)
			log_err("fio_setaffinity failed: failed to set thread affinity (pid %d, mask %.16llx)\n",
				pid, cpumask);

		CloseHandle(h);
	} else {
		log_err("fio_setaffinity failed: failed to get handle for pid %d\n",
			pid);
	}

	return bSuccess ? 0 : -1;
}

int fio_getaffinity(int pid, os_cpu_mask_t *mask)
{
	os_cpu_mask_t systemMask;

	HANDLE h = OpenProcess(PROCESS_QUERY_INFORMATION, TRUE, pid);

	if (h != NULL) {
		GetProcessAffinityMask(h, mask, &systemMask);
		CloseHandle(h);
	} else {
		log_err("fio_getaffinity failed: failed to get handle for pid %d\n",
			pid);
		return -1;
	}

	return 0;
}

void fio_cpu_clear(os_cpu_mask_t *mask, int cpu)
{
	*mask &= ~(1ULL << cpu);
}

void fio_cpu_set(os_cpu_mask_t *mask, int cpu)
{
	*mask |= 1ULL << cpu;
}

int fio_cpu_isset(os_cpu_mask_t *mask, int cpu)
{
	return (*mask & (1ULL << cpu)) != 0;
}

int fio_cpu_count(os_cpu_mask_t *mask)
{
	return hweight64(*mask);
}

int fio_cpuset_init(os_cpu_mask_t *mask)
{
	*mask = 0;
	return 0;
}

int fio_cpuset_exit(os_cpu_mask_t *mask)
{
	return 0;
}
#else /* CONFIG_WINDOWS_XP */
/* Return all processors regardless of processor group */
unsigned int cpus_online(void)
{
	return GetActiveProcessorCount(ALL_PROCESSOR_GROUPS);
}

static void print_mask(os_cpu_mask_t *cpumask)
{
	for (int i = 0; i < FIO_CPU_MASK_ROWS; i++)
		dprint(FD_PROCESS, "cpumask[%d]=%lu\n", i, cpumask->row[i]);
}

/* Return the index of the least significant set CPU in cpumask or -1 if no
 * CPUs are set */
int first_set_cpu(os_cpu_mask_t *cpumask)
{
	int cpus_offset, mask_first_cpu, row;

	cpus_offset = 0;
	row = 0;
	mask_first_cpu = -1;
	while (mask_first_cpu < 0 && row < FIO_CPU_MASK_ROWS) {
		int row_first_cpu;

		row_first_cpu = __builtin_ffsll(cpumask->row[row]) - 1;
		dprint(FD_PROCESS, "row_first_cpu=%d cpumask->row[%d]=%lu\n",
		       row_first_cpu, row, cpumask->row[row]);
		if (row_first_cpu > -1) {
			mask_first_cpu = cpus_offset + row_first_cpu;
			dprint(FD_PROCESS, "first set cpu in mask is at index %d\n",
			       mask_first_cpu);
		} else {
			cpus_offset += FIO_CPU_MASK_STRIDE;
			row++;
		}
	}

	return mask_first_cpu;
}

/* Return the index of the most significant set CPU in cpumask or -1 if no
 * CPUs are set */
static int last_set_cpu(os_cpu_mask_t *cpumask)
{
	int cpus_offset, mask_last_cpu, row;

	cpus_offset = (FIO_CPU_MASK_ROWS - 1) * FIO_CPU_MASK_STRIDE;
	row = FIO_CPU_MASK_ROWS - 1;
	mask_last_cpu = -1;
	while (mask_last_cpu < 0 && row >= 0) {
		int row_last_cpu;

		if (cpumask->row[row] == 0)
			row_last_cpu = -1;
		else {
			uint64_t tmp = cpumask->row[row];

			row_last_cpu = 0;
			while (tmp >>= 1)
			    row_last_cpu++;
		}

		dprint(FD_PROCESS, "row_last_cpu=%d cpumask->row[%d]=%lu\n",
		       row_last_cpu, row, cpumask->row[row]);
		if (row_last_cpu > -1) {
			mask_last_cpu = cpus_offset + row_last_cpu;
			dprint(FD_PROCESS, "last set cpu in mask is at index %d\n",
			       mask_last_cpu);
		} else {
			cpus_offset -= FIO_CPU_MASK_STRIDE;
			row--;
		}
	}

	return mask_last_cpu;
}

static int mask_to_group_mask(os_cpu_mask_t *cpumask, int *processor_group, uint64_t *affinity_mask)
{
	WORD online_groups, group, group_size;
	bool found;
	int cpus_offset, search_cpu, last_cpu, bit_offset, row, end;
	uint64_t group_cpumask;

	search_cpu = first_set_cpu(cpumask);
	if (search_cpu < 0) {
		log_info("CPU mask doesn't set any CPUs\n");
		return 1;
	}

	/* Find processor group first set CPU applies to */
	online_groups = GetActiveProcessorGroupCount();
	group = 0;
	found = false;
	cpus_offset = 0;
	group_size = 0;
	while (!found && group < online_groups) {
		group_size = GetActiveProcessorCount(group);
		dprint(FD_PROCESS, "group=%d group_start=%d group_size=%u search_cpu=%d\n",
		       group, cpus_offset, group_size, search_cpu);
		if (cpus_offset + group_size > search_cpu)
			found = true;
		else {
			cpus_offset += group_size;
			group++;
		}
	}

	if (!found) {
		log_err("CPU mask contains processor beyond last active processor index (%d)\n",
			 cpus_offset - 1);
		print_mask(cpumask);
		return 1;
	}

	/* Check all the CPUs in the mask apply to ONLY that processor group */
	last_cpu = last_set_cpu(cpumask);
	if (last_cpu > (cpus_offset + group_size - 1)) {
		log_info("CPU mask cannot bind CPUs (e.g. %d, %d) that are "
			 "in different processor groups\n", search_cpu,
			 last_cpu);
		print_mask(cpumask);
		return 1;
	}

	/* Extract the current processor group mask from the cpumask */
	row = cpus_offset / FIO_CPU_MASK_STRIDE;
	bit_offset = cpus_offset % FIO_CPU_MASK_STRIDE;
	group_cpumask = cpumask->row[row] >> bit_offset;
	end = bit_offset + group_size;
	if (end > FIO_CPU_MASK_STRIDE && (row + 1 < FIO_CPU_MASK_ROWS)) {
		/* Some of the next row needs to be part of the mask */
		int needed, needed_shift, needed_mask_shift;
		uint64_t needed_mask;

		needed = end - FIO_CPU_MASK_STRIDE;
		needed_shift = FIO_CPU_MASK_STRIDE - bit_offset;
		needed_mask_shift = FIO_CPU_MASK_STRIDE - needed;
		needed_mask = (uint64_t)-1 >> needed_mask_shift;
		dprint(FD_PROCESS, "bit_offset=%d end=%d needed=%d needed_shift=%d needed_mask=%ld needed_mask_shift=%d\n", bit_offset, end, needed, needed_shift, needed_mask, needed_mask_shift);
		group_cpumask |= (cpumask->row[row + 1] & needed_mask) << needed_shift;
	}
	group_cpumask &= (uint64_t)-1 >> (FIO_CPU_MASK_STRIDE - group_size);

	/* Return group and mask */
	dprint(FD_PROCESS, "Returning group=%d group_mask=%lu\n", group, group_cpumask);
	*processor_group = group;
	*affinity_mask = group_cpumask;

	return 0;
}

int fio_setaffinity(int pid, os_cpu_mask_t cpumask)
{
	HANDLE handle = NULL;
	int group, ret;
	uint64_t group_mask = 0;
	GROUP_AFFINITY new_group_affinity;

	ret = -1;

	if (mask_to_group_mask(&cpumask, &group, &group_mask) != 0)
		goto err;

	handle = OpenThread(THREAD_QUERY_INFORMATION | THREAD_SET_INFORMATION,
			    TRUE, pid);
	if (handle == NULL) {
		log_err("fio_setaffinity: failed to get handle for pid %d\n", pid);
		goto err;
	}

	/* Set group and mask.
	 * Note: if the GROUP_AFFINITY struct's Reserved members are not
	 * initialised to 0 then SetThreadGroupAffinity will fail with
	 * GetLastError() set to ERROR_INVALID_PARAMETER */
	new_group_affinity.Mask = (KAFFINITY) group_mask;
	new_group_affinity.Group = group;
	new_group_affinity.Reserved[0] = 0;
	new_group_affinity.Reserved[1] = 0;
	new_group_affinity.Reserved[2] = 0;
	if (SetThreadGroupAffinity(handle, &new_group_affinity, NULL) != 0)
		ret = 0;
	else {
		log_err("fio_setaffinity: failed to set thread affinity "
			 "(pid %d, group %d, mask %" PRIx64 ", "
			 "GetLastError=%d)\n", pid, group, group_mask,
			 GetLastError());
		goto err;
	}

err:
	if (handle)
		CloseHandle(handle);
	return ret;
}

static void cpu_to_row_offset(int cpu, int *row, int *offset)
{
	*row = cpu / FIO_CPU_MASK_STRIDE;
	*offset = cpu << FIO_CPU_MASK_STRIDE * *row;
}

int fio_cpuset_init(os_cpu_mask_t *mask)
{
	for (int i = 0; i < FIO_CPU_MASK_ROWS; i++)
		mask->row[i] = 0;
	return 0;
}

/*
 * fio_getaffinity() should not be called once a fio_setaffinity() call has
 * been made because fio_setaffinity() may put the process into multiple
 * processor groups
 */
int fio_getaffinity(int pid, os_cpu_mask_t *mask)
{
	int ret;
	int row, offset, end, group, group_size, group_start_cpu;
	DWORD_PTR process_mask, system_mask;
	HANDLE handle;
	PUSHORT current_groups;
	USHORT group_count;
	WORD online_groups;

	ret = -1;
	current_groups = NULL;
	handle = OpenProcess(PROCESS_QUERY_INFORMATION, TRUE, pid);
	if (handle == NULL) {
		log_err("fio_getaffinity: failed to get handle for pid %d\n",
			pid);
		goto err;
	}

	group_count = 16;
	/*
	 * GetProcessGroupAffinity() seems to expect more than the natural
	 * alignment for a USHORT from the area pointed to by current_groups so
	 * arrange for maximum alignment by allocating via malloc()
	 */
	current_groups = malloc(group_count * sizeof(USHORT));
	if (!current_groups) {
		log_err("fio_getaffinity: malloc failed\n");
		goto err;
	}
	if (!GetProcessGroupAffinity(handle, &group_count, current_groups)) {
		log_err("%s: failed to get single group affinity for pid %d (%d)\n",
			__func__, pid, GetLastError());
		goto err;
	}
	if (group_count > 1) {
		log_err("%s: pid %d is associated with %d process groups\n",
			__func__, pid, group_count);
		goto err;
	}
	if (!GetProcessAffinityMask(handle, &process_mask, &system_mask)) {
		log_err("%s: GetProcessAffinityMask() failed for pid\n",
			__func__, pid);
		goto err;
	}

	/* Convert group and group relative mask to full CPU mask */
	online_groups = GetActiveProcessorGroupCount();
	if (online_groups == 0) {
		log_err("fio_getaffinity: error retrieving total processor groups\n");
		goto err;
	}

	group = 0;
	group_start_cpu = 0;
	group_size = 0;
	dprint(FD_PROCESS, "current_groups=%d group_count=%d\n",
	       current_groups[0], group_count);
	while (true) {
		group_size = GetActiveProcessorCount(group);
		if (group_size == 0) {
			log_err("fio_getaffinity: error retrieving size of "
				"processor group %d\n", group);
			goto err;
		} else if (group >= current_groups[0] || group >= online_groups)
			break;
		else {
			group_start_cpu += group_size;
			group++;
		}
	}

	if (group != current_groups[0]) {
		log_err("fio_getaffinity: could not find processor group %d\n",
			current_groups[0]);
		goto err;
	}

	dprint(FD_PROCESS, "group_start_cpu=%d, group size=%u\n",
	       group_start_cpu, group_size);
	if ((group_start_cpu + group_size) >= FIO_MAX_CPUS) {
		log_err("fio_getaffinity failed: current CPU affinity (group "
			"%d, group_start_cpu %d, group_size %d) extends "
			"beyond mask's highest CPU (%d)\n", group,
			group_start_cpu, group_size, FIO_MAX_CPUS);
		goto err;
	}

	fio_cpuset_init(mask);
	cpu_to_row_offset(group_start_cpu, &row, &offset);
	mask->row[row] = process_mask;
	mask->row[row] <<= offset;
	end = offset + group_size;
	if (end > FIO_CPU_MASK_STRIDE) {
		int needed;
		uint64_t needed_mask;

		needed = FIO_CPU_MASK_STRIDE - end;
		needed_mask = (uint64_t)-1 >> (FIO_CPU_MASK_STRIDE - needed);
		row++;
		mask->row[row] = process_mask;
		mask->row[row] >>= needed;
		mask->row[row] &= needed_mask;
	}
	ret = 0;

err:
	if (handle)
		CloseHandle(handle);
	if (current_groups)
		free(current_groups);

	return ret;
}

void fio_cpu_clear(os_cpu_mask_t *mask, int cpu)
{
	int row, offset;
	cpu_to_row_offset(cpu, &row, &offset);

	mask->row[row] &= ~(1ULL << offset);
}

void fio_cpu_set(os_cpu_mask_t *mask, int cpu)
{
	int row, offset;
	cpu_to_row_offset(cpu, &row, &offset);

	mask->row[row] |= 1ULL << offset;
}

int fio_cpu_isset(os_cpu_mask_t *mask, int cpu)
{
	int row, offset;
	cpu_to_row_offset(cpu, &row, &offset);

	return (mask->row[row] & (1ULL << offset)) != 0;
}

int fio_cpu_count(os_cpu_mask_t *mask)
{
	int count = 0;

	for (int i = 0; i < FIO_CPU_MASK_ROWS; i++)
		count += hweight64(mask->row[i]);

	return count;
}

int fio_cpuset_exit(os_cpu_mask_t *mask)
{
	return 0;
}
#endif /* CONFIG_WINDOWS_XP */
Commit	Line	Data
a1957954 BVA	1	#include "os/os.h"
	2
	3	#include <windows.h>
	4
	5	#ifdef CONFIG_WINDOWS_XP
	6	int fio_setaffinity(int pid, os_cpu_mask_t cpumask)
	7	{
	8	HANDLE h;
	9	BOOL bSuccess = FALSE;
	10
	11	h = OpenThread(THREAD_QUERY_INFORMATION \| THREAD_SET_INFORMATION, TRUE,
	12	pid);
	13	if (h != NULL) {
	14	bSuccess = SetThreadAffinityMask(h, cpumask);
	15	if (!bSuccess)
	16	log_err("fio_setaffinity failed: failed to set thread affinity (pid %d, mask %.16llx)\n",
	17	pid, cpumask);
	18
	19	CloseHandle(h);
	20	} else {
	21	log_err("fio_setaffinity failed: failed to get handle for pid %d\n",
	22	pid);
	23	}
	24
	25	return bSuccess ? 0 : -1;
	26	}
	27
	28	int fio_getaffinity(int pid, os_cpu_mask_t *mask)
	29	{
	30	os_cpu_mask_t systemMask;
	31
	32	HANDLE h = OpenProcess(PROCESS_QUERY_INFORMATION, TRUE, pid);
	33
	34	if (h != NULL) {
	35	GetProcessAffinityMask(h, mask, &systemMask);
	36	CloseHandle(h);
	37	} else {
	38	log_err("fio_getaffinity failed: failed to get handle for pid %d\n",
	39	pid);
	40	return -1;
	41	}
	42
	43	return 0;
	44	}
	45
	46	void fio_cpu_clear(os_cpu_mask_t *mask, int cpu)
	47	{
	48	*mask &= ~(1ULL << cpu);
	49	}
	50
	51	void fio_cpu_set(os_cpu_mask_t *mask, int cpu)
	52	{
	53	*mask \|= 1ULL << cpu;
	54	}
	55
	56	int fio_cpu_isset(os_cpu_mask_t *mask, int cpu)
	57	{
	58	return (*mask & (1ULL << cpu)) != 0;
	59	}
	60
	61	int fio_cpu_count(os_cpu_mask_t *mask)
	62	{
	63	return hweight64(*mask);
	64	}
65
66	int fio_cpuset_init(os_cpu_mask_t *mask)
67	{
68	*mask = 0;
69	return 0;
70	}
71
72	int fio_cpuset_exit(os_cpu_mask_t *mask)
73	{
74	return 0;
75	}
76	#else /* CONFIG_WINDOWS_XP */
77	/* Return all processors regardless of processor group */
78	unsigned int cpus_online(void)
79	{
80	return GetActiveProcessorCount(ALL_PROCESSOR_GROUPS);
81	}
82
83	static void print_mask(os_cpu_mask_t *cpumask)
84	{
85	for (int i = 0; i < FIO_CPU_MASK_ROWS; i++)
86	dprint(FD_PROCESS, "cpumask[%d]=%lu\n", i, cpumask->row[i]);
87	}
88
89	/* Return the index of the least significant set CPU in cpumask or -1 if no
90	* CPUs are set */
91	int first_set_cpu(os_cpu_mask_t *cpumask)
92	{
93	int cpus_offset, mask_first_cpu, row;
94
95	cpus_offset = 0;
96	row = 0;
97	mask_first_cpu = -1;
98	while (mask_first_cpu < 0 && row < FIO_CPU_MASK_ROWS) {
99	int row_first_cpu;
100
101	row_first_cpu = __builtin_ffsll(cpumask->row[row]) - 1;
102	dprint(FD_PROCESS, "row_first_cpu=%d cpumask->row[%d]=%lu\n",
103	row_first_cpu, row, cpumask->row[row]);
104	if (row_first_cpu > -1) {
105	mask_first_cpu = cpus_offset + row_first_cpu;
106	dprint(FD_PROCESS, "first set cpu in mask is at index %d\n",
107	mask_first_cpu);
108	} else {
109	cpus_offset += FIO_CPU_MASK_STRIDE;
110	row++;
111	}
112	}
113
114	return mask_first_cpu;
115	}
116
117	/* Return the index of the most significant set CPU in cpumask or -1 if no
118	* CPUs are set */
119	static int last_set_cpu(os_cpu_mask_t *cpumask)
120	{
121	int cpus_offset, mask_last_cpu, row;
122
123	cpus_offset = (FIO_CPU_MASK_ROWS - 1) * FIO_CPU_MASK_STRIDE;
124	row = FIO_CPU_MASK_ROWS - 1;
125	mask_last_cpu = -1;
126	while (mask_last_cpu < 0 && row >= 0) {
127	int row_last_cpu;
128
129	if (cpumask->row[row] == 0)
130	row_last_cpu = -1;
131	else {
132	uint64_t tmp = cpumask->row[row];
133
134	row_last_cpu = 0;
135	while (tmp >>= 1)
136	row_last_cpu++;
137	}
138
139	dprint(FD_PROCESS, "row_last_cpu=%d cpumask->row[%d]=%lu\n",
140	row_last_cpu, row, cpumask->row[row]);
141	if (row_last_cpu > -1) {
142	mask_last_cpu = cpus_offset + row_last_cpu;
143	dprint(FD_PROCESS, "last set cpu in mask is at index %d\n",
144	mask_last_cpu);
145	} else {
146	cpus_offset -= FIO_CPU_MASK_STRIDE;
147	row--;
148	}
149	}
150
151	return mask_last_cpu;
152	}
153
154	static int mask_to_group_mask(os_cpu_mask_t cpumask, int processor_group, uint64_t *affinity_mask)
155	{
156	WORD online_groups, group, group_size;
157	bool found;
158	int cpus_offset, search_cpu, last_cpu, bit_offset, row, end;
159	uint64_t group_cpumask;
160
161	search_cpu = first_set_cpu(cpumask);
162	if (search_cpu < 0) {
163	log_info("CPU mask doesn't set any CPUs\n");
164	return 1;
165	}
166
167	/* Find processor group first set CPU applies to */
168	online_groups = GetActiveProcessorGroupCount();
169	group = 0;
170	found = false;
171	cpus_offset = 0;
172	group_size = 0;
173	while (!found && group < online_groups) {
174	group_size = GetActiveProcessorCount(group);
175	dprint(FD_PROCESS, "group=%d group_start=%d group_size=%u search_cpu=%d\n",
176	group, cpus_offset, group_size, search_cpu);
177	if (cpus_offset + group_size > search_cpu)
178	found = true;
179	else {
180	cpus_offset += group_size;
181	group++;
182	}
183	}
184
185	if (!found) {
186	log_err("CPU mask contains processor beyond last active processor index (%d)\n",
187	cpus_offset - 1);
188	print_mask(cpumask);
189	return 1;
190	}
191
192	/* Check all the CPUs in the mask apply to ONLY that processor group */
193	last_cpu = last_set_cpu(cpumask);
194	if (last_cpu > (cpus_offset + group_size - 1)) {
195	log_info("CPU mask cannot bind CPUs (e.g. %d, %d) that are "
196	"in different processor groups\n", search_cpu,
197	last_cpu);
198	print_mask(cpumask);
199	return 1;
200	}
201
202	/* Extract the current processor group mask from the cpumask */
203	row = cpus_offset / FIO_CPU_MASK_STRIDE;
204	bit_offset = cpus_offset % FIO_CPU_MASK_STRIDE;
205	group_cpumask = cpumask->row[row] >> bit_offset;
206	end = bit_offset + group_size;
207	if (end > FIO_CPU_MASK_STRIDE && (row + 1 < FIO_CPU_MASK_ROWS)) {
208	/* Some of the next row needs to be part of the mask */
209	int needed, needed_shift, needed_mask_shift;
210	uint64_t needed_mask;
211
212	needed = end - FIO_CPU_MASK_STRIDE;
213	needed_shift = FIO_CPU_MASK_STRIDE - bit_offset;
214	needed_mask_shift = FIO_CPU_MASK_STRIDE - needed;
215	needed_mask = (uint64_t)-1 >> needed_mask_shift;
216	dprint(FD_PROCESS, "bit_offset=%d end=%d needed=%d needed_shift=%d needed_mask=%ld needed_mask_shift=%d\n", bit_offset, end, needed, needed_shift, needed_mask, needed_mask_shift);
217	group_cpumask \|= (cpumask->row[row + 1] & needed_mask) << needed_shift;
218	}
219	group_cpumask &= (uint64_t)-1 >> (FIO_CPU_MASK_STRIDE - group_size);
220
221	/* Return group and mask */
222	dprint(FD_PROCESS, "Returning group=%d group_mask=%lu\n", group, group_cpumask);
223	*processor_group = group;
224	*affinity_mask = group_cpumask;
225
226	return 0;
227	}
228
229	int fio_setaffinity(int pid, os_cpu_mask_t cpumask)
230	{
231	HANDLE handle = NULL;
232	int group, ret;
233	uint64_t group_mask = 0;
234	GROUP_AFFINITY new_group_affinity;
235
236	ret = -1;
237
238	if (mask_to_group_mask(&cpumask, &group, &group_mask) != 0)
239	goto err;
240
241	handle = OpenThread(THREAD_QUERY_INFORMATION \| THREAD_SET_INFORMATION,
242	TRUE, pid);
243	if (handle == NULL) {
244	log_err("fio_setaffinity: failed to get handle for pid %d\n", pid);
245	goto err;
246	}
247
248	/* Set group and mask.
249	* Note: if the GROUP_AFFINITY struct's Reserved members are not
250	* initialised to 0 then SetThreadGroupAffinity will fail with
251	* GetLastError() set to ERROR_INVALID_PARAMETER */
252	new_group_affinity.Mask = (KAFFINITY) group_mask;
253	new_group_affinity.Group = group;
254	new_group_affinity.Reserved[0] = 0;
255	new_group_affinity.Reserved[1] = 0;
256	new_group_affinity.Reserved[2] = 0;
257	if (SetThreadGroupAffinity(handle, &new_group_affinity, NULL) != 0)
258	ret = 0;
259	else {
260	log_err("fio_setaffinity: failed to set thread affinity "
261	"(pid %d, group %d, mask %" PRIx64 ", "
262	"GetLastError=%d)\n", pid, group, group_mask,
263	GetLastError());
264	goto err;
265	}
266
267	err:
268	if (handle)
269	CloseHandle(handle);
270	return ret;
271	}
272
273	static void cpu_to_row_offset(int cpu, int row, int offset)
274	{
275	*row = cpu / FIO_CPU_MASK_STRIDE;
276	offset = cpu << FIO_CPU_MASK_STRIDE *row;
277	}
278
279	int fio_cpuset_init(os_cpu_mask_t *mask)
280	{
281	for (int i = 0; i < FIO_CPU_MASK_ROWS; i++)
282	mask->row[i] = 0;
283	return 0;
284	}
285
286	/*
287	* fio_getaffinity() should not be called once a fio_setaffinity() call has
288	* been made because fio_setaffinity() may put the process into multiple
289	* processor groups
290	*/
291	int fio_getaffinity(int pid, os_cpu_mask_t *mask)
292	{
293	int ret;
294	int row, offset, end, group, group_size, group_start_cpu;
295	DWORD_PTR process_mask, system_mask;
296	HANDLE handle;
297	PUSHORT current_groups;
298	USHORT group_count;
299	WORD online_groups;
300
301	ret = -1;
302	current_groups = NULL;
303	handle = OpenProcess(PROCESS_QUERY_INFORMATION, TRUE, pid);
304	if (handle == NULL) {
305	log_err("fio_getaffinity: failed to get handle for pid %d\n",
306	pid);
307	goto err;
308	}
309
2f56f0a0	310	group_count = 16;
a1957954 BVA	311	/*
	312	* GetProcessGroupAffinity() seems to expect more than the natural
	313	* alignment for a USHORT from the area pointed to by current_groups so
	314	* arrange for maximum alignment by allocating via malloc()
	315	*/
2f56f0a0	316	current_groups = malloc(group_count * sizeof(USHORT));
a1957954 BVA	317	if (!current_groups) {
	318	log_err("fio_getaffinity: malloc failed\n");
	319	goto err;
	320	}
2f56f0a0 BVA	321	if (!GetProcessGroupAffinity(handle, &group_count, current_groups)) {
	322	log_err("%s: failed to get single group affinity for pid %d (%d)\n",
	323	__func__, pid, GetLastError());
	324	goto err;
	325	}
	326	if (group_count > 1) {
	327	log_err("%s: pid %d is associated with %d process groups\n",
	328	__func__, pid, group_count);
	329	goto err;
	330	}
	331	if (!GetProcessAffinityMask(handle, &process_mask, &system_mask)) {
	332	log_err("%s: GetProcessAffinityMask() failed for pid\n",
	333	__func__, pid);
a1957954 BVA	334	goto err;
a1957954 BVA	335	}
a1957954 BVA	336
	337	/* Convert group and group relative mask to full CPU mask */
	338	online_groups = GetActiveProcessorGroupCount();
	339	if (online_groups == 0) {
	340	log_err("fio_getaffinity: error retrieving total processor groups\n");
	341	goto err;
	342	}
	343
	344	group = 0;
	345	group_start_cpu = 0;
	346	group_size = 0;
	347	dprint(FD_PROCESS, "current_groups=%d group_count=%d\n",
	348	current_groups[0], group_count);
	349	while (true) {
	350	group_size = GetActiveProcessorCount(group);
	351	if (group_size == 0) {
	352	log_err("fio_getaffinity: error retrieving size of "
	353	"processor group %d\n", group);
	354	goto err;
	355	} else if (group >= current_groups[0] \|\| group >= online_groups)
	356	break;
	357	else {
	358	group_start_cpu += group_size;
	359	group++;
	360	}
	361	}
	362
	363	if (group != current_groups[0]) {
	364	log_err("fio_getaffinity: could not find processor group %d\n",
	365	current_groups[0]);
	366	goto err;
	367	}
	368
	369	dprint(FD_PROCESS, "group_start_cpu=%d, group size=%u\n",
	370	group_start_cpu, group_size);
	371	if ((group_start_cpu + group_size) >= FIO_MAX_CPUS) {
	372	log_err("fio_getaffinity failed: current CPU affinity (group "
	373	"%d, group_start_cpu %d, group_size %d) extends "
	374	"beyond mask's highest CPU (%d)\n", group,
	375	group_start_cpu, group_size, FIO_MAX_CPUS);
	376	goto err;
	377	}
	378
	379	fio_cpuset_init(mask);
	380	cpu_to_row_offset(group_start_cpu, &row, &offset);
	381	mask->row[row] = process_mask;
	382	mask->row[row] <<= offset;
	383	end = offset + group_size;
	384	if (end > FIO_CPU_MASK_STRIDE) {
	385	int needed;
	386	uint64_t needed_mask;
	387
	388	needed = FIO_CPU_MASK_STRIDE - end;
	389	needed_mask = (uint64_t)-1 >> (FIO_CPU_MASK_STRIDE - needed);
	390	row++;
	391	mask->row[row] = process_mask;
	392	mask->row[row] >>= needed;
	393	mask->row[row] &= needed_mask;
	394	}
	395	ret = 0;
	396
	397	err:
	398	if (handle)
	399	CloseHandle(handle);
400	if (current_groups)
401	free(current_groups);
402
403	return ret;
404	}
405
406	void fio_cpu_clear(os_cpu_mask_t *mask, int cpu)
407	{
408	int row, offset;
409	cpu_to_row_offset(cpu, &row, &offset);
410
411	mask->row[row] &= ~(1ULL << offset);
412	}
413
414	void fio_cpu_set(os_cpu_mask_t *mask, int cpu)
415	{
416	int row, offset;
417	cpu_to_row_offset(cpu, &row, &offset);
418
419	mask->row[row] \|= 1ULL << offset;
420	}
421
422	int fio_cpu_isset(os_cpu_mask_t *mask, int cpu)
423	{
424	int row, offset;
425	cpu_to_row_offset(cpu, &row, &offset);
426
427	return (mask->row[row] & (1ULL << offset)) != 0;
428	}
429
430	int fio_cpu_count(os_cpu_mask_t *mask)
431	{
432	int count = 0;
433
434	for (int i = 0; i < FIO_CPU_MASK_ROWS; i++)
435	count += hweight64(mask->row[i]);
436
437	return count;
438	}
439
440	int fio_cpuset_exit(os_cpu_mask_t *mask)
441	{
442	return 0;
443	}
444	#endif /* CONFIG_WINDOWS_XP */