[fio.git] / os / windows / cpu-affinity.c

#include "os/os.h"

#include <windows.h>

#ifdef CONFIG_WINDOWS_XP
int fio_setaffinity(int pid, os_cpu_mask_t cpumask)
{
	HANDLE h;
	BOOL bSuccess = FALSE;

	h = OpenThread(THREAD_QUERY_INFORMATION | THREAD_SET_INFORMATION, TRUE,
		       pid);
	if (h != NULL) {
		bSuccess = SetThreadAffinityMask(h, cpumask);
		if (!bSuccess)
			log_err("fio_setaffinity failed: failed to set thread affinity (pid %d, mask %.16llx)\n",
				pid, cpumask);

		CloseHandle(h);
	} else {
		log_err("fio_setaffinity failed: failed to get handle for pid %d\n",
			pid);
	}

	return bSuccess ? 0 : -1;
}

int fio_getaffinity(int pid, os_cpu_mask_t *mask)
{
	os_cpu_mask_t systemMask;

	HANDLE h = OpenProcess(PROCESS_QUERY_INFORMATION, TRUE, pid);

	if (h != NULL) {
		GetProcessAffinityMask(h, mask, &systemMask);
		CloseHandle(h);
	} else {
		log_err("fio_getaffinity failed: failed to get handle for pid %d\n",
			pid);
		return -1;
	}

	return 0;
}

void fio_cpu_clear(os_cpu_mask_t *mask, int cpu)
{
	*mask &= ~(1ULL << cpu);
}

void fio_cpu_set(os_cpu_mask_t *mask, int cpu)
{
	*mask |= 1ULL << cpu;
}

int fio_cpu_isset(os_cpu_mask_t *mask, int cpu)
{
	return (*mask & (1ULL << cpu)) != 0;
}

int fio_cpu_count(os_cpu_mask_t *mask)
{
	return hweight64(*mask);
}

int fio_cpuset_init(os_cpu_mask_t *mask)
{
	*mask = 0;
	return 0;
}

int fio_cpuset_exit(os_cpu_mask_t *mask)
{
	return 0;
}
#else /* CONFIG_WINDOWS_XP */
/* Return all processors regardless of processor group */
unsigned int cpus_online(void)
{
	return GetActiveProcessorCount(ALL_PROCESSOR_GROUPS);
}

static void print_mask(os_cpu_mask_t *cpumask)
{
	for (int i = 0; i < FIO_CPU_MASK_ROWS; i++)
		dprint(FD_PROCESS, "cpumask[%d]=%" PRIu64 "\n", i, cpumask->row[i]);
}

/* Return the index of the least significant set CPU in cpumask or -1 if no
 * CPUs are set */
int first_set_cpu(os_cpu_mask_t *cpumask)
{
	int cpus_offset, mask_first_cpu, row;

	cpus_offset = 0;
	row = 0;
	mask_first_cpu = -1;
	while (mask_first_cpu < 0 && row < FIO_CPU_MASK_ROWS) {
		int row_first_cpu;

		row_first_cpu = __builtin_ffsll(cpumask->row[row]) - 1;
		dprint(FD_PROCESS, "row_first_cpu=%d cpumask->row[%d]=%" PRIu64 "\n",
		       row_first_cpu, row, cpumask->row[row]);
		if (row_first_cpu > -1) {
			mask_first_cpu = cpus_offset + row_first_cpu;
			dprint(FD_PROCESS, "first set cpu in mask is at index %d\n",
			       mask_first_cpu);
		} else {
			cpus_offset += FIO_CPU_MASK_STRIDE;
			row++;
		}
	}

	return mask_first_cpu;
}

/* Return the index of the most significant set CPU in cpumask or -1 if no
 * CPUs are set */
static int last_set_cpu(os_cpu_mask_t *cpumask)
{
	int cpus_offset, mask_last_cpu, row;

	cpus_offset = (FIO_CPU_MASK_ROWS - 1) * FIO_CPU_MASK_STRIDE;
	row = FIO_CPU_MASK_ROWS - 1;
	mask_last_cpu = -1;
	while (mask_last_cpu < 0 && row >= 0) {
		int row_last_cpu;

		if (cpumask->row[row] == 0)
			row_last_cpu = -1;
		else {
			uint64_t tmp = cpumask->row[row];

			row_last_cpu = 0;
			while (tmp >>= 1)
			    row_last_cpu++;
		}

		dprint(FD_PROCESS, "row_last_cpu=%d cpumask->row[%d]=%" PRIu64 "\n",
		       row_last_cpu, row, cpumask->row[row]);
		if (row_last_cpu > -1) {
			mask_last_cpu = cpus_offset + row_last_cpu;
			dprint(FD_PROCESS, "last set cpu in mask is at index %d\n",
			       mask_last_cpu);
		} else {
			cpus_offset -= FIO_CPU_MASK_STRIDE;
			row--;
		}
	}

	return mask_last_cpu;
}

static int mask_to_group_mask(os_cpu_mask_t *cpumask, int *processor_group, uint64_t *affinity_mask)
{
	WORD online_groups, group, group_size;
	bool found;
	int cpus_offset, search_cpu, last_cpu, bit_offset, row, end;
	uint64_t group_cpumask;

	search_cpu = first_set_cpu(cpumask);
	if (search_cpu < 0) {
		log_info("CPU mask doesn't set any CPUs\n");
		return 1;
	}

	/* Find processor group first set CPU applies to */
	online_groups = GetActiveProcessorGroupCount();
	group = 0;
	found = false;
	cpus_offset = 0;
	group_size = 0;
	while (!found && group < online_groups) {
		group_size = GetActiveProcessorCount(group);
		dprint(FD_PROCESS, "group=%d group_start=%d group_size=%u search_cpu=%d\n",
		       group, cpus_offset, group_size, search_cpu);
		if (cpus_offset + group_size > search_cpu)
			found = true;
		else {
			cpus_offset += group_size;
			group++;
		}
	}

	if (!found) {
		log_err("CPU mask contains processor beyond last active processor index (%d)\n",
			 cpus_offset - 1);
		print_mask(cpumask);
		return 1;
	}

	/* Check all the CPUs in the mask apply to ONLY that processor group */
	last_cpu = last_set_cpu(cpumask);
	if (last_cpu > (cpus_offset + group_size - 1)) {
		log_info("CPU mask cannot bind CPUs (e.g. %d, %d) that are "
			 "in different processor groups\n", search_cpu,
			 last_cpu);
		print_mask(cpumask);
		return 1;
	}

	/* Extract the current processor group mask from the cpumask */
	row = cpus_offset / FIO_CPU_MASK_STRIDE;
	bit_offset = cpus_offset % FIO_CPU_MASK_STRIDE;
	group_cpumask = cpumask->row[row] >> bit_offset;
	end = bit_offset + group_size;
	if (end > FIO_CPU_MASK_STRIDE && (row + 1 < FIO_CPU_MASK_ROWS)) {
		/* Some of the next row needs to be part of the mask */
		int needed, needed_shift, needed_mask_shift;
		uint64_t needed_mask;

		needed = end - FIO_CPU_MASK_STRIDE;
		needed_shift = FIO_CPU_MASK_STRIDE - bit_offset;
		needed_mask_shift = FIO_CPU_MASK_STRIDE - needed;
		needed_mask = (uint64_t)-1 >> needed_mask_shift;
		dprint(FD_PROCESS,
		       "bit_offset=%d end=%d needed=%d needed_shift=%d needed_mask=%" PRIu64 "needed_mask_shift=%d\n",
		       bit_offset, end, needed, needed_shift, needed_mask,
		       needed_mask_shift);
		group_cpumask |= (cpumask->row[row + 1] & needed_mask) << needed_shift;
	}
	group_cpumask &= (uint64_t)-1 >> (FIO_CPU_MASK_STRIDE - group_size);

	/* Return group and mask */
	dprint(FD_PROCESS, "Returning group=%d group_mask=%" PRIu64 "\n",
	       group, group_cpumask);
	*processor_group = group;
	*affinity_mask = group_cpumask;

	return 0;
}

int fio_setaffinity(int pid, os_cpu_mask_t cpumask)
{
	HANDLE handle = NULL;
	int group, ret;
	uint64_t group_mask = 0;
	GROUP_AFFINITY new_group_affinity;

	ret = -1;

	if (mask_to_group_mask(&cpumask, &group, &group_mask) != 0)
		goto err;

	handle = OpenThread(THREAD_QUERY_INFORMATION | THREAD_SET_INFORMATION,
			    TRUE, pid);
	if (handle == NULL) {
		log_err("fio_setaffinity: failed to get handle for pid %d\n", pid);
		goto err;
	}

	/* Set group and mask.
	 * Note: if the GROUP_AFFINITY struct's Reserved members are not
	 * initialised to 0 then SetThreadGroupAffinity will fail with
	 * GetLastError() set to ERROR_INVALID_PARAMETER */
	new_group_affinity.Mask = (KAFFINITY) group_mask;
	new_group_affinity.Group = group;
	new_group_affinity.Reserved[0] = 0;
	new_group_affinity.Reserved[1] = 0;
	new_group_affinity.Reserved[2] = 0;
	if (SetThreadGroupAffinity(handle, &new_group_affinity, NULL) != 0)
		ret = 0;
	else {
		log_err("fio_setaffinity: failed to set thread affinity "
			 "(pid %d, group %d, mask %" PRIx64 ", "
			 "GetLastError=%d)\n", pid, group, group_mask,
			 GetLastError());
		goto err;
	}

err:
	if (handle)
		CloseHandle(handle);
	return ret;
}

static void cpu_to_row_offset(int cpu, int *row, int *offset)
{
	*row = cpu / FIO_CPU_MASK_STRIDE;
	*offset = cpu << FIO_CPU_MASK_STRIDE * *row;
}

int fio_cpuset_init(os_cpu_mask_t *mask)
{
	for (int i = 0; i < FIO_CPU_MASK_ROWS; i++)
		mask->row[i] = 0;
	return 0;
}

/*
 * fio_getaffinity() should not be called once a fio_setaffinity() call has
 * been made because fio_setaffinity() may put the process into multiple
 * processor groups
 */
int fio_getaffinity(int pid, os_cpu_mask_t *mask)
{
	int ret;
	int row, offset, end, group, group_size, group_start_cpu;
	DWORD_PTR process_mask, system_mask;
	HANDLE handle;
	PUSHORT current_groups;
	USHORT group_count;
	WORD online_groups;

	ret = -1;
	current_groups = NULL;
	handle = OpenProcess(PROCESS_QUERY_INFORMATION, TRUE, pid);
	if (handle == NULL) {
		log_err("fio_getaffinity: failed to get handle for pid %d\n",
			pid);
		goto err;
	}

	group_count = 16;
	/*
	 * GetProcessGroupAffinity() seems to expect more than the natural
	 * alignment for a USHORT from the area pointed to by current_groups so
	 * arrange for maximum alignment by allocating via malloc()
	 */
	current_groups = malloc(group_count * sizeof(USHORT));
	if (!current_groups) {
		log_err("fio_getaffinity: malloc failed\n");
		goto err;
	}
	if (!GetProcessGroupAffinity(handle, &group_count, current_groups)) {
		log_err("%s: failed to get single group affinity for pid %d (%d)\n",
			__func__, pid, GetLastError());
		goto err;
	}
	if (group_count > 1) {
		log_err("%s: pid %d is associated with %d process groups\n",
			__func__, pid, group_count);
		goto err;
	}
	if (!GetProcessAffinityMask(handle, &process_mask, &system_mask)) {
		log_err("%s: GetProcessAffinityMask() failed for pid %d\n",
			__func__, pid);
		goto err;
	}

	/* Convert group and group relative mask to full CPU mask */
	online_groups = GetActiveProcessorGroupCount();
	if (online_groups == 0) {
		log_err("fio_getaffinity: error retrieving total processor groups\n");
		goto err;
	}

	group = 0;
	group_start_cpu = 0;
	group_size = 0;
	dprint(FD_PROCESS, "current_groups=%d group_count=%d\n",
	       current_groups[0], group_count);
	while (true) {
		group_size = GetActiveProcessorCount(group);
		if (group_size == 0) {
			log_err("fio_getaffinity: error retrieving size of "
				"processor group %d\n", group);
			goto err;
		} else if (group >= current_groups[0] || group >= online_groups)
			break;
		else {
			group_start_cpu += group_size;
			group++;
		}
	}

	if (group != current_groups[0]) {
		log_err("fio_getaffinity: could not find processor group %d\n",
			current_groups[0]);
		goto err;
	}

	dprint(FD_PROCESS, "group_start_cpu=%d, group size=%u\n",
	       group_start_cpu, group_size);
	if ((group_start_cpu + group_size) >= FIO_MAX_CPUS) {
		log_err("fio_getaffinity failed: current CPU affinity (group "
			"%d, group_start_cpu %d, group_size %d) extends "
			"beyond mask's highest CPU (%d)\n", group,
			group_start_cpu, group_size, FIO_MAX_CPUS);
		goto err;
	}

	fio_cpuset_init(mask);
	cpu_to_row_offset(group_start_cpu, &row, &offset);
	mask->row[row] = process_mask;
	mask->row[row] <<= offset;
	end = offset + group_size;
	if (end > FIO_CPU_MASK_STRIDE) {
		int needed;
		uint64_t needed_mask;

		needed = FIO_CPU_MASK_STRIDE - end;
		needed_mask = (uint64_t)-1 >> (FIO_CPU_MASK_STRIDE - needed);
		row++;
		mask->row[row] = process_mask;
		mask->row[row] >>= needed;
		mask->row[row] &= needed_mask;
	}
	ret = 0;

err:
	if (handle)
		CloseHandle(handle);
	if (current_groups)
		free(current_groups);

	return ret;
}

void fio_cpu_clear(os_cpu_mask_t *mask, int cpu)
{
	int row, offset;
	cpu_to_row_offset(cpu, &row, &offset);

	mask->row[row] &= ~(1ULL << offset);
}

void fio_cpu_set(os_cpu_mask_t *mask, int cpu)
{
	int row, offset;
	cpu_to_row_offset(cpu, &row, &offset);

	mask->row[row] |= 1ULL << offset;
}

int fio_cpu_isset(os_cpu_mask_t *mask, int cpu)
{
	int row, offset;
	cpu_to_row_offset(cpu, &row, &offset);

	return (mask->row[row] & (1ULL << offset)) != 0;
}

int fio_cpu_count(os_cpu_mask_t *mask)
{
	int count = 0;

	for (int i = 0; i < FIO_CPU_MASK_ROWS; i++)
		count += hweight64(mask->row[i]);

	return count;
}

int fio_cpuset_exit(os_cpu_mask_t *mask)
{
	return 0;
}
#endif /* CONFIG_WINDOWS_XP */
Commit	Line	Data
a1957954 BVA	1	#include "os/os.h"
	2
	3	#include <windows.h>
	4
	5	#ifdef CONFIG_WINDOWS_XP
	6	int fio_setaffinity(int pid, os_cpu_mask_t cpumask)
	7	{
	8	HANDLE h;
	9	BOOL bSuccess = FALSE;
	10
	11	h = OpenThread(THREAD_QUERY_INFORMATION \| THREAD_SET_INFORMATION, TRUE,
	12	pid);
	13	if (h != NULL) {
	14	bSuccess = SetThreadAffinityMask(h, cpumask);
	15	if (!bSuccess)
	16	log_err("fio_setaffinity failed: failed to set thread affinity (pid %d, mask %.16llx)\n",
	17	pid, cpumask);
	18
	19	CloseHandle(h);
	20	} else {
	21	log_err("fio_setaffinity failed: failed to get handle for pid %d\n",
	22	pid);
	23	}
	24
	25	return bSuccess ? 0 : -1;
	26	}
	27
	28	int fio_getaffinity(int pid, os_cpu_mask_t *mask)
	29	{
	30	os_cpu_mask_t systemMask;
	31
	32	HANDLE h = OpenProcess(PROCESS_QUERY_INFORMATION, TRUE, pid);
	33
	34	if (h != NULL) {
	35	GetProcessAffinityMask(h, mask, &systemMask);
	36	CloseHandle(h);
	37	} else {
	38	log_err("fio_getaffinity failed: failed to get handle for pid %d\n",
	39	pid);
	40	return -1;
	41	}
	42
	43	return 0;
	44	}
	45
	46	void fio_cpu_clear(os_cpu_mask_t *mask, int cpu)
	47	{
	48	*mask &= ~(1ULL << cpu);
	49	}
	50
	51	void fio_cpu_set(os_cpu_mask_t *mask, int cpu)
	52	{
	53	*mask \|= 1ULL << cpu;
	54	}
	55
	56	int fio_cpu_isset(os_cpu_mask_t *mask, int cpu)
	57	{
	58	return (*mask & (1ULL << cpu)) != 0;
	59	}
	60
	61	int fio_cpu_count(os_cpu_mask_t *mask)
	62	{
	63	return hweight64(*mask);
	64	}
65
66	int fio_cpuset_init(os_cpu_mask_t *mask)
67	{
68	*mask = 0;
69	return 0;
70	}
71
72	int fio_cpuset_exit(os_cpu_mask_t *mask)
73	{
74	return 0;
75	}
76	#else /* CONFIG_WINDOWS_XP */
77	/* Return all processors regardless of processor group */
78	unsigned int cpus_online(void)
79	{
80	return GetActiveProcessorCount(ALL_PROCESSOR_GROUPS);
81	}
82
83	static void print_mask(os_cpu_mask_t *cpumask)
84	{
85	for (int i = 0; i < FIO_CPU_MASK_ROWS; i++)
f5515176	86	dprint(FD_PROCESS, "cpumask[%d]=%" PRIu64 "\n", i, cpumask->row[i]);
a1957954 BVA	87	}
	88
	89	/* Return the index of the least significant set CPU in cpumask or -1 if no
	90	* CPUs are set */
	91	int first_set_cpu(os_cpu_mask_t *cpumask)
	92	{
	93	int cpus_offset, mask_first_cpu, row;
	94
	95	cpus_offset = 0;
	96	row = 0;
	97	mask_first_cpu = -1;
	98	while (mask_first_cpu < 0 && row < FIO_CPU_MASK_ROWS) {
	99	int row_first_cpu;
	100
	101	row_first_cpu = __builtin_ffsll(cpumask->row[row]) - 1;
f5515176	102	dprint(FD_PROCESS, "row_first_cpu=%d cpumask->row[%d]=%" PRIu64 "\n",
a1957954 BVA	103	row_first_cpu, row, cpumask->row[row]);
	104	if (row_first_cpu > -1) {
	105	mask_first_cpu = cpus_offset + row_first_cpu;
	106	dprint(FD_PROCESS, "first set cpu in mask is at index %d\n",
	107	mask_first_cpu);
	108	} else {
	109	cpus_offset += FIO_CPU_MASK_STRIDE;
	110	row++;
	111	}
	112	}
	113
	114	return mask_first_cpu;
	115	}
	116
	117	/* Return the index of the most significant set CPU in cpumask or -1 if no
	118	* CPUs are set */
	119	static int last_set_cpu(os_cpu_mask_t *cpumask)
	120	{
	121	int cpus_offset, mask_last_cpu, row;
	122
	123	cpus_offset = (FIO_CPU_MASK_ROWS - 1) * FIO_CPU_MASK_STRIDE;
	124	row = FIO_CPU_MASK_ROWS - 1;
	125	mask_last_cpu = -1;
	126	while (mask_last_cpu < 0 && row >= 0) {
	127	int row_last_cpu;
	128
	129	if (cpumask->row[row] == 0)
	130	row_last_cpu = -1;
	131	else {
	132	uint64_t tmp = cpumask->row[row];
	133
	134	row_last_cpu = 0;
	135	while (tmp >>= 1)
	136	row_last_cpu++;
	137	}
	138
f5515176	139	dprint(FD_PROCESS, "row_last_cpu=%d cpumask->row[%d]=%" PRIu64 "\n",
a1957954 BVA	140	row_last_cpu, row, cpumask->row[row]);
	141	if (row_last_cpu > -1) {
	142	mask_last_cpu = cpus_offset + row_last_cpu;
	143	dprint(FD_PROCESS, "last set cpu in mask is at index %d\n",
	144	mask_last_cpu);
	145	} else {
	146	cpus_offset -= FIO_CPU_MASK_STRIDE;
	147	row--;
	148	}
	149	}
	150
	151	return mask_last_cpu;
	152	}
	153
	154	static int mask_to_group_mask(os_cpu_mask_t cpumask, int processor_group, uint64_t *affinity_mask)
	155	{
	156	WORD online_groups, group, group_size;
	157	bool found;
	158	int cpus_offset, search_cpu, last_cpu, bit_offset, row, end;
	159	uint64_t group_cpumask;
	160
	161	search_cpu = first_set_cpu(cpumask);
	162	if (search_cpu < 0) {
	163	log_info("CPU mask doesn't set any CPUs\n");
	164	return 1;
	165	}
	166
	167	/* Find processor group first set CPU applies to */
	168	online_groups = GetActiveProcessorGroupCount();
	169	group = 0;
	170	found = false;
	171	cpus_offset = 0;
	172	group_size = 0;
	173	while (!found && group < online_groups) {
	174	group_size = GetActiveProcessorCount(group);
	175	dprint(FD_PROCESS, "group=%d group_start=%d group_size=%u search_cpu=%d\n",
	176	group, cpus_offset, group_size, search_cpu);
	177	if (cpus_offset + group_size > search_cpu)
	178	found = true;
	179	else {
	180	cpus_offset += group_size;
	181	group++;
	182	}
	183	}
	184
	185	if (!found) {
	186	log_err("CPU mask contains processor beyond last active processor index (%d)\n",
	187	cpus_offset - 1);
	188	print_mask(cpumask);
	189	return 1;
	190	}
	191
	192	/* Check all the CPUs in the mask apply to ONLY that processor group */
	193	last_cpu = last_set_cpu(cpumask);
	194	if (last_cpu > (cpus_offset + group_size - 1)) {
	195	log_info("CPU mask cannot bind CPUs (e.g. %d, %d) that are "
	196	"in different processor groups\n", search_cpu,
	197	last_cpu);
	198	print_mask(cpumask);
	199	return 1;
	200	}
	201
	202	/* Extract the current processor group mask from the cpumask */
	203	row = cpus_offset / FIO_CPU_MASK_STRIDE;
204	bit_offset = cpus_offset % FIO_CPU_MASK_STRIDE;
205	group_cpumask = cpumask->row[row] >> bit_offset;
206	end = bit_offset + group_size;
207	if (end > FIO_CPU_MASK_STRIDE && (row + 1 < FIO_CPU_MASK_ROWS)) {
208	/* Some of the next row needs to be part of the mask */
209	int needed, needed_shift, needed_mask_shift;
210	uint64_t needed_mask;
211
212	needed = end - FIO_CPU_MASK_STRIDE;
213	needed_shift = FIO_CPU_MASK_STRIDE - bit_offset;
214	needed_mask_shift = FIO_CPU_MASK_STRIDE - needed;
215	needed_mask = (uint64_t)-1 >> needed_mask_shift;
f5515176 SW	216	dprint(FD_PROCESS,
	217	"bit_offset=%d end=%d needed=%d needed_shift=%d needed_mask=%" PRIu64 "needed_mask_shift=%d\n",
	218	bit_offset, end, needed, needed_shift, needed_mask,
	219	needed_mask_shift);
a1957954 BVA	220	group_cpumask \|= (cpumask->row[row + 1] & needed_mask) << needed_shift;
	221	}
	222	group_cpumask &= (uint64_t)-1 >> (FIO_CPU_MASK_STRIDE - group_size);
	223
	224	/* Return group and mask */
f5515176 SW	225	dprint(FD_PROCESS, "Returning group=%d group_mask=%" PRIu64 "\n",
f5515176 SW	226	group, group_cpumask);
a1957954 BVA	227	*processor_group = group;
	228	*affinity_mask = group_cpumask;
	229
	230	return 0;
	231	}
	232
	233	int fio_setaffinity(int pid, os_cpu_mask_t cpumask)
	234	{
	235	HANDLE handle = NULL;
	236	int group, ret;
	237	uint64_t group_mask = 0;
	238	GROUP_AFFINITY new_group_affinity;
	239
	240	ret = -1;
	241
	242	if (mask_to_group_mask(&cpumask, &group, &group_mask) != 0)
	243	goto err;
	244
	245	handle = OpenThread(THREAD_QUERY_INFORMATION \| THREAD_SET_INFORMATION,
	246	TRUE, pid);
	247	if (handle == NULL) {
	248	log_err("fio_setaffinity: failed to get handle for pid %d\n", pid);
	249	goto err;
	250	}
	251
	252	/* Set group and mask.
	253	* Note: if the GROUP_AFFINITY struct's Reserved members are not
	254	* initialised to 0 then SetThreadGroupAffinity will fail with
	255	* GetLastError() set to ERROR_INVALID_PARAMETER */
	256	new_group_affinity.Mask = (KAFFINITY) group_mask;
	257	new_group_affinity.Group = group;
	258	new_group_affinity.Reserved[0] = 0;
	259	new_group_affinity.Reserved[1] = 0;
	260	new_group_affinity.Reserved[2] = 0;
	261	if (SetThreadGroupAffinity(handle, &new_group_affinity, NULL) != 0)
	262	ret = 0;
	263	else {
	264	log_err("fio_setaffinity: failed to set thread affinity "
	265	"(pid %d, group %d, mask %" PRIx64 ", "
	266	"GetLastError=%d)\n", pid, group, group_mask,
	267	GetLastError());
	268	goto err;
	269	}
	270
	271	err:
	272	if (handle)
	273	CloseHandle(handle);
	274	return ret;
	275	}
	276
	277	static void cpu_to_row_offset(int cpu, int row, int offset)
	278	{
	279	*row = cpu / FIO_CPU_MASK_STRIDE;
	280	offset = cpu << FIO_CPU_MASK_STRIDE *row;
	281	}
	282
	283	int fio_cpuset_init(os_cpu_mask_t *mask)
	284	{
	285	for (int i = 0; i < FIO_CPU_MASK_ROWS; i++)
	286	mask->row[i] = 0;
	287	return 0;
	288	}
	289
	290	/*
291	* fio_getaffinity() should not be called once a fio_setaffinity() call has
292	* been made because fio_setaffinity() may put the process into multiple
293	* processor groups
294	*/
295	int fio_getaffinity(int pid, os_cpu_mask_t *mask)
296	{
297	int ret;
298	int row, offset, end, group, group_size, group_start_cpu;
299	DWORD_PTR process_mask, system_mask;
300	HANDLE handle;
301	PUSHORT current_groups;
302	USHORT group_count;
303	WORD online_groups;
304
305	ret = -1;
306	current_groups = NULL;
307	handle = OpenProcess(PROCESS_QUERY_INFORMATION, TRUE, pid);
308	if (handle == NULL) {
309	log_err("fio_getaffinity: failed to get handle for pid %d\n",
310	pid);
311	goto err;
312	}
313
2f56f0a0	314	group_count = 16;
a1957954 BVA	315	/*
	316	* GetProcessGroupAffinity() seems to expect more than the natural
	317	* alignment for a USHORT from the area pointed to by current_groups so
	318	* arrange for maximum alignment by allocating via malloc()
	319	*/
2f56f0a0	320	current_groups = malloc(group_count * sizeof(USHORT));
a1957954 BVA	321	if (!current_groups) {
	322	log_err("fio_getaffinity: malloc failed\n");
	323	goto err;
	324	}
2f56f0a0 BVA	325	if (!GetProcessGroupAffinity(handle, &group_count, current_groups)) {
	326	log_err("%s: failed to get single group affinity for pid %d (%d)\n",
	327	__func__, pid, GetLastError());
	328	goto err;
	329	}
	330	if (group_count > 1) {
	331	log_err("%s: pid %d is associated with %d process groups\n",
	332	__func__, pid, group_count);
	333	goto err;
	334	}
	335	if (!GetProcessAffinityMask(handle, &process_mask, &system_mask)) {
f5515176	336	log_err("%s: GetProcessAffinityMask() failed for pid %d\n",
2f56f0a0	337	__func__, pid);
a1957954 BVA	338	goto err;
a1957954 BVA	339	}
a1957954 BVA	340
	341	/* Convert group and group relative mask to full CPU mask */
	342	online_groups = GetActiveProcessorGroupCount();
	343	if (online_groups == 0) {
	344	log_err("fio_getaffinity: error retrieving total processor groups\n");
	345	goto err;
	346	}
	347
	348	group = 0;
	349	group_start_cpu = 0;
	350	group_size = 0;
	351	dprint(FD_PROCESS, "current_groups=%d group_count=%d\n",
	352	current_groups[0], group_count);
	353	while (true) {
	354	group_size = GetActiveProcessorCount(group);
	355	if (group_size == 0) {
	356	log_err("fio_getaffinity: error retrieving size of "
	357	"processor group %d\n", group);
	358	goto err;
	359	} else if (group >= current_groups[0] \|\| group >= online_groups)
	360	break;
	361	else {
	362	group_start_cpu += group_size;
	363	group++;
	364	}
	365	}
	366
	367	if (group != current_groups[0]) {
	368	log_err("fio_getaffinity: could not find processor group %d\n",
	369	current_groups[0]);
	370	goto err;
	371	}
	372
	373	dprint(FD_PROCESS, "group_start_cpu=%d, group size=%u\n",
	374	group_start_cpu, group_size);
	375	if ((group_start_cpu + group_size) >= FIO_MAX_CPUS) {
	376	log_err("fio_getaffinity failed: current CPU affinity (group "
	377	"%d, group_start_cpu %d, group_size %d) extends "
	378	"beyond mask's highest CPU (%d)\n", group,
	379	group_start_cpu, group_size, FIO_MAX_CPUS);
	380	goto err;
	381	}
	382
	383	fio_cpuset_init(mask);
	384	cpu_to_row_offset(group_start_cpu, &row, &offset);
	385	mask->row[row] = process_mask;
	386	mask->row[row] <<= offset;
	387	end = offset + group_size;
	388	if (end > FIO_CPU_MASK_STRIDE) {
	389	int needed;
	390	uint64_t needed_mask;
	391
	392	needed = FIO_CPU_MASK_STRIDE - end;
	393	needed_mask = (uint64_t)-1 >> (FIO_CPU_MASK_STRIDE - needed);
	394	row++;
	395	mask->row[row] = process_mask;
	396	mask->row[row] >>= needed;
	397	mask->row[row] &= needed_mask;
	398	}
	399	ret = 0;
	400
	401	err:
	402	if (handle)
	403	CloseHandle(handle);
404	if (current_groups)
405	free(current_groups);
406
407	return ret;
408	}
409
410	void fio_cpu_clear(os_cpu_mask_t *mask, int cpu)
411	{
412	int row, offset;
413	cpu_to_row_offset(cpu, &row, &offset);
414
415	mask->row[row] &= ~(1ULL << offset);
416	}
417
418	void fio_cpu_set(os_cpu_mask_t *mask, int cpu)
419	{
420	int row, offset;
421	cpu_to_row_offset(cpu, &row, &offset);
422
423	mask->row[row] \|= 1ULL << offset;
424	}
425
426	int fio_cpu_isset(os_cpu_mask_t *mask, int cpu)
427	{
428	int row, offset;
429	cpu_to_row_offset(cpu, &row, &offset);
430
431	return (mask->row[row] & (1ULL << offset)) != 0;
432	}
433
434	int fio_cpu_count(os_cpu_mask_t *mask)
435	{
436	int count = 0;
437
438	for (int i = 0; i < FIO_CPU_MASK_ROWS; i++)
439	count += hweight64(mask->row[i]);
440
441	return count;
442	}
443
444	int fio_cpuset_exit(os_cpu_mask_t *mask)
445	{
446	return 0;
447	}
448	#endif /* CONFIG_WINDOWS_XP */