Skip to content

Commit 16c1e21

Browse files
gthelenelektroschmock
authored andcommitted
percpu: fix this_cpu_sub() subtrahend casting for unsigneds
this_cpu_sub() is implemented as negation and addition. This patch casts the adjustment to the counter type before negation to sign extend the adjustment. This helps in cases where the counter type is wider than an unsigned adjustment. An alternative to this patch is to declare such operations unsupported, but it seemed useful to avoid surprises. This patch specifically helps the following example: unsigned int delta = 1 preempt_disable() this_cpu_write(long_counter, 0) this_cpu_sub(long_counter, delta) preempt_enable() Before this change long_counter on a 64 bit machine ends with value 0xffffffff, rather than 0xffffffffffffffff. This is because this_cpu_sub(pcp, delta) boils down to this_cpu_add(pcp, -delta), which is basically: long_counter = 0 + 0xffffffff Also apply the same cast to: __this_cpu_sub() __this_cpu_sub_return() this_cpu_sub_return() All percpu_test.ko passes, especially the following cases which previously failed: l -= ui_one; __this_cpu_sub(long_counter, ui_one); CHECK(l, long_counter, -1); l -= ui_one; this_cpu_sub(long_counter, ui_one); CHECK(l, long_counter, -1); CHECK(l, long_counter, 0xffffffffffffffff); ul -= ui_one; __this_cpu_sub(ulong_counter, ui_one); CHECK(ul, ulong_counter, -1); CHECK(ul, ulong_counter, 0xffffffffffffffff); ul = this_cpu_sub_return(ulong_counter, ui_one); CHECK(ul, ulong_counter, 2); ul = __this_cpu_sub_return(ulong_counter, ui_one); CHECK(ul, ulong_counter, 1); Signed-off-by: Greg Thelen <[email protected]> Acked-by: Tejun Heo <[email protected]> Acked-by: Johannes Weiner <[email protected]> Signed-off-by: Andrew Morton <[email protected]> Signed-off-by: Linus Torvalds <[email protected]> Change-Id: I2c4d5bc9027cf92bc8bae4db674a287204a9f0ee
1 parent 3a7c7a9 commit 16c1e21

File tree

2 files changed

+6
-5
lines changed

2 files changed

+6
-5
lines changed

Diff for: arch/x86/include/asm/percpu.h

+2-1
Original file line numberDiff line numberDiff line change
@@ -128,7 +128,8 @@ do { \
128128
do { \
129129
typedef typeof(var) pao_T__; \
130130
const int pao_ID__ = (__builtin_constant_p(val) && \
131-
((val) == 1 || (val) == -1)) ? (val) : 0; \
131+
((val) == 1 || (val) == -1)) ? \
132+
(int)(val) : 0; \
132133
if (0) { \
133134
pao_T__ pao_tmp__; \
134135
pao_tmp__ = (val); \

Diff for: include/linux/percpu.h

+4-4
Original file line numberDiff line numberDiff line change
@@ -332,7 +332,7 @@ do { \
332332
#endif
333333

334334
#ifndef this_cpu_sub
335-
# define this_cpu_sub(pcp, val) this_cpu_add((pcp), -(val))
335+
# define this_cpu_sub(pcp, val) this_cpu_add((pcp), -(typeof(pcp))(val))
336336
#endif
337337

338338
#ifndef this_cpu_inc
@@ -402,7 +402,7 @@ do { \
402402
# define this_cpu_add_return(pcp, val) __pcpu_size_call_return2(this_cpu_add_return_, pcp, val)
403403
#endif
404404

405-
#define this_cpu_sub_return(pcp, val) this_cpu_add_return(pcp, -(val))
405+
#define this_cpu_sub_return(pcp, val) this_cpu_add_return(pcp, -(typeof(pcp))(val))
406406
#define this_cpu_inc_return(pcp) this_cpu_add_return(pcp, 1)
407407
#define this_cpu_dec_return(pcp) this_cpu_add_return(pcp, -1)
408408

@@ -570,7 +570,7 @@ do { \
570570
#endif
571571

572572
#ifndef __this_cpu_sub
573-
# define __this_cpu_sub(pcp, val) __this_cpu_add((pcp), -(val))
573+
# define __this_cpu_sub(pcp, val) __this_cpu_add((pcp), -(typeof(pcp))(val))
574574
#endif
575575

576576
#ifndef __this_cpu_inc
@@ -636,7 +636,7 @@ do { \
636636
__pcpu_size_call_return2(__this_cpu_add_return_, pcp, val)
637637
#endif
638638

639-
#define __this_cpu_sub_return(pcp, val) __this_cpu_add_return(pcp, -(val))
639+
#define __this_cpu_sub_return(pcp, val) __this_cpu_add_return(pcp, -(typeof(pcp))(val))
640640
#define __this_cpu_inc_return(pcp) __this_cpu_add_return(pcp, 1)
641641
#define __this_cpu_dec_return(pcp) __this_cpu_add_return(pcp, -1)
642642

0 commit comments

Comments
 (0)