blob: 3de7ac154f24e7c1198ffdfc6942ff011088162f [file] [log] [blame]
Anton Blanchard64ff3122010-08-12 16:28:09 +00001/*
2 * This program is free software; you can redistribute it and/or modify
3 * it under the terms of the GNU General Public License as published by
4 * the Free Software Foundation; either version 2 of the License, or
5 * (at your option) any later version.
6 *
7 * This program is distributed in the hope that it will be useful,
8 * but WITHOUT ANY WARRANTY; without even the implied warranty of
9 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
10 * GNU General Public License for more details.
11 *
12 * You should have received a copy of the GNU General Public License
13 * along with this program; if not, write to the Free Software
14 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
15 *
16 * Copyright (C) IBM Corporation, 2010
17 *
18 * Author: Anton Blanchard <anton@au.ibm.com>
19 */
20#include <asm/processor.h>
21#include <asm/ppc_asm.h>
Al Viro9445aa12016-01-13 23:33:46 -050022#include <asm/export.h>
Anton Blanchard64ff3122010-08-12 16:28:09 +000023
24/* Note: This code relies on -mminimal-toc */
25
26_GLOBAL(__arch_hweight8)
27BEGIN_FTR_SECTION
Anton Blanchardb1576fe2014-02-04 16:04:35 +110028 b __sw_hweight8
Anton Blanchard64ff3122010-08-12 16:28:09 +000029 nop
30 nop
31FTR_SECTION_ELSE
Michael Neulingc75df6f2012-06-25 13:33:10 +000032 PPC_POPCNTB(R3,R3)
Anton Blanchard64ff3122010-08-12 16:28:09 +000033 clrldi r3,r3,64-8
34 blr
35ALT_FTR_SECTION_END_IFCLR(CPU_FTR_POPCNTB)
Al Viro9445aa12016-01-13 23:33:46 -050036EXPORT_SYMBOL(__arch_hweight8)
Anton Blanchard64ff3122010-08-12 16:28:09 +000037
38_GLOBAL(__arch_hweight16)
39BEGIN_FTR_SECTION
Anton Blanchardb1576fe2014-02-04 16:04:35 +110040 b __sw_hweight16
Anton Blanchard64ff3122010-08-12 16:28:09 +000041 nop
42 nop
43 nop
44 nop
45FTR_SECTION_ELSE
46 BEGIN_FTR_SECTION_NESTED(50)
Michael Neulingc75df6f2012-06-25 13:33:10 +000047 PPC_POPCNTB(R3,R3)
Anton Blanchard64ff3122010-08-12 16:28:09 +000048 srdi r4,r3,8
49 add r3,r4,r3
50 clrldi r3,r3,64-8
51 blr
52 FTR_SECTION_ELSE_NESTED(50)
53 clrlwi r3,r3,16
Michael Neulingc75df6f2012-06-25 13:33:10 +000054 PPC_POPCNTW(R3,R3)
Anton Blanchard64ff3122010-08-12 16:28:09 +000055 clrldi r3,r3,64-8
56 blr
57 ALT_FTR_SECTION_END_NESTED_IFCLR(CPU_FTR_POPCNTD, 50)
58ALT_FTR_SECTION_END_IFCLR(CPU_FTR_POPCNTB)
Al Viro9445aa12016-01-13 23:33:46 -050059EXPORT_SYMBOL(__arch_hweight16)
Anton Blanchard64ff3122010-08-12 16:28:09 +000060
61_GLOBAL(__arch_hweight32)
62BEGIN_FTR_SECTION
Anton Blanchardb1576fe2014-02-04 16:04:35 +110063 b __sw_hweight32
Anton Blanchard64ff3122010-08-12 16:28:09 +000064 nop
65 nop
66 nop
67 nop
68 nop
69 nop
70FTR_SECTION_ELSE
71 BEGIN_FTR_SECTION_NESTED(51)
Michael Neulingc75df6f2012-06-25 13:33:10 +000072 PPC_POPCNTB(R3,R3)
Anton Blanchard64ff3122010-08-12 16:28:09 +000073 srdi r4,r3,16
74 add r3,r4,r3
75 srdi r4,r3,8
76 add r3,r4,r3
77 clrldi r3,r3,64-8
78 blr
79 FTR_SECTION_ELSE_NESTED(51)
Michael Neulingc75df6f2012-06-25 13:33:10 +000080 PPC_POPCNTW(R3,R3)
Anton Blanchard64ff3122010-08-12 16:28:09 +000081 clrldi r3,r3,64-8
82 blr
83 ALT_FTR_SECTION_END_NESTED_IFCLR(CPU_FTR_POPCNTD, 51)
84ALT_FTR_SECTION_END_IFCLR(CPU_FTR_POPCNTB)
Al Viro9445aa12016-01-13 23:33:46 -050085EXPORT_SYMBOL(__arch_hweight32)
Anton Blanchard64ff3122010-08-12 16:28:09 +000086
87_GLOBAL(__arch_hweight64)
88BEGIN_FTR_SECTION
Anton Blanchardb1576fe2014-02-04 16:04:35 +110089 b __sw_hweight64
Anton Blanchard64ff3122010-08-12 16:28:09 +000090 nop
91 nop
92 nop
93 nop
94 nop
95 nop
96 nop
97 nop
98FTR_SECTION_ELSE
99 BEGIN_FTR_SECTION_NESTED(52)
Michael Neulingc75df6f2012-06-25 13:33:10 +0000100 PPC_POPCNTB(R3,R3)
Anton Blanchard64ff3122010-08-12 16:28:09 +0000101 srdi r4,r3,32
102 add r3,r4,r3
103 srdi r4,r3,16
104 add r3,r4,r3
105 srdi r4,r3,8
106 add r3,r4,r3
107 clrldi r3,r3,64-8
108 blr
109 FTR_SECTION_ELSE_NESTED(52)
Michael Neulingc75df6f2012-06-25 13:33:10 +0000110 PPC_POPCNTD(R3,R3)
Anton Blanchard64ff3122010-08-12 16:28:09 +0000111 clrldi r3,r3,64-8
112 blr
113 ALT_FTR_SECTION_END_NESTED_IFCLR(CPU_FTR_POPCNTD, 52)
114ALT_FTR_SECTION_END_IFCLR(CPU_FTR_POPCNTB)
Al Viro9445aa12016-01-13 23:33:46 -0500115EXPORT_SYMBOL(__arch_hweight64)