Blame - arch/sparc/lib/bitops.S - linux

blob: 7031bf1587cb6136569f9f56af3c502a77f1350f [file] [log] [blame]

David S. Miller	24f287e	2007-10-15 16:41:44 -0700	[diff] [blame]	1	/* bitops.S: Sparc64 atomic bit operations.
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	2	*
David S. Miller	24f287e	2007-10-15 16:41:44 -0700	[diff] [blame]	3	* Copyright (C) 2000, 2007 David S. Miller (davem@davemloft.net)
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	4	*/
				5
David S. Miller	8695c37	2012-05-11 20:33:22 -0700	[diff] [blame]	6	#include <linux/linkage.h>
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	7	#include <asm/asi.h>
David S. Miller	24f287e	2007-10-15 16:41:44 -0700	[diff] [blame]	8	#include <asm/backoff.h>
Al Viro	d3867f04	2016-01-16 21:39:30 -0500	[diff] [blame]	9	#include <asm/export.h>
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	10
David S. Miller	b445e26	2005-06-27 15:42:04 -0700	[diff] [blame]	11	.text
				12
David S. Miller	8695c37	2012-05-11 20:33:22 -0700	[diff] [blame]	13	ENTRY(test_and_set_bit) /* %o0=nr, %o1=addr */
David S. Miller	24f287e	2007-10-15 16:41:44 -0700	[diff] [blame]	14	BACKOFF_SETUP(%o3)
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	15	srlx %o0, 6, %g1
				16	mov 1, %o2
				17	sllx %g1, 3, %g3
				18	and %o0, 63, %g2
				19	sllx %o2, %g2, %o2
				20	add %o1, %g3, %o1
				21	1: ldx [%o1], %g7
				22	or %g7, %o2, %g1
				23	casx [%o1], %g7, %g1
				24	cmp %g7, %g1
David S. Miller	0f58189	2010-08-18 22:53:26 -0700	[diff] [blame]	25	bne,pn %xcc, BACKOFF_LABEL(2f, 1b)
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	26	and %g7, %o2, %g2
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	27	clr %o0
David S. Miller	b445e26	2005-06-27 15:42:04 -0700	[diff] [blame]	28	movrne %g2, 1, %o0
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	29	retl
David S. Miller	b445e26	2005-06-27 15:42:04 -0700	[diff] [blame]	30	nop
David S. Miller	24f287e	2007-10-15 16:41:44 -0700	[diff] [blame]	31	2: BACKOFF_SPIN(%o3, %o4, 1b)
David S. Miller	8695c37	2012-05-11 20:33:22 -0700	[diff] [blame]	32	ENDPROC(test_and_set_bit)
Al Viro	d3867f04	2016-01-16 21:39:30 -0500	[diff] [blame]	33	EXPORT_SYMBOL(test_and_set_bit)
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	34
David S. Miller	8695c37	2012-05-11 20:33:22 -0700	[diff] [blame]	35	ENTRY(test_and_clear_bit) /* %o0=nr, %o1=addr */
David S. Miller	24f287e	2007-10-15 16:41:44 -0700	[diff] [blame]	36	BACKOFF_SETUP(%o3)
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	37	srlx %o0, 6, %g1
				38	mov 1, %o2
				39	sllx %g1, 3, %g3
				40	and %o0, 63, %g2
				41	sllx %o2, %g2, %o2
				42	add %o1, %g3, %o1
				43	1: ldx [%o1], %g7
				44	andn %g7, %o2, %g1
				45	casx [%o1], %g7, %g1
				46	cmp %g7, %g1
David S. Miller	0f58189	2010-08-18 22:53:26 -0700	[diff] [blame]	47	bne,pn %xcc, BACKOFF_LABEL(2f, 1b)
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	48	and %g7, %o2, %g2
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	49	clr %o0
David S. Miller	b445e26	2005-06-27 15:42:04 -0700	[diff] [blame]	50	movrne %g2, 1, %o0
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	51	retl
David S. Miller	b445e26	2005-06-27 15:42:04 -0700	[diff] [blame]	52	nop
David S. Miller	24f287e	2007-10-15 16:41:44 -0700	[diff] [blame]	53	2: BACKOFF_SPIN(%o3, %o4, 1b)
David S. Miller	8695c37	2012-05-11 20:33:22 -0700	[diff] [blame]	54	ENDPROC(test_and_clear_bit)
Al Viro	d3867f04	2016-01-16 21:39:30 -0500	[diff] [blame]	55	EXPORT_SYMBOL(test_and_clear_bit)
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	56
David S. Miller	8695c37	2012-05-11 20:33:22 -0700	[diff] [blame]	57	ENTRY(test_and_change_bit) /* %o0=nr, %o1=addr */
David S. Miller	24f287e	2007-10-15 16:41:44 -0700	[diff] [blame]	58	BACKOFF_SETUP(%o3)
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	59	srlx %o0, 6, %g1
				60	mov 1, %o2
				61	sllx %g1, 3, %g3
				62	and %o0, 63, %g2
				63	sllx %o2, %g2, %o2
				64	add %o1, %g3, %o1
				65	1: ldx [%o1], %g7
				66	xor %g7, %o2, %g1
				67	casx [%o1], %g7, %g1
				68	cmp %g7, %g1
David S. Miller	0f58189	2010-08-18 22:53:26 -0700	[diff] [blame]	69	bne,pn %xcc, BACKOFF_LABEL(2f, 1b)
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	70	and %g7, %o2, %g2
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	71	clr %o0
David S. Miller	b445e26	2005-06-27 15:42:04 -0700	[diff] [blame]	72	movrne %g2, 1, %o0
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	73	retl
David S. Miller	b445e26	2005-06-27 15:42:04 -0700	[diff] [blame]	74	nop
David S. Miller	24f287e	2007-10-15 16:41:44 -0700	[diff] [blame]	75	2: BACKOFF_SPIN(%o3, %o4, 1b)
David S. Miller	8695c37	2012-05-11 20:33:22 -0700	[diff] [blame]	76	ENDPROC(test_and_change_bit)
Al Viro	d3867f04	2016-01-16 21:39:30 -0500	[diff] [blame]	77	EXPORT_SYMBOL(test_and_change_bit)
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	78
David S. Miller	8695c37	2012-05-11 20:33:22 -0700	[diff] [blame]	79	ENTRY(set_bit) /* %o0=nr, %o1=addr */
David S. Miller	24f287e	2007-10-15 16:41:44 -0700	[diff] [blame]	80	BACKOFF_SETUP(%o3)
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	81	srlx %o0, 6, %g1
				82	mov 1, %o2
				83	sllx %g1, 3, %g3
				84	and %o0, 63, %g2
				85	sllx %o2, %g2, %o2
				86	add %o1, %g3, %o1
				87	1: ldx [%o1], %g7
				88	or %g7, %o2, %g1
				89	casx [%o1], %g7, %g1
				90	cmp %g7, %g1
David S. Miller	0f58189	2010-08-18 22:53:26 -0700	[diff] [blame]	91	bne,pn %xcc, BACKOFF_LABEL(2f, 1b)
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	92	nop
				93	retl
				94	nop
David S. Miller	24f287e	2007-10-15 16:41:44 -0700	[diff] [blame]	95	2: BACKOFF_SPIN(%o3, %o4, 1b)
David S. Miller	8695c37	2012-05-11 20:33:22 -0700	[diff] [blame]	96	ENDPROC(set_bit)
Al Viro	d3867f04	2016-01-16 21:39:30 -0500	[diff] [blame]	97	EXPORT_SYMBOL(set_bit)
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	98
David S. Miller	8695c37	2012-05-11 20:33:22 -0700	[diff] [blame]	99	ENTRY(clear_bit) /* %o0=nr, %o1=addr */
David S. Miller	24f287e	2007-10-15 16:41:44 -0700	[diff] [blame]	100	BACKOFF_SETUP(%o3)
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	101	srlx %o0, 6, %g1
				102	mov 1, %o2
				103	sllx %g1, 3, %g3
				104	and %o0, 63, %g2
				105	sllx %o2, %g2, %o2
				106	add %o1, %g3, %o1
				107	1: ldx [%o1], %g7
				108	andn %g7, %o2, %g1
				109	casx [%o1], %g7, %g1
				110	cmp %g7, %g1
David S. Miller	0f58189	2010-08-18 22:53:26 -0700	[diff] [blame]	111	bne,pn %xcc, BACKOFF_LABEL(2f, 1b)
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	112	nop
				113	retl
				114	nop
David S. Miller	24f287e	2007-10-15 16:41:44 -0700	[diff] [blame]	115	2: BACKOFF_SPIN(%o3, %o4, 1b)
David S. Miller	8695c37	2012-05-11 20:33:22 -0700	[diff] [blame]	116	ENDPROC(clear_bit)
Al Viro	d3867f04	2016-01-16 21:39:30 -0500	[diff] [blame]	117	EXPORT_SYMBOL(clear_bit)
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	118
David S. Miller	8695c37	2012-05-11 20:33:22 -0700	[diff] [blame]	119	ENTRY(change_bit) /* %o0=nr, %o1=addr */
David S. Miller	24f287e	2007-10-15 16:41:44 -0700	[diff] [blame]	120	BACKOFF_SETUP(%o3)
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	121	srlx %o0, 6, %g1
				122	mov 1, %o2
				123	sllx %g1, 3, %g3
				124	and %o0, 63, %g2
				125	sllx %o2, %g2, %o2
				126	add %o1, %g3, %o1
				127	1: ldx [%o1], %g7
				128	xor %g7, %o2, %g1
				129	casx [%o1], %g7, %g1
				130	cmp %g7, %g1
David S. Miller	0f58189	2010-08-18 22:53:26 -0700	[diff] [blame]	131	bne,pn %xcc, BACKOFF_LABEL(2f, 1b)
Linus Torvalds	1da177e	2005-04-16 15:20:36 -0700	[diff] [blame]	132	nop
				133	retl
				134	nop
David S. Miller	24f287e	2007-10-15 16:41:44 -0700	[diff] [blame]	135	2: BACKOFF_SPIN(%o3, %o4, 1b)
David S. Miller	8695c37	2012-05-11 20:33:22 -0700	[diff] [blame]	136	ENDPROC(change_bit)
Al Viro	d3867f04	2016-01-16 21:39:30 -0500	[diff] [blame]	137	EXPORT_SYMBOL(change_bit)