[urcu.git] / urcu / wfstack-static.h

#ifndef _URCU_WFSTACK_STATIC_H
#define _URCU_WFSTACK_STATIC_H

/*
 * wfstack-static.h
 *
 * Userspace RCU library - Stack with Wait-Free push, Blocking pop.
 *
 * TO BE INCLUDED ONLY IN LGPL-COMPATIBLE CODE. See wfstack.h for linking
 * dynamically with the userspace rcu library.
 *
 * Copyright 2010 - Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */

#include <pthread.h>
#include <assert.h>
#include <urcu/compiler.h>
#include <urcu/uatomic_arch.h>

#ifdef __cplusplus
extern "C" {
#endif

#define CDS_WF_STACK_END			((void *)0x1UL)
#define CDS_WFS_ADAPT_ATTEMPTS		10	/* Retry if being set */
#define CDS_WFS_WAIT			10	/* Wait 10 ms if being set */

void _cds_wfs_node_init(struct cds_wfs_node *node)
{
	node->next = NULL;
}

void _cds_wfs_init(struct cds_wfs_stack *s)
{
	int ret;

	s->head = CDS_WF_STACK_END;
	ret = pthread_mutex_init(&s->lock, NULL);
	assert(!ret);
}

void _cds_wfs_push(struct cds_wfs_stack *s, struct cds_wfs_node *node)
{
	struct cds_wfs_node *old_head;

	assert(node->next == NULL);
	/*
	 * uatomic_xchg() implicit memory barrier orders earlier stores to node
	 * (setting it to NULL) before publication.
	 */
	old_head = uatomic_xchg(&s->head, node);
	/*
	 * At this point, dequeuers see a NULL node->next, they should busy-wait
	 * until node->next is set to old_head.
	 */
	CMM_STORE_SHARED(node->next, old_head);
}

/*
 * Returns NULL if stack is empty.
 */
struct cds_wfs_node *
___cds_wfs_pop_blocking(struct cds_wfs_stack *s)
{
	struct cds_wfs_node *head, *next;
	int attempt = 0;

retry:
	head = CMM_LOAD_SHARED(s->head);
	if (head == CDS_WF_STACK_END)
		return NULL;
	/*
	 * Adaptative busy-looping waiting for push to complete.
	 */
	while ((next = CMM_LOAD_SHARED(head->next)) == NULL) {
		if (++attempt >= CDS_WFS_ADAPT_ATTEMPTS) {
			poll(NULL, 0, CDS_WFS_WAIT);	/* Wait for 10ms */
			attempt = 0;
		} else
			caa_cpu_relax();
	}
	if (uatomic_cmpxchg(&s->head, head, next) == head)
		return head;
	else
		goto retry;		/* Concurrent modification. Retry. */
}

struct cds_wfs_node *
_cds_wfs_pop_blocking(struct cds_wfs_stack *s)
{
	struct cds_wfs_node *retnode;
	int ret;

	ret = pthread_mutex_lock(&s->lock);
	assert(!ret);
	retnode = ___cds_wfs_pop_blocking(s);
	ret = pthread_mutex_unlock(&s->lock);
	assert(!ret);
	return retnode;
}

#ifdef __cplusplus
}
#endif

#endif /* _URCU_WFSTACK_STATIC_H */
Commit	Line	Data
294d3396 MD	1	#ifndef _URCU_WFSTACK_STATIC_H
	2	#define _URCU_WFSTACK_STATIC_H
	3
	4	/*
	5	* wfstack-static.h
	6	*
	7	* Userspace RCU library - Stack with Wait-Free push, Blocking pop.
	8	*
	9	* TO BE INCLUDED ONLY IN LGPL-COMPATIBLE CODE. See wfstack.h for linking
	10	* dynamically with the userspace rcu library.
	11	*
	12	* Copyright 2010 - Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
	13	*
	14	* This library is free software; you can redistribute it and/or
	15	* modify it under the terms of the GNU Lesser General Public
	16	* License as published by the Free Software Foundation; either
	17	* version 2.1 of the License, or (at your option) any later version.
	18	*
	19	* This library is distributed in the hope that it will be useful,
	20	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	21	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
	22	* Lesser General Public License for more details.
	23	*
	24	* You should have received a copy of the GNU Lesser General Public
	25	* License along with this library; if not, write to the Free Software
	26	* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
	27	*/
	28
	29	#include <pthread.h>
	30	#include <assert.h>
	31	#include <urcu/compiler.h>
	32	#include <urcu/uatomic_arch.h>
	33
	34	#ifdef __cplusplus
	35	extern "C" {
	36	#endif
	37
16aa9ee8 DG	38	#define CDS_WF_STACK_END ((void *)0x1UL)
	39	#define CDS_WFS_ADAPT_ATTEMPTS 10 /* Retry if being set */
	40	#define CDS_WFS_WAIT 10 /* Wait 10 ms if being set */
294d3396	41
16aa9ee8	42	void _cds_wfs_node_init(struct cds_wfs_node *node)
294d3396 MD	43	{
	44	node->next = NULL;
	45	}
	46
16aa9ee8	47	void _cds_wfs_init(struct cds_wfs_stack *s)
294d3396 MD	48	{
	49	int ret;
	50
16aa9ee8	51	s->head = CDS_WF_STACK_END;
294d3396 MD	52	ret = pthread_mutex_init(&s->lock, NULL);
	53	assert(!ret);
	54	}
	55
16aa9ee8	56	void _cds_wfs_push(struct cds_wfs_stack s, struct cds_wfs_node node)
294d3396	57	{
16aa9ee8	58	struct cds_wfs_node *old_head;
294d3396 MD	59
	60	assert(node->next == NULL);
	61	/*
	62	* uatomic_xchg() implicit memory barrier orders earlier stores to node
	63	* (setting it to NULL) before publication.
	64	*/
	65	old_head = uatomic_xchg(&s->head, node);
	66	/*
	67	* At this point, dequeuers see a NULL node->next, they should busy-wait
	68	* until node->next is set to old_head.
	69	*/
6cf3827c	70	CMM_STORE_SHARED(node->next, old_head);
294d3396 MD	71	}
	72
	73	/*
	74	* Returns NULL if stack is empty.
	75	*/
16aa9ee8 DG	76	struct cds_wfs_node *
16aa9ee8 DG	77	___cds_wfs_pop_blocking(struct cds_wfs_stack *s)
294d3396	78	{
16aa9ee8	79	struct cds_wfs_node head, next;
294d3396 MD	80	int attempt = 0;
	81
	82	retry:
6cf3827c	83	head = CMM_LOAD_SHARED(s->head);
16aa9ee8	84	if (head == CDS_WF_STACK_END)
294d3396 MD	85	return NULL;
	86	/*
	87	* Adaptative busy-looping waiting for push to complete.
	88	*/
6cf3827c	89	while ((next = CMM_LOAD_SHARED(head->next)) == NULL) {
16aa9ee8 DG	90	if (++attempt >= CDS_WFS_ADAPT_ATTEMPTS) {
16aa9ee8 DG	91	poll(NULL, 0, CDS_WFS_WAIT); /* Wait for 10ms */
294d3396 MD	92	attempt = 0;
294d3396 MD	93	} else
06f22bdb	94	caa_cpu_relax();
294d3396 MD	95	}
	96	if (uatomic_cmpxchg(&s->head, head, next) == head)
	97	return head;
	98	else
	99	goto retry; /* Concurrent modification. Retry. */
	100	}
	101
16aa9ee8 DG	102	struct cds_wfs_node *
16aa9ee8 DG	103	_cds_wfs_pop_blocking(struct cds_wfs_stack *s)
294d3396	104	{
16aa9ee8	105	struct cds_wfs_node *retnode;
294d3396 MD	106	int ret;
	107
	108	ret = pthread_mutex_lock(&s->lock);
	109	assert(!ret);
16aa9ee8	110	retnode = ___cds_wfs_pop_blocking(s);
294d3396 MD	111	ret = pthread_mutex_unlock(&s->lock);
	112	assert(!ret);
	113	return retnode;
	114	}
	115
	116	#ifdef __cplusplus
	117	}
	118	#endif
	119
	120	#endif /* _URCU_WFSTACK_STATIC_H */