Install urcu/map/*.h into system

[urcu.git] / urcu / rculfqueue-static.h

diff --git a/urcu/rculfqueue-static.h b/urcu/rculfqueue-static.h
index 95294f91ca5799523a9882389b96cc872f3baf2b..410a4cf8d820714dbc88673db078ef89b1545c45 100644 (file)
--- a/urcu/rculfqueue-static.h
+++ b/urcu/rculfqueue-static.h
@@ -53,17 +53,24 @@ void _cds_lfq_node_init_rcu(struct cds_lfq_node_rcu *node)
        urcu_ref_init(&node->ref);
 }
 
-void _cds_lfq_init_rcu(struct cds_lfq_queue_rcu *q)
+void _cds_lfq_init_rcu(struct cds_lfq_queue_rcu *q,
+                      void (*release)(struct urcu_ref *ref))
 {
        _cds_lfq_node_init_rcu(&q->init);
        /* Make sure the initial node is never freed. */
        urcu_ref_set(&q->init.ref, URCU_LFQ_PERMANENT_REF);
        q->head = q->tail = &q->init;
+       q->release = release;
 }
 
-void _cds_lfq_enqueue_rcu(struct cds_lfq_queue_rcu *q, struct cds_lfq_node_rcu *node)
+/*
+ * Should be called under rcu read lock critical section.
+ */
+void _cds_lfq_enqueue_rcu(struct cds_lfq_queue_rcu *q,
+                         struct cds_lfq_node_rcu *node)
 {
        urcu_ref_get(&node->ref);
+       node->queue = q;
 
        /*
         * uatomic_cmpxchg() implicit memory barrier orders earlier stores to
@@ -73,7 +80,6 @@ void _cds_lfq_enqueue_rcu(struct cds_lfq_queue_rcu *q, struct cds_lfq_node_rcu *
        for (;;) {
                struct cds_lfq_node_rcu *tail, *next;
 
-               rcu_read_lock();
                tail = rcu_dereference(q->tail);
                /*
                 * Typically expect tail->next to be NULL.
@@ -86,53 +92,46 @@ void _cds_lfq_enqueue_rcu(struct cds_lfq_queue_rcu *q, struct cds_lfq_node_rcu *
                         * Now move tail (another enqueue might beat
                         * us to it, that's fine).
                         */
-                       uatomic_cmpxchg(&q->tail, tail, node);
-                       rcu_read_unlock();
+                       (void) uatomic_cmpxchg(&q->tail, tail, node);
                        return;
                } else {
                        /*
                         * Failure to append to current tail. Help moving tail
                         * further and retry.
                         */
-                       uatomic_cmpxchg(&q->tail, tail, next);
-                       rcu_read_unlock();
+                       (void) uatomic_cmpxchg(&q->tail, tail, next);
                        continue;
                }
        }
 }
 
 /*
- * The entry returned by dequeue must be taken care of by doing a urcu_ref_put,
- * which calls the release primitive when the reference count drops to zero. A
- * grace period must be waited after execution of the release callback before
- * performing the actual memory reclamation or modifying the cds_lfq_node_rcu
- * structure.
+ * Should be called under rcu read lock critical section.
+ *
+ * The entry returned by dequeue must be taken care of by doing a
+ * sequence of urcu_ref_put which release handler should do a call_rcu.
+ *
  * In other words, the entry lfq node returned by dequeue must not be
  * modified/re-used/freed until the reference count reaches zero and a grace
- * period has elapsed (after the refcount reached 0).
+ * period has elapsed.
  */
-struct cds_lfq_node_rcu *
-_cds_lfq_dequeue_rcu(struct cds_lfq_queue_rcu *q, void (*release)(struct urcu_ref *))
+struct cds_lfq_node_rcu *_cds_lfq_dequeue_rcu(struct cds_lfq_queue_rcu *q)
 {
        for (;;) {
                struct cds_lfq_node_rcu *head, *next;
 
-               rcu_read_lock();
                head = rcu_dereference(q->head);
                next = rcu_dereference(head->next);
                if (next) {
                        if (uatomic_cmpxchg(&q->head, head, next) == head) {
-                               rcu_read_unlock();
-                               urcu_ref_put(&head->ref, release);
+                               urcu_ref_put(&head->ref, q->release);
                                return next;
                        } else {
                                /* Concurrently pushed, retry */
-                               rcu_read_unlock();
                                continue;
                        }
                } else {
                        /* Empty */
-                       rcu_read_unlock();
                        return NULL;
                }
        }