Revert "vm: use atomic fetchadd in vm_page_sunbusy"

This reverts commit f6ffed44a8eb5d1ab89a18e60fb056aab2105be7.

fetchadd will fail the waiters flag, which can cause other
code to wait when it should not with nothing clear it

Revert until I sort this out.

Reported by:	markj

1 files changed, 20 insertions, 6 deletions

diff --git a/sys/vm/vm_page.c b/sys/vm/vm_page.c
index defcebb286ae..e7500e9d3e71 100644
--- a/sys/vm/vm_page.c
+++ b/sys/vm/vm_page.c
@@ -973,13 +973,27 @@ vm_page_sunbusy(vm_page_t m)
 {
 	u_int x;
 
-	atomic_thread_fence_rel();
-	x = atomic_fetchadd_int(&m->busy_lock, -VPB_ONE_SHARER);
-	KASSERT(x != VPB_FREED, ("page %p is freed", m));
-	KASSERT(x != VPB_UNBUSIED && (x & VPB_BIT_SHARED) != 0,
-	    ("page %p not sbusied", m));
-	if (x == (VPB_SHARERS_WORD(1) | VPB_BIT_WAITERS))
+	vm_page_assert_sbusied(m);
+
+	x = vm_page_busy_fetch(m);
+	for (;;) {
+		KASSERT(x != VPB_FREED,
+		    ("vm_page_sunbusy: Unlocking freed page."));
+		if (VPB_SHARERS(x) > 1) {
+			if (atomic_fcmpset_int(&m->busy_lock, &x,
+			    x - VPB_ONE_SHARER))
+				break;
+			continue;
+		}
+		KASSERT((x & ~VPB_BIT_WAITERS) == VPB_SHARERS_WORD(1),
+		    ("vm_page_sunbusy: invalid lock state"));
+		if (!atomic_fcmpset_rel_int(&m->busy_lock, &x, VPB_UNBUSIED))
+			continue;
+		if ((x & VPB_BIT_WAITERS) == 0)
+			break;
 		wakeup(m);
+		break;
+	}
 }
 
 /*