1*0a6a1f1dSLionel Sambuc/* $NetBSD: atomic_add_64.S,v 1.11 2014/03/04 16:15:28 matt Exp $ */ 2f14fb602SLionel Sambuc/*- 3f14fb602SLionel Sambuc * Copyright (c) 2012 The NetBSD Foundation, Inc. 4f14fb602SLionel Sambuc * All rights reserved. 5f14fb602SLionel Sambuc * 6f14fb602SLionel Sambuc * This code is derived from software contributed to The NetBSD Foundation 7f14fb602SLionel Sambuc * by Matt Thomas <matt@3am-software.com> 8f14fb602SLionel Sambuc * 9f14fb602SLionel Sambuc * Redistribution and use in source and binary forms, with or without 10f14fb602SLionel Sambuc * modification, are permitted provided that the following conditions 11f14fb602SLionel Sambuc * are met: 12f14fb602SLionel Sambuc * 1. Redistributions of source code must retain the above copyright 13f14fb602SLionel Sambuc * notice, this list of conditions and the following disclaimer. 14f14fb602SLionel Sambuc * 2. Redistributions in binary form must reproduce the above copyright 15f14fb602SLionel Sambuc * notice, this list of conditions and the following disclaimer in the 16f14fb602SLionel Sambuc * documentation and/or other materials provided with the distribution. 17f14fb602SLionel Sambuc * 18f14fb602SLionel Sambuc * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 19f14fb602SLionel Sambuc * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 20f14fb602SLionel Sambuc * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 21f14fb602SLionel Sambuc * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 22f14fb602SLionel Sambuc * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 23f14fb602SLionel Sambuc * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 24f14fb602SLionel Sambuc * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 25f14fb602SLionel Sambuc * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 26f14fb602SLionel Sambuc * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 27f14fb602SLionel Sambuc * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 28f14fb602SLionel Sambuc * POSSIBILITY OF SUCH DAMAGE. 29f14fb602SLionel Sambuc */ 30f14fb602SLionel Sambuc 31f14fb602SLionel Sambuc#include "atomic_op_asm.h" 32f14fb602SLionel Sambuc 33f14fb602SLionel Sambuc#ifdef _ARM_ARCH_6 34f14fb602SLionel Sambuc 35f14fb602SLionel SambucENTRY_NP(_atomic_add_64_nv) 3684d9c625SLionel Sambuc push {r3,r4} /* save temporary */ 3784d9c625SLionel Sambuc mov ip, r0 /* need r0 for return value */ 38f14fb602SLionel Sambuc#ifndef __ARM_EABI__ 39f14fb602SLionel Sambuc mov r3, r2 40f14fb602SLionel Sambuc mov r2, r1 41f14fb602SLionel Sambuc#endif 4284d9c625SLionel Sambuc1: ldrexd r0, r1, [ip] /* load old value */ 43f14fb602SLionel Sambuc adds LO, LO, NLO /* calculate new value lo */ 4484d9c625SLionel Sambuc adcs HI, HI, NHI /* calculate new value hi */ 4584d9c625SLionel Sambuc strexd r4, r0, r1, [ip] /* try to store */ 4684d9c625SLionel Sambuc cmp r4, #0 /* succeed? */ 47f14fb602SLionel Sambuc bne 1b /* no, try again? */ 48f14fb602SLionel Sambuc#ifdef _ARM_ARCH_7 49f14fb602SLionel Sambuc dmb 50f14fb602SLionel Sambuc#else 5184d9c625SLionel Sambuc mcr p15, 0, r4, c7, c10, 5 /* data memory barrier */ 52f14fb602SLionel Sambuc#endif 5384d9c625SLionel Sambuc pop {r3,r4} /* restore temporary */ 54f14fb602SLionel Sambuc RET /* return new value */ 55f14fb602SLionel SambucEND(_atomic_add_64_nv) 5684d9c625SLionel Sambuc 5784d9c625SLionel SambucSTRONG_ALIAS(_atomic_add_64,_atomic_add_64_nv) 58f14fb602SLionel SambucATOMIC_OP_ALIAS(atomic_add_64_nv,_atomic_add_64_nv) 5984d9c625SLionel SambucATOMIC_OP_ALIAS(atomic_add_64,_atomic_add_64) 60*0a6a1f1dSLionel SambucCRT_ALIAS(__sync_add_and_fetch_8,_atomic_add_64_nv) 61f14fb602SLionel Sambuc 62f14fb602SLionel Sambuc#endif /* _ARM_ARCH_6 */ 63