8ffc3e3203
Signed-off-by: hujun5 <hujun5@xiaomi.com>
796 lines
37 KiB
C
796 lines
37 KiB
C
/****************************************************************************
|
|
* libs/libc/machine/arch_atomic.c
|
|
*
|
|
* SPDX-License-Identifier: Apache-2.0
|
|
*
|
|
* Licensed to the Apache Software Foundation (ASF) under one or more
|
|
* contributor license agreements. See the NOTICE file distributed with
|
|
* this work for additional information regarding copyright ownership. The
|
|
* ASF licenses this file to you under the Apache License, Version 2.0 (the
|
|
* "License"); you may not use this file except in compliance with the
|
|
* License. You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
* License for the specific language governing permissions and limitations
|
|
* under the License.
|
|
*
|
|
****************************************************************************/
|
|
|
|
/****************************************************************************
|
|
* Included Files
|
|
****************************************************************************/
|
|
|
|
#include <nuttx/config.h>
|
|
|
|
#include <stdbool.h>
|
|
#include <stdint.h>
|
|
#include <nuttx/spinlock.h>
|
|
#include <nuttx/macro.h>
|
|
|
|
/****************************************************************************
|
|
* Private Data
|
|
****************************************************************************/
|
|
|
|
static spinlock_t g_atomic_lock = SP_UNLOCKED;
|
|
|
|
/****************************************************************************
|
|
* Pre-processor Definitions
|
|
****************************************************************************/
|
|
|
|
#define STORE(fn, n, type) \
|
|
\
|
|
void weak_function CONCATENATE(fn, n)(FAR volatile void *ptr, \
|
|
type value, int memorder) \
|
|
{ \
|
|
irqstate_t irqstate = spin_lock_irqsave_wo_note(&g_atomic_lock); \
|
|
\
|
|
*(FAR type *)ptr = value; \
|
|
\
|
|
spin_unlock_irqrestore_wo_note(&g_atomic_lock, irqstate); \
|
|
}
|
|
|
|
#define LOAD(fn, n, type) \
|
|
\
|
|
type weak_function CONCATENATE(fn, n)(FAR const volatile void *ptr, \
|
|
int memorder) \
|
|
{ \
|
|
irqstate_t irqstate = spin_lock_irqsave_wo_note(&g_atomic_lock); \
|
|
\
|
|
type ret = *(FAR type *)ptr; \
|
|
\
|
|
spin_unlock_irqrestore_wo_note(&g_atomic_lock, irqstate); \
|
|
return ret; \
|
|
}
|
|
|
|
#define EXCHANGE(fn, n, type) \
|
|
\
|
|
type weak_function CONCATENATE(fn, n)(FAR volatile void *ptr, \
|
|
type value, int memorder) \
|
|
{ \
|
|
irqstate_t irqstate = spin_lock_irqsave_wo_note(&g_atomic_lock); \
|
|
FAR type *tmp = (FAR type *)ptr; \
|
|
\
|
|
type ret = *tmp; \
|
|
*tmp = value; \
|
|
\
|
|
spin_unlock_irqrestore_wo_note(&g_atomic_lock, irqstate); \
|
|
return ret; \
|
|
}
|
|
|
|
#define CMP_EXCHANGE(fn, n, type) \
|
|
\
|
|
bool weak_function CONCATENATE(fn, n)(FAR volatile void *mem, \
|
|
FAR void *expect, \
|
|
type desired, bool weak, \
|
|
int success, int failure) \
|
|
{ \
|
|
bool ret = false; \
|
|
irqstate_t irqstate = spin_lock_irqsave_wo_note(&g_atomic_lock); \
|
|
FAR type *tmpmem = (FAR type *)mem; \
|
|
FAR type *tmpexp = (FAR type *)expect; \
|
|
\
|
|
if (*tmpmem == *tmpexp) \
|
|
{ \
|
|
ret = true; \
|
|
*tmpmem = desired; \
|
|
} \
|
|
else \
|
|
{ \
|
|
*tmpexp = *tmpmem; \
|
|
} \
|
|
\
|
|
spin_unlock_irqrestore_wo_note(&g_atomic_lock, irqstate); \
|
|
return ret; \
|
|
}
|
|
|
|
#define FLAG_TEST_AND_SET(fn, n, type) \
|
|
\
|
|
type weak_function CONCATENATE(fn, n)(FAR volatile void *ptr, \
|
|
int memorder) \
|
|
{ \
|
|
irqstate_t irqstate = spin_lock_irqsave_wo_note(&g_atomic_lock); \
|
|
FAR type *tmp = (FAR type *)ptr; \
|
|
type ret = *tmp; \
|
|
\
|
|
*(FAR type *)ptr = 1; \
|
|
\
|
|
spin_unlock_irqrestore_wo_note(&g_atomic_lock, irqstate); \
|
|
return ret; \
|
|
}
|
|
|
|
#define FETCH_ADD(fn, n, type) \
|
|
\
|
|
type weak_function CONCATENATE(fn, n)(FAR volatile void *ptr, \
|
|
type value, int memorder) \
|
|
{ \
|
|
irqstate_t irqstate = spin_lock_irqsave_wo_note(&g_atomic_lock); \
|
|
FAR type *tmp = (FAR type *)ptr; \
|
|
type ret = *tmp; \
|
|
\
|
|
*tmp = *tmp + value; \
|
|
\
|
|
spin_unlock_irqrestore_wo_note(&g_atomic_lock, irqstate); \
|
|
return ret; \
|
|
}
|
|
|
|
#define FETCH_SUB(fn, n, type) \
|
|
\
|
|
type weak_function CONCATENATE(fn, n)(FAR volatile void *ptr, \
|
|
type value, int memorder) \
|
|
{ \
|
|
irqstate_t irqstate = spin_lock_irqsave_wo_note(&g_atomic_lock); \
|
|
FAR type *tmp = (FAR type *)ptr; \
|
|
type ret = *tmp; \
|
|
\
|
|
*tmp = *tmp - value; \
|
|
\
|
|
spin_unlock_irqrestore_wo_note(&g_atomic_lock, irqstate); \
|
|
return ret; \
|
|
}
|
|
|
|
#define FETCH_AND(fn, n, type) \
|
|
\
|
|
type weak_function CONCATENATE(fn, n)(FAR volatile void *ptr, \
|
|
type value, int memorder) \
|
|
{ \
|
|
irqstate_t irqstate = spin_lock_irqsave_wo_note(&g_atomic_lock); \
|
|
FAR type *tmp = (FAR type *)ptr; \
|
|
type ret = *tmp; \
|
|
\
|
|
*tmp = *tmp & value; \
|
|
\
|
|
spin_unlock_irqrestore_wo_note(&g_atomic_lock, irqstate); \
|
|
return ret; \
|
|
}
|
|
|
|
#define FETCH_OR(fn, n, type) \
|
|
\
|
|
type weak_function CONCATENATE(fn, n)(FAR volatile void *ptr, \
|
|
type value, int memorder) \
|
|
{ \
|
|
irqstate_t irqstate = spin_lock_irqsave_wo_note(&g_atomic_lock); \
|
|
FAR type *tmp = (FAR type *)ptr; \
|
|
type ret = *tmp; \
|
|
\
|
|
*tmp = *tmp | value; \
|
|
\
|
|
spin_unlock_irqrestore_wo_note(&g_atomic_lock, irqstate); \
|
|
return ret; \
|
|
}
|
|
|
|
#define FETCH_XOR(fn, n, type) \
|
|
\
|
|
type weak_function CONCATENATE(fn, n)(FAR volatile void *ptr, \
|
|
type value, int memorder) \
|
|
{ \
|
|
irqstate_t irqstate = spin_lock_irqsave_wo_note(&g_atomic_lock); \
|
|
FAR type *tmp = (FAR type *)ptr; \
|
|
type ret = *tmp; \
|
|
\
|
|
*tmp = *tmp ^ value; \
|
|
\
|
|
spin_unlock_irqrestore_wo_note(&g_atomic_lock, irqstate); \
|
|
return ret; \
|
|
}
|
|
|
|
#define SYNC_ADD_FETCH(fn, n, type) \
|
|
\
|
|
type weak_function CONCATENATE(fn, n)(FAR volatile void *ptr, \
|
|
type value) \
|
|
{ \
|
|
irqstate_t irqstate = spin_lock_irqsave_wo_note(&g_atomic_lock); \
|
|
FAR type *tmp = (FAR type *)ptr; \
|
|
\
|
|
*tmp = *tmp + value; \
|
|
\
|
|
spin_unlock_irqrestore_wo_note(&g_atomic_lock, irqstate); \
|
|
return *tmp; \
|
|
}
|
|
|
|
#define SYNC_SUB_FETCH(fn, n, type) \
|
|
\
|
|
type weak_function CONCATENATE(fn, n)(FAR volatile void *ptr, \
|
|
type value) \
|
|
{ \
|
|
irqstate_t irqstate = spin_lock_irqsave_wo_note(&g_atomic_lock); \
|
|
FAR type *tmp = (FAR type *)ptr; \
|
|
\
|
|
*tmp = *tmp - value; \
|
|
\
|
|
spin_unlock_irqrestore_wo_note(&g_atomic_lock, irqstate); \
|
|
return *tmp; \
|
|
}
|
|
|
|
#define SYNC_OR_FETCH(fn, n, type) \
|
|
\
|
|
type weak_function CONCATENATE(fn, n)(FAR volatile void *ptr, \
|
|
type value) \
|
|
{ \
|
|
irqstate_t irqstate = spin_lock_irqsave_wo_note(&g_atomic_lock); \
|
|
FAR type *tmp = (FAR type *)ptr; \
|
|
\
|
|
*tmp = *tmp | value; \
|
|
\
|
|
spin_unlock_irqrestore_wo_note(&g_atomic_lock, irqstate); \
|
|
return *tmp; \
|
|
}
|
|
|
|
#define SYNC_AND_FETCH(fn, n, type) \
|
|
\
|
|
type weak_function CONCATENATE(fn, n)(FAR volatile void *ptr, \
|
|
type value) \
|
|
{ \
|
|
irqstate_t irqstate = spin_lock_irqsave_wo_note(&g_atomic_lock); \
|
|
FAR type *tmp = (FAR type *)ptr; \
|
|
\
|
|
*tmp = *tmp & value; \
|
|
\
|
|
spin_unlock_irqrestore_wo_note(&g_atomic_lock, irqstate); \
|
|
return *tmp; \
|
|
}
|
|
|
|
#define SYNC_XOR_FETCH(fn, n, type) \
|
|
\
|
|
type weak_function CONCATENATE(fn, n)(FAR volatile void *ptr, \
|
|
type value) \
|
|
{ \
|
|
irqstate_t irqstate = spin_lock_irqsave_wo_note(&g_atomic_lock); \
|
|
FAR type *tmp = (FAR type *)ptr; \
|
|
\
|
|
*tmp = *tmp ^ value; \
|
|
\
|
|
spin_unlock_irqrestore_wo_note(&g_atomic_lock, irqstate); \
|
|
return *tmp; \
|
|
}
|
|
|
|
#define SYNC_NAND_FETCH(fn, n, type) \
|
|
\
|
|
type weak_function CONCATENATE(fn, n)(FAR volatile void *ptr, \
|
|
type value) \
|
|
{ \
|
|
irqstate_t irqstate = spin_lock_irqsave_wo_note(&g_atomic_lock); \
|
|
FAR type *tmp = (FAR type *)ptr; \
|
|
\
|
|
*tmp = ~(*tmp & value); \
|
|
\
|
|
spin_unlock_irqrestore_wo_note(&g_atomic_lock, irqstate); \
|
|
return *tmp; \
|
|
}
|
|
|
|
#define SYNC_BOOL_CMP_SWAP(fn, n, type) \
|
|
\
|
|
bool weak_function CONCATENATE(fn, n)(FAR volatile void *ptr, \
|
|
type oldvalue, \
|
|
type newvalue) \
|
|
{ \
|
|
bool ret = false; \
|
|
irqstate_t irqstate = spin_lock_irqsave_wo_note(&g_atomic_lock); \
|
|
FAR type *tmp = (FAR type *)ptr; \
|
|
\
|
|
if (*tmp == oldvalue) \
|
|
{ \
|
|
ret = true; \
|
|
*tmp = newvalue; \
|
|
} \
|
|
\
|
|
spin_unlock_irqrestore_wo_note(&g_atomic_lock, irqstate); \
|
|
return ret; \
|
|
}
|
|
|
|
#define SYNC_VAL_CMP_SWAP(fn, n, type) \
|
|
\
|
|
type weak_function CONCATENATE(fn, n)(FAR volatile void *ptr, \
|
|
type oldvalue, \
|
|
type newvalue) \
|
|
{ \
|
|
irqstate_t irqstate = spin_lock_irqsave_wo_note(&g_atomic_lock); \
|
|
FAR type *tmp = (FAR type *)ptr; \
|
|
type ret = *tmp; \
|
|
\
|
|
if (*tmp == oldvalue) \
|
|
{ \
|
|
*tmp = newvalue; \
|
|
} \
|
|
\
|
|
spin_unlock_irqrestore_wo_note(&g_atomic_lock, irqstate); \
|
|
return ret; \
|
|
}
|
|
|
|
/****************************************************************************
|
|
* Public Functions
|
|
****************************************************************************/
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_store_1
|
|
****************************************************************************/
|
|
|
|
STORE(__atomic_store_, 1, uint8_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_store_2
|
|
****************************************************************************/
|
|
|
|
STORE(__atomic_store_, 2, uint16_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_store_4
|
|
****************************************************************************/
|
|
|
|
STORE(__atomic_store_, 4, uint32_t)
|
|
STORE(nx_atomic_store_, 4, int32_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_store_8
|
|
****************************************************************************/
|
|
|
|
STORE(__atomic_store_, 8, uint64_t)
|
|
STORE(nx_atomic_store_, 8, int64_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_load_1
|
|
****************************************************************************/
|
|
|
|
LOAD(__atomic_load_, 1, uint8_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_load__2
|
|
****************************************************************************/
|
|
|
|
LOAD(__atomic_load_, 2, uint16_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_load__4
|
|
****************************************************************************/
|
|
|
|
LOAD(__atomic_load_, 4, uint32_t)
|
|
LOAD(nx_atomic_load_, 4, int32_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_load__8
|
|
****************************************************************************/
|
|
|
|
LOAD(__atomic_load_, 8, uint64_t)
|
|
LOAD(nx_atomic_load_, 8, int64_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_exchange_1
|
|
****************************************************************************/
|
|
|
|
EXCHANGE(__atomic_exchange_, 1, uint8_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_exchange__2
|
|
****************************************************************************/
|
|
|
|
EXCHANGE(__atomic_exchange_, 2, uint16_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_exchange__4
|
|
****************************************************************************/
|
|
|
|
EXCHANGE(__atomic_exchange_, 4, uint32_t)
|
|
EXCHANGE(nx_atomic_exchange_, 4, int32_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_exchange__8
|
|
****************************************************************************/
|
|
|
|
EXCHANGE(__atomic_exchange_, 8, uint64_t)
|
|
EXCHANGE(nx_atomic_exchange_, 8, int64_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_compare_exchange_1
|
|
****************************************************************************/
|
|
|
|
CMP_EXCHANGE(__atomic_compare_exchange_, 1, uint8_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_compare_exchange_2
|
|
****************************************************************************/
|
|
|
|
CMP_EXCHANGE(__atomic_compare_exchange_, 2, uint16_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_compare_exchange_4
|
|
****************************************************************************/
|
|
|
|
CMP_EXCHANGE(__atomic_compare_exchange_, 4, uint32_t)
|
|
CMP_EXCHANGE(nx_atomic_compare_exchange_, 4, int32_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_compare_exchange_8
|
|
****************************************************************************/
|
|
|
|
CMP_EXCHANGE(__atomic_compare_exchange_, 8, uint64_t)
|
|
CMP_EXCHANGE(nx_atomic_compare_exchange_, 8, int64_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_flag_test_and_set_1
|
|
****************************************************************************/
|
|
|
|
FLAG_TEST_AND_SET(__atomic_flags_test_and_set_, 1, uint8_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_flag_test_and_set_2
|
|
****************************************************************************/
|
|
|
|
FLAG_TEST_AND_SET(__atomic_flags_test_and_set_, 2, uint16_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_flag_test_and_set_4
|
|
****************************************************************************/
|
|
|
|
FLAG_TEST_AND_SET(__atomic_flags_test_and_set_, 4, uint32_t)
|
|
FLAG_TEST_AND_SET(nx_atomic_flags_test_and_set_, 4, int32_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_flag_test_and_set_8
|
|
****************************************************************************/
|
|
|
|
FLAG_TEST_AND_SET(__atomic_flags_test_and_set_, 8, uint64_t)
|
|
FLAG_TEST_AND_SET(nx_atomic_flags_test_and_set_, 8, int64_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_fetch_add_1
|
|
****************************************************************************/
|
|
|
|
FETCH_ADD(__atomic_fetch_add_, 1, uint8_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_fetch_add_2
|
|
****************************************************************************/
|
|
|
|
FETCH_ADD(__atomic_fetch_add_, 2, uint16_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_fetch_add_4
|
|
****************************************************************************/
|
|
|
|
FETCH_ADD(__atomic_fetch_add_, 4, uint32_t)
|
|
FETCH_ADD(nx_atomic_fetch_add_, 4, int32_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_fetch_add_8
|
|
****************************************************************************/
|
|
|
|
FETCH_ADD(__atomic_fetch_add_, 8, uint64_t)
|
|
FETCH_ADD(nx_atomic_fetch_add_, 8, int64_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_fetch_sub_1
|
|
****************************************************************************/
|
|
|
|
FETCH_SUB(__atomic_fetch_sub_, 1, uint8_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_fetch_sub_2
|
|
****************************************************************************/
|
|
|
|
FETCH_SUB(__atomic_fetch_sub_, 2, uint16_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_fetch_sub_4
|
|
****************************************************************************/
|
|
|
|
FETCH_SUB(__atomic_fetch_sub_, 4, uint32_t)
|
|
FETCH_SUB(nx_atomic_fetch_sub_, 4, int32_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_fetch_sub_8
|
|
****************************************************************************/
|
|
|
|
FETCH_SUB(__atomic_fetch_sub_, 8, uint64_t)
|
|
FETCH_SUB(nx_atomic_fetch_sub_, 8, int64_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_fetch_and_1
|
|
****************************************************************************/
|
|
|
|
FETCH_AND(__atomic_fetch_and_, 1, uint8_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_fetch_and_2
|
|
****************************************************************************/
|
|
|
|
FETCH_AND(__atomic_fetch_and_, 2, uint16_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_fetch_and_4
|
|
****************************************************************************/
|
|
|
|
FETCH_AND(__atomic_fetch_and_, 4, uint32_t)
|
|
FETCH_AND(nx_atomic_fetch_and_, 4, int32_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_fetch_and_8
|
|
****************************************************************************/
|
|
|
|
FETCH_AND(__atomic_fetch_and_, 8, uint64_t)
|
|
FETCH_AND(nx_atomic_fetch_and_, 8, int64_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_fetch_or_1
|
|
****************************************************************************/
|
|
|
|
FETCH_OR(__atomic_fetch_or_, 1, uint8_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_fetch_or_2
|
|
****************************************************************************/
|
|
|
|
FETCH_OR(__atomic_fetch_or_, 2, uint16_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_fetch_or_4
|
|
****************************************************************************/
|
|
|
|
FETCH_OR(__atomic_fetch_or_, 4, uint32_t)
|
|
FETCH_OR(nx_atomic_fetch_or_, 4, int32_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_fetch_or_4
|
|
****************************************************************************/
|
|
|
|
FETCH_OR(__atomic_fetch_or_, 8, uint64_t)
|
|
FETCH_OR(nx_atomic_fetch_or_, 8, int64_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_fetch_xor_1
|
|
****************************************************************************/
|
|
|
|
FETCH_XOR(__atomic_fetch_xor_, 1, uint8_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_fetch_xor_2
|
|
****************************************************************************/
|
|
|
|
FETCH_XOR(__atomic_fetch_xor_, 2, uint16_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_fetch_xor_4
|
|
****************************************************************************/
|
|
|
|
FETCH_XOR(__atomic_fetch_xor_, 4, uint32_t)
|
|
FETCH_XOR(nx_atomic_fetch_xor_, 4, int32_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __atomic_fetch_xor_8
|
|
****************************************************************************/
|
|
|
|
FETCH_XOR(__atomic_fetch_xor_, 8, uint64_t)
|
|
FETCH_XOR(nx_atomic_fetch_xor_, 8, int64_t)
|
|
|
|
/* Clang define the __sync builtins, add #ifndef to avoid
|
|
* redefined/redeclared problem.
|
|
*/
|
|
|
|
#ifndef __clang__
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_add_and_fetch_1
|
|
****************************************************************************/
|
|
|
|
SYNC_ADD_FETCH(__sync_add_and_fetch_, 1, uint8_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_add_and_fetch_2
|
|
****************************************************************************/
|
|
|
|
SYNC_ADD_FETCH(__sync_add_and_fetch_, 2, uint16_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_add_and_fetch_4
|
|
****************************************************************************/
|
|
|
|
SYNC_ADD_FETCH(__sync_add_and_fetch_, 4, uint32_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_add_and_fetch_8
|
|
****************************************************************************/
|
|
|
|
SYNC_ADD_FETCH(__sync_add_and_fetch_, 8, uint64_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_sub_and_fetch_1
|
|
****************************************************************************/
|
|
|
|
SYNC_SUB_FETCH(__sync_sub_and_fetch_, 1, uint8_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_sub_and_fetch_2
|
|
****************************************************************************/
|
|
|
|
SYNC_SUB_FETCH(__sync_sub_and_fetch_, 2, uint16_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_sub_and_fetch_4
|
|
****************************************************************************/
|
|
|
|
SYNC_SUB_FETCH(__sync_sub_and_fetch_, 4, uint32_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_sub_and_fetch_8
|
|
****************************************************************************/
|
|
|
|
SYNC_SUB_FETCH(__sync_sub_and_fetch_, 8, uint64_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_or_and_fetch_1
|
|
****************************************************************************/
|
|
|
|
SYNC_OR_FETCH(__sync_or_and_fetch_, 1, uint8_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_or_and_fetch_2
|
|
****************************************************************************/
|
|
|
|
SYNC_OR_FETCH(__sync_or_and_fetch_, 2, uint16_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_or_and_fetch_4
|
|
****************************************************************************/
|
|
|
|
SYNC_OR_FETCH(__sync_or_and_fetch_, 4, uint32_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_or_and_fetch_8
|
|
****************************************************************************/
|
|
|
|
SYNC_OR_FETCH(__sync_or_and_fetch_, 8, uint64_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_and_and_fetch_1
|
|
****************************************************************************/
|
|
|
|
SYNC_AND_FETCH(__sync_and_and_fetch_, 1, uint8_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_and_and_fetch_2
|
|
****************************************************************************/
|
|
|
|
SYNC_AND_FETCH(__sync_and_and_fetch_, 2, uint16_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_and_and_fetch_4
|
|
****************************************************************************/
|
|
|
|
SYNC_AND_FETCH(__sync_and_and_fetch_, 4, uint32_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_and_and_fetch_8
|
|
****************************************************************************/
|
|
|
|
SYNC_AND_FETCH(__sync_and_and_fetch_, 8, uint64_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_xor_and_fetch_1
|
|
****************************************************************************/
|
|
|
|
SYNC_XOR_FETCH(__sync_xor_and_fetch_, 1, uint8_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_xor_and_fetch_2
|
|
****************************************************************************/
|
|
|
|
SYNC_XOR_FETCH(__sync_xor_and_fetch_, 2, uint16_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_xor_and_fetch_4
|
|
****************************************************************************/
|
|
|
|
SYNC_XOR_FETCH(__sync_xor_and_fetch_, 4, uint32_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_xor_and_fetch_8
|
|
****************************************************************************/
|
|
|
|
SYNC_XOR_FETCH(__sync_xor_and_fetch_, 8, uint64_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_nand_and_fetch_1
|
|
****************************************************************************/
|
|
|
|
SYNC_NAND_FETCH(__sync_nand_and_fetch_, 1, uint8_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_nand_and_fetch_2
|
|
****************************************************************************/
|
|
|
|
SYNC_NAND_FETCH(__sync_nand_and_fetch_, 2, uint16_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_nand_and_fetch_4
|
|
****************************************************************************/
|
|
|
|
SYNC_NAND_FETCH(__sync_nand_and_fetch_, 4, uint32_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_nand_and_fetch_8
|
|
****************************************************************************/
|
|
|
|
SYNC_NAND_FETCH(__sync_nand_and_fetch_, 8, uint64_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_bool_compare_and_swap_1
|
|
****************************************************************************/
|
|
|
|
SYNC_BOOL_CMP_SWAP(__sync_bool_compare_and_swap_, 1, uint8_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_bool_compare_and_swap_2
|
|
****************************************************************************/
|
|
|
|
SYNC_BOOL_CMP_SWAP(__sync_bool_compare_and_swap_, 2, uint16_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_bool_compare_and_swap_4
|
|
****************************************************************************/
|
|
|
|
SYNC_BOOL_CMP_SWAP(__sync_bool_compare_and_swap_, 4, uint32_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_bool_compare_and_swap_8
|
|
****************************************************************************/
|
|
|
|
SYNC_BOOL_CMP_SWAP(__sync_bool_compare_and_swap_, 8, uint64_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_val_compare_and_swap_1
|
|
****************************************************************************/
|
|
|
|
SYNC_VAL_CMP_SWAP(__sync_val_compare_and_swap_, 1, uint8_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_val_compare_and_swap_2
|
|
****************************************************************************/
|
|
|
|
SYNC_VAL_CMP_SWAP(__sync_val_compare_and_swap_, 2, uint16_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_val_compare_and_swap_4
|
|
****************************************************************************/
|
|
|
|
SYNC_VAL_CMP_SWAP(__sync_val_compare_and_swap_, 4, uint32_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_val_compare_and_swap_8
|
|
****************************************************************************/
|
|
|
|
SYNC_VAL_CMP_SWAP(__sync_val_compare_and_swap_, 8, uint64_t)
|
|
|
|
/****************************************************************************
|
|
* Name: __sync_synchronize
|
|
****************************************************************************/
|
|
|
|
void weak_function __sync_synchronize(void)
|
|
{
|
|
#ifdef SP_DMB
|
|
SP_DMB();
|
|
#endif
|
|
}
|
|
|
|
#endif /* __clang__ */
|