| /external/rust/crates/grpcio-sys/grpc/spm-core-include/grpc/impl/codegen/ |
| D | atm_windows.h | 27 typedef intptr_t gpr_atm; typedef
35 static __inline gpr_atm gpr_atm_acq_load(const gpr_atm* p) { in gpr_atm_acq_load()
36 gpr_atm result = *p; in gpr_atm_acq_load()
41 static __inline gpr_atm gpr_atm_no_barrier_load(const gpr_atm* p) { in gpr_atm_no_barrier_load()
46 static __inline void gpr_atm_rel_store(gpr_atm* p, gpr_atm value) { in gpr_atm_rel_store()
51 static __inline void gpr_atm_no_barrier_store(gpr_atm* p, gpr_atm value) { in gpr_atm_no_barrier_store()
56 static __inline int gpr_atm_no_barrier_cas(gpr_atm* p, gpr_atm o, gpr_atm n) { in gpr_atm_no_barrier_cas()
60 return o == (gpr_atm)InterlockedCompareExchangeAcquire64( in gpr_atm_no_barrier_cas()
63 return o == (gpr_atm)InterlockedCompareExchangeAcquire((volatile LONG*)p, in gpr_atm_no_barrier_cas()
68 static __inline int gpr_atm_acq_cas(gpr_atm* p, gpr_atm o, gpr_atm n) { in gpr_atm_acq_cas()
[all …]
|
| D | atm_gcc_sync.h | 26 typedef intptr_t gpr_atm; typedef
43 static __inline gpr_atm gpr_atm_acq_load(const gpr_atm* p) { in gpr_atm_acq_load()
44 gpr_atm value = *p; in gpr_atm_acq_load()
49 static __inline gpr_atm gpr_atm_no_barrier_load(const gpr_atm* p) { in gpr_atm_no_barrier_load()
50 gpr_atm value = *p; in gpr_atm_no_barrier_load()
55 static __inline void gpr_atm_rel_store(gpr_atm* p, gpr_atm value) { in gpr_atm_rel_store()
60 static __inline void gpr_atm_no_barrier_store(gpr_atm* p, gpr_atm value) { in gpr_atm_no_barrier_store()
77 static __inline gpr_atm gpr_atm_full_xchg(gpr_atm* p, gpr_atm n) { in gpr_atm_full_xchg()
78 gpr_atm cur; in gpr_atm_full_xchg()
|
| D | atm_gcc_atomic.h | 30 typedef intptr_t gpr_atm; typedef
35 extern gpr_atm gpr_counter_atm_cas;
36 extern gpr_atm gpr_counter_atm_add;
64 static __inline int gpr_atm_no_barrier_cas(gpr_atm* p, gpr_atm o, gpr_atm n) { in gpr_atm_no_barrier_cas()
69 static __inline int gpr_atm_acq_cas(gpr_atm* p, gpr_atm o, gpr_atm n) { in gpr_atm_acq_cas()
74 static __inline int gpr_atm_rel_cas(gpr_atm* p, gpr_atm o, gpr_atm n) { in gpr_atm_rel_cas()
79 static __inline int gpr_atm_full_cas(gpr_atm* p, gpr_atm o, gpr_atm n) { in gpr_atm_full_cas()
|
| D | atm.h | 88 gpr_atm gpr_atm_no_barrier_clamped_add(gpr_atm* value, gpr_atm delta,
89 gpr_atm min, gpr_atm max);
|
| /external/grpc-grpc/include/grpc/impl/codegen/ |
| D | atm_windows.h | 25 typedef intptr_t gpr_atm; typedef
31 static __inline gpr_atm gpr_atm_acq_load(const gpr_atm* p) { in gpr_atm_acq_load()
32 gpr_atm result = *p; in gpr_atm_acq_load()
37 static __inline gpr_atm gpr_atm_no_barrier_load(const gpr_atm* p) { in gpr_atm_no_barrier_load()
42 static __inline void gpr_atm_rel_store(gpr_atm* p, gpr_atm value) { in gpr_atm_rel_store()
47 static __inline void gpr_atm_no_barrier_store(gpr_atm* p, gpr_atm value) { in gpr_atm_no_barrier_store()
52 static __inline int gpr_atm_no_barrier_cas(gpr_atm* p, gpr_atm o, gpr_atm n) { in gpr_atm_no_barrier_cas()
56 return o == (gpr_atm)InterlockedCompareExchangeAcquire64( in gpr_atm_no_barrier_cas()
59 return o == (gpr_atm)InterlockedCompareExchangeAcquire((volatile LONG*)p, in gpr_atm_no_barrier_cas()
64 static __inline int gpr_atm_acq_cas(gpr_atm* p, gpr_atm o, gpr_atm n) { in gpr_atm_acq_cas()
[all …]
|
| D | atm_gcc_sync.h | 26 typedef intptr_t gpr_atm; typedef
41 static __inline gpr_atm gpr_atm_acq_load(const gpr_atm* p) { in gpr_atm_acq_load()
42 gpr_atm value = *p; in gpr_atm_acq_load()
47 static __inline gpr_atm gpr_atm_no_barrier_load(const gpr_atm* p) { in gpr_atm_no_barrier_load()
48 gpr_atm value = *p; in gpr_atm_no_barrier_load()
53 static __inline void gpr_atm_rel_store(gpr_atm* p, gpr_atm value) { in gpr_atm_rel_store()
58 static __inline void gpr_atm_no_barrier_store(gpr_atm* p, gpr_atm value) { in gpr_atm_no_barrier_store()
75 static __inline gpr_atm gpr_atm_full_xchg(gpr_atm* p, gpr_atm n) { in gpr_atm_full_xchg()
76 gpr_atm cur; in gpr_atm_full_xchg()
|
| D | atm_gcc_atomic.h | 30 typedef intptr_t gpr_atm; typedef
35 extern gpr_atm gpr_counter_atm_cas;
36 extern gpr_atm gpr_counter_atm_add;
64 static __inline int gpr_atm_no_barrier_cas(gpr_atm* p, gpr_atm o, gpr_atm n) { in gpr_atm_no_barrier_cas()
69 static __inline int gpr_atm_acq_cas(gpr_atm* p, gpr_atm o, gpr_atm n) { in gpr_atm_acq_cas()
74 static __inline int gpr_atm_rel_cas(gpr_atm* p, gpr_atm o, gpr_atm n) { in gpr_atm_rel_cas()
79 static __inline int gpr_atm_full_cas(gpr_atm* p, gpr_atm o, gpr_atm n) { in gpr_atm_full_cas()
|
| D | atm.h | 88 gpr_atm gpr_atm_no_barrier_clamped_add(gpr_atm* value, gpr_atm delta,
89 gpr_atm min, gpr_atm max);
|
| /external/rust/crates/grpcio-sys/grpc/include/grpc/impl/codegen/ |
| D | atm_windows.h | 27 typedef intptr_t gpr_atm; typedef
35 static __inline gpr_atm gpr_atm_acq_load(const gpr_atm* p) { in gpr_atm_acq_load()
36 gpr_atm result = *p; in gpr_atm_acq_load()
41 static __inline gpr_atm gpr_atm_no_barrier_load(const gpr_atm* p) { in gpr_atm_no_barrier_load()
46 static __inline void gpr_atm_rel_store(gpr_atm* p, gpr_atm value) { in gpr_atm_rel_store()
51 static __inline void gpr_atm_no_barrier_store(gpr_atm* p, gpr_atm value) { in gpr_atm_no_barrier_store()
56 static __inline int gpr_atm_no_barrier_cas(gpr_atm* p, gpr_atm o, gpr_atm n) { in gpr_atm_no_barrier_cas()
60 return o == (gpr_atm)InterlockedCompareExchangeAcquire64( in gpr_atm_no_barrier_cas()
63 return o == (gpr_atm)InterlockedCompareExchangeAcquire((volatile LONG*)p, in gpr_atm_no_barrier_cas()
68 static __inline int gpr_atm_acq_cas(gpr_atm* p, gpr_atm o, gpr_atm n) { in gpr_atm_acq_cas()
[all …]
|
| D | atm_gcc_sync.h | 26 typedef intptr_t gpr_atm; typedef
43 static __inline gpr_atm gpr_atm_acq_load(const gpr_atm* p) { in gpr_atm_acq_load()
44 gpr_atm value = *p; in gpr_atm_acq_load()
49 static __inline gpr_atm gpr_atm_no_barrier_load(const gpr_atm* p) { in gpr_atm_no_barrier_load()
50 gpr_atm value = *p; in gpr_atm_no_barrier_load()
55 static __inline void gpr_atm_rel_store(gpr_atm* p, gpr_atm value) { in gpr_atm_rel_store()
60 static __inline void gpr_atm_no_barrier_store(gpr_atm* p, gpr_atm value) { in gpr_atm_no_barrier_store()
77 static __inline gpr_atm gpr_atm_full_xchg(gpr_atm* p, gpr_atm n) { in gpr_atm_full_xchg()
78 gpr_atm cur; in gpr_atm_full_xchg()
|
| D | atm_gcc_atomic.h | 30 typedef intptr_t gpr_atm; typedef
35 extern gpr_atm gpr_counter_atm_cas;
36 extern gpr_atm gpr_counter_atm_add;
64 static __inline int gpr_atm_no_barrier_cas(gpr_atm* p, gpr_atm o, gpr_atm n) { in gpr_atm_no_barrier_cas()
69 static __inline int gpr_atm_acq_cas(gpr_atm* p, gpr_atm o, gpr_atm n) { in gpr_atm_acq_cas()
74 static __inline int gpr_atm_rel_cas(gpr_atm* p, gpr_atm o, gpr_atm n) { in gpr_atm_rel_cas()
79 static __inline int gpr_atm_full_cas(gpr_atm* p, gpr_atm o, gpr_atm n) { in gpr_atm_full_cas()
|
| D | atm.h | 88 gpr_atm gpr_atm_no_barrier_clamped_add(gpr_atm* value, gpr_atm delta,
89 gpr_atm min, gpr_atm max);
|
| /external/rust/crates/grpcio-sys/grpc/src/core/lib/gpr/ |
| D | log.cc | 37 static constexpr gpr_atm GPR_LOG_SEVERITY_UNSET = GPR_LOG_SEVERITY_ERROR + 10;
38 static constexpr gpr_atm GPR_LOG_SEVERITY_NONE = GPR_LOG_SEVERITY_ERROR + 11;
41 static gpr_atm g_log_func = reinterpret_cast<gpr_atm>(gpr_default_log);
42 static gpr_atm g_min_severity_to_print = GPR_LOG_SEVERITY_UNSET;
43 static gpr_atm g_min_severity_to_print_stacktrace = GPR_LOG_SEVERITY_UNSET;
58 return static_cast<gpr_atm>(severity) >= in gpr_should_log()
65 return static_cast<gpr_atm>(severity) >= in gpr_should_log_stacktrace()
88 (gpr_atm)min_severity_to_print); in gpr_set_log_verbosity()
91 static gpr_atm parse_log_severity(const char* str, gpr_atm error_value) { in parse_log_severity()
111 gpr_atm min_severity_to_print = GPR_LOG_SEVERITY_ERROR; in gpr_log_verbosity_init()
[all …]
|
| D | atm.cc | 25 gpr_atm gpr_atm_no_barrier_clamped_add(gpr_atm* value, gpr_atm delta, in gpr_atm_no_barrier_clamped_add()
26 gpr_atm min, gpr_atm max) { in gpr_atm_no_barrier_clamped_add()
27 gpr_atm current_value; in gpr_atm_no_barrier_clamped_add()
28 gpr_atm new_value; in gpr_atm_no_barrier_clamped_add()
|
| /external/grpc-grpc/test/core/iomgr/ |
| D | buffer_list_test.cc | 34 gpr_atm* done = reinterpret_cast<gpr_atm*>(arg); in TestShutdownFlushesListVerifier()
35 gpr_atm_rel_store(done, static_cast<gpr_atm>(1)); in TestShutdownFlushesListVerifier()
47 gpr_atm verifier_called[NUM_ELEM]; in TestShutdownFlushesList()
49 gpr_atm_rel_store(&verifier_called[i], static_cast<gpr_atm>(0)); in TestShutdownFlushesList()
57 static_cast<gpr_atm>(1)); in TestShutdownFlushesList()
69 gpr_atm* done = reinterpret_cast<gpr_atm*>(arg); in TestVerifierCalledOnAckVerifier()
70 gpr_atm_rel_store(done, static_cast<gpr_atm>(1)); in TestVerifierCalledOnAckVerifier()
85 gpr_atm verifier_called; in TestVerifierCalledOnAck()
86 gpr_atm_rel_store(&verifier_called, static_cast<gpr_atm>(0)); in TestVerifierCalledOnAck()
89 GPR_ASSERT(gpr_atm_acq_load(&verifier_called) == static_cast<gpr_atm>(1)); in TestVerifierCalledOnAck()
|
| /external/grpc-grpc/src/core/lib/gpr/ |
| D | log.cc | 32 static gpr_atm g_log_func = (gpr_atm)gpr_default_log;
33 static gpr_atm g_min_severity_to_print = GPR_LOG_VERBOSITY_UNSET;
48 return static_cast<gpr_atm>(severity) >= in gpr_should_log()
71 (gpr_atm)min_severity_to_print); in gpr_set_log_verbosity()
78 gpr_atm min_severity_to_print = GPR_LOG_SEVERITY_ERROR; in gpr_log_verbosity_init()
81 min_severity_to_print = static_cast<gpr_atm>(GPR_LOG_SEVERITY_DEBUG); in gpr_log_verbosity_init()
83 min_severity_to_print = static_cast<gpr_atm>(GPR_LOG_SEVERITY_INFO); in gpr_log_verbosity_init()
85 min_severity_to_print = static_cast<gpr_atm>(GPR_LOG_SEVERITY_ERROR); in gpr_log_verbosity_init()
101 gpr_atm_no_barrier_store(&g_log_func, (gpr_atm)(f ? f : gpr_default_log)); in gpr_set_log_function()
|
| D | atm.cc | 25 gpr_atm gpr_atm_no_barrier_clamped_add(gpr_atm* value, gpr_atm delta, in gpr_atm_no_barrier_clamped_add()
26 gpr_atm min, gpr_atm max) { in gpr_atm_no_barrier_clamped_add()
27 gpr_atm current_value; in gpr_atm_no_barrier_clamped_add()
28 gpr_atm new_value; in gpr_atm_no_barrier_clamped_add()
|
| /external/grpc-grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/ |
| D | grpclb_client_stats.cc | 31 gpr_atm_full_fetch_add(&num_calls_started_, (gpr_atm)1); in AddCallStarted()
36 gpr_atm_full_fetch_add(&num_calls_finished_, (gpr_atm)1); in AddCallFinished()
39 (gpr_atm)1); in AddCallFinished()
42 gpr_atm_full_fetch_add(&num_calls_finished_known_received_, (gpr_atm)1); in AddCallFinished()
48 gpr_atm_full_fetch_add(&num_calls_started_, (gpr_atm)1); in AddCallDroppedLocked()
49 gpr_atm_full_fetch_add(&num_calls_finished_, (gpr_atm)1); in AddCallDroppedLocked()
66 void AtomicGetAndResetCounter(int64_t* value, gpr_atm* counter) { in AtomicGetAndResetCounter()
67 *value = static_cast<int64_t>(gpr_atm_full_xchg(counter, (gpr_atm)0)); in AtomicGetAndResetCounter()
|
| /external/grpc-grpc/test/core/util/ |
| D | memory_counters.cc | 47 NO_BARRIER_FETCH_ADD(&g_memory_counters.total_size_absolute, (gpr_atm)size); in guard_malloc()
48 NO_BARRIER_FETCH_ADD(&g_memory_counters.total_size_relative, (gpr_atm)size); in guard_malloc()
49 NO_BARRIER_FETCH_ADD(&g_memory_counters.total_allocs_absolute, (gpr_atm)1); in guard_malloc()
50 NO_BARRIER_FETCH_ADD(&g_memory_counters.total_allocs_relative, (gpr_atm)1); in guard_malloc()
66 NO_BARRIER_FETCH_ADD(&g_memory_counters.total_size_absolute, (gpr_atm)size); in guard_realloc()
67 NO_BARRIER_FETCH_ADD(&g_memory_counters.total_size_relative, -(gpr_atm)*ptr); in guard_realloc()
68 NO_BARRIER_FETCH_ADD(&g_memory_counters.total_size_relative, (gpr_atm)size); in guard_realloc()
69 NO_BARRIER_FETCH_ADD(&g_memory_counters.total_allocs_absolute, (gpr_atm)1); in guard_realloc()
79 NO_BARRIER_FETCH_ADD(&g_memory_counters.total_size_relative, -(gpr_atm)*ptr); in guard_free()
80 NO_BARRIER_FETCH_ADD(&g_memory_counters.total_allocs_relative, -(gpr_atm)1); in guard_free()
|
| /external/rust/crates/grpcio-sys/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/ |
| D | grpclb_client_stats.cc | 35 gpr_atm_full_fetch_add(&num_calls_started_, (gpr_atm)1); in AddCallStarted()
40 gpr_atm_full_fetch_add(&num_calls_finished_, (gpr_atm)1); in AddCallFinished()
43 (gpr_atm)1); in AddCallFinished()
46 gpr_atm_full_fetch_add(&num_calls_finished_known_received_, (gpr_atm)1); in AddCallFinished()
52 gpr_atm_full_fetch_add(&num_calls_started_, (gpr_atm)1); in AddCallDropped()
53 gpr_atm_full_fetch_add(&num_calls_finished_, (gpr_atm)1); in AddCallDropped()
72 void AtomicGetAndResetCounter(int64_t* value, gpr_atm* counter) { in AtomicGetAndResetCounter()
73 *value = static_cast<int64_t>(gpr_atm_full_xchg(counter, (gpr_atm)0)); in AtomicGetAndResetCounter()
|
| /external/grpc-grpc/src/core/lib/iomgr/ |
| D | call_combiner.cc | 31 static grpc_error* decode_cancel_state_error(gpr_atm cancel_state) { in decode_cancel_state_error()
33 return (grpc_error*)(cancel_state & ~static_cast<gpr_atm>(1)); in decode_cancel_state_error()
38 static gpr_atm encode_cancel_state_error(grpc_error* error) { in encode_cancel_state_error()
39 return static_cast<gpr_atm>(1) | (gpr_atm)error; in encode_cancel_state_error()
74 gpr_atm_full_fetch_add(&call_combiner->size, (gpr_atm)1)); in grpc_call_combiner_start()
109 gpr_atm_full_fetch_add(&call_combiner->size, (gpr_atm)-1)); in grpc_call_combiner_stop()
148 gpr_atm original_state = gpr_atm_acq_load(&call_combiner->cancel_state); in grpc_call_combiner_set_notify_on_cancel()
163 (gpr_atm)closure)) { in grpc_call_combiner_set_notify_on_cancel()
191 gpr_atm original_state = gpr_atm_acq_load(&call_combiner->cancel_state); in grpc_call_combiner_cancel()
|
| D | lockfree_event.cc | 75 gpr_atm curr; in DestroyEvent()
96 gpr_atm curr = gpr_atm_acq_load(&state_); in NotifyOn()
110 if (gpr_atm_rel_cas(&state_, kClosureNotReady, (gpr_atm)closure)) { in NotifyOn()
159 gpr_atm new_state = (gpr_atm)shutdown_err | kShutdownBit; in SetShutdown()
162 gpr_atm curr = gpr_atm_no_barrier_load(&state_); in SetShutdown()
210 gpr_atm curr = gpr_atm_no_barrier_load(&state_); in SetReady()
|
| /external/grpc-grpc/src/core/ext/filters/client_channel/ |
| D | retry_throttle.cc | 58 gpr_atm_rel_store(&milli_tokens_, static_cast<gpr_atm>(initial_milli_tokens)); in ServerRetryThrottleData()
64 reinterpret_cast<gpr_atm>(this)); in ServerRetryThrottleData()
95 &throttle_data->milli_tokens_, static_cast<gpr_atm>(-1000), in RecordFailure()
96 static_cast<gpr_atm>(0), in RecordFailure()
97 static_cast<gpr_atm>(throttle_data->max_milli_tokens_))); in RecordFailure()
110 static_cast<gpr_atm>(throttle_data->milli_token_ratio_), in RecordSuccess()
111 static_cast<gpr_atm>(0), in RecordSuccess()
112 static_cast<gpr_atm>(throttle_data->max_milli_tokens_)); in RecordSuccess()
|
| /external/rust/crates/grpcio-sys/grpc/src/core/ext/filters/client_channel/ |
| D | retry_throttle.cc | 60 gpr_atm_rel_store(&milli_tokens_, static_cast<gpr_atm>(initial_milli_tokens)); in ServerRetryThrottleData()
66 reinterpret_cast<gpr_atm>(this)); in ServerRetryThrottleData()
97 &throttle_data->milli_tokens_, static_cast<gpr_atm>(-1000), in RecordFailure()
98 static_cast<gpr_atm>(0), in RecordFailure()
99 static_cast<gpr_atm>(throttle_data->max_milli_tokens_))); in RecordFailure()
112 static_cast<gpr_atm>(throttle_data->milli_token_ratio_), in RecordSuccess()
113 static_cast<gpr_atm>(0), in RecordSuccess()
114 static_cast<gpr_atm>(throttle_data->max_milli_tokens_)); in RecordSuccess()
|
| /external/rust/crates/grpcio-sys/grpc/src/core/lib/iomgr/ |
| D | call_combiner.cc | 35 grpc_error* DecodeCancelStateError(gpr_atm cancel_state) { in DecodeCancelStateError()
38 ~static_cast<gpr_atm>(1)); in DecodeCancelStateError()
43 gpr_atm EncodeCancelStateError(grpc_error* error) { in EncodeCancelStateError()
44 return static_cast<gpr_atm>(1) | reinterpret_cast<gpr_atm>(error); in EncodeCancelStateError()
123 static_cast<size_t>(gpr_atm_full_fetch_add(&size_, (gpr_atm)1)); in Start()
155 static_cast<size_t>(gpr_atm_full_fetch_add(&size_, (gpr_atm)-1)); in Stop()
193 gpr_atm original_state = gpr_atm_acq_load(&cancel_state_); in SetNotifyOnCancel()
208 reinterpret_cast<gpr_atm>(closure))) { in SetNotifyOnCancel()
235 gpr_atm original_state = gpr_atm_acq_load(&cancel_state_); in Cancel()
|