30 void memcpy_to_i16_from_q4_27(int16_t *dst, const int32_t *src, size_t count)  in memcpy_to_i16_from_q4_27()  argument
33         *dst++ = clamp16(*src++ >> 12);  in memcpy_to_i16_from_q4_27()
37 void memcpy_to_i16_from_u8(int16_t *dst, const uint8_t *src, size_t count)  in memcpy_to_i16_from_u8()  argument
39     dst += count;  in memcpy_to_i16_from_u8()
42         *--dst = (int16_t)(*--src - 0x80) << 8;  in memcpy_to_i16_from_u8()
46 void memcpy_to_u8_from_i16(uint8_t *dst, const int16_t *src, size_t count)  in memcpy_to_u8_from_i16()  argument
49         *dst++ = (*src++ >> 8) + 0x80;  in memcpy_to_u8_from_i16()
53 void memcpy_to_u8_from_p24(uint8_t *dst, const uint8_t *src, size_t count)  in memcpy_to_u8_from_p24()  argument
57         *dst++ = src[0] + 0x80;  in memcpy_to_u8_from_p24()
59         *dst++ = src[2] + 0x80;  in memcpy_to_u8_from_p24()
65 void memcpy_to_u8_from_i32(uint8_t *dst, const int32_t *src, size_t count)  in memcpy_to_u8_from_i32()  argument
68         *dst++ = (*src++ >> 24) + 0x80;  in memcpy_to_u8_from_i32()
72 void memcpy_to_u8_from_q8_23(uint8_t *dst, const int32_t *src, size_t count)  in memcpy_to_u8_from_q8_23()  argument
75         *dst++ = clamp8_from_q8_23(*src++);  in memcpy_to_u8_from_q8_23()
79 void memcpy_to_u8_from_float(uint8_t *dst, const float *src, size_t count)  in memcpy_to_u8_from_float()  argument
82         *dst++ = clamp8_from_float(*src++);  in memcpy_to_u8_from_float()
86 void memcpy_to_i16_from_i32(int16_t *dst, const int32_t *src, size_t count)  in memcpy_to_i16_from_i32()  argument
89         *dst++ = *src++ >> 16;  in memcpy_to_i16_from_i32()
93 void memcpy_to_i16_from_float(int16_t *dst, const float *src, size_t count)  in memcpy_to_i16_from_float()  argument
96         *dst++ = clamp16_from_float(*src++);  in memcpy_to_i16_from_float()
100 void memcpy_to_float_from_q4_27(float *dst, const int32_t *src, size_t count)  in memcpy_to_float_from_q4_27()  argument
103         *dst++ = float_from_q4_27(*src++);  in memcpy_to_float_from_q4_27()
107 void memcpy_to_float_from_i16(float *dst, const int16_t *src, size_t count)  in memcpy_to_float_from_i16()  argument
109     dst += count;  in memcpy_to_float_from_i16()
112         *--dst = float_from_i16(*--src);  in memcpy_to_float_from_i16()
116 void memcpy_to_float_from_u8(float *dst, const uint8_t *src, size_t count)  in memcpy_to_float_from_u8()  argument
118     dst += count;  in memcpy_to_float_from_u8()
121         *--dst = float_from_u8(*--src);  in memcpy_to_float_from_u8()
125 void memcpy_to_float_from_p24(float *dst, const uint8_t *src, size_t count)  in memcpy_to_float_from_p24()  argument
127     dst += count;  in memcpy_to_float_from_p24()
131         *--dst = float_from_p24(src);  in memcpy_to_float_from_p24()
135 void memcpy_to_i16_from_p24(int16_t *dst, const uint8_t *src, size_t count)  in memcpy_to_i16_from_p24()  argument
139         *dst++ = src[1] | (src[0] << 8);  in memcpy_to_i16_from_p24()
141         *dst++ = src[1] | (src[2] << 8);  in memcpy_to_i16_from_p24()
147 void memcpy_to_i32_from_p24(int32_t *dst, const uint8_t *src, size_t count)  in memcpy_to_i32_from_p24()  argument
149     dst += count;  in memcpy_to_i32_from_p24()
154         *--dst = (src[2] << 8) | (src[1] << 16) | (src[0] << 24);  in memcpy_to_i32_from_p24()
156         *--dst = (src[0] << 8) | (src[1] << 16) | (src[2] << 24);  in memcpy_to_i32_from_p24()
161 void memcpy_to_p24_from_i16(uint8_t *dst, const int16_t *src, size_t count)  in memcpy_to_p24_from_i16()  argument
163     dst += count * 3;  in memcpy_to_p24_from_i16()
166         dst -= 3;  in memcpy_to_p24_from_i16()
169         dst[0] = sample >> 8;  in memcpy_to_p24_from_i16()
170         dst[1] = sample;  in memcpy_to_p24_from_i16()
171         dst[2] = 0;  in memcpy_to_p24_from_i16()
173         dst[0] = 0;  in memcpy_to_p24_from_i16()
174         dst[1] = sample;  in memcpy_to_p24_from_i16()
175         dst[2] = sample >> 8;  in memcpy_to_p24_from_i16()
180 void memcpy_to_p24_from_float(uint8_t *dst, const float *src, size_t count)  in memcpy_to_p24_from_float()  argument
186         *dst++ = ival >> 16;  in memcpy_to_p24_from_float()
187         *dst++ = ival >> 8;  in memcpy_to_p24_from_float()
188         *dst++ = ival;  in memcpy_to_p24_from_float()
190         *dst++ = ival;  in memcpy_to_p24_from_float()
191         *dst++ = ival >> 8;  in memcpy_to_p24_from_float()
192         *dst++ = ival >> 16;  in memcpy_to_p24_from_float()
197 void memcpy_to_p24_from_q8_23(uint8_t *dst, const int32_t *src, size_t count)  in memcpy_to_p24_from_q8_23()  argument
203         *dst++ = ival >> 16;  in memcpy_to_p24_from_q8_23()
204         *dst++ = ival >> 8;  in memcpy_to_p24_from_q8_23()
205         *dst++ = ival;  in memcpy_to_p24_from_q8_23()
207         *dst++ = ival;  in memcpy_to_p24_from_q8_23()
208         *dst++ = ival >> 8;  in memcpy_to_p24_from_q8_23()
209         *dst++ = ival >> 16;  in memcpy_to_p24_from_q8_23()
214 void memcpy_to_p24_from_i32(uint8_t *dst, const int32_t *src, size_t count)  in memcpy_to_p24_from_i32()  argument
220         *dst++ = ival >> 16;  in memcpy_to_p24_from_i32()
221         *dst++ = ival >> 8;  in memcpy_to_p24_from_i32()
222         *dst++ = ival;  in memcpy_to_p24_from_i32()
224         *dst++ = ival;  in memcpy_to_p24_from_i32()
225         *dst++ = ival >> 8;  in memcpy_to_p24_from_i32()
226         *dst++ = ival >> 16;  in memcpy_to_p24_from_i32()
231 void memcpy_to_q8_23_from_i16(int32_t *dst, const int16_t *src, size_t count)  in memcpy_to_q8_23_from_i16()  argument
233     dst += count;  in memcpy_to_q8_23_from_i16()
236         *--dst = (int32_t)*--src << 8;  in memcpy_to_q8_23_from_i16()
240 void memcpy_to_q8_23_from_float_with_clamp(int32_t *dst, const float *src, size_t count)  in memcpy_to_q8_23_from_float_with_clamp()  argument
243         *dst++ = clamp24_from_float(*src++);  in memcpy_to_q8_23_from_float_with_clamp()
247 void memcpy_to_q8_23_from_p24(int32_t *dst, const uint8_t *src, size_t count)  in memcpy_to_q8_23_from_p24()  argument
249     dst += count;  in memcpy_to_q8_23_from_p24()
254         *--dst = (int8_t)src[0] << 16 | src[1] << 8 | src[2];  in memcpy_to_q8_23_from_p24()
256         *--dst = (int8_t)src[2] << 16 | src[1] << 8 | src[0];  in memcpy_to_q8_23_from_p24()
261 void memcpy_to_q4_27_from_float(int32_t *dst, const float *src, size_t count)  in memcpy_to_q4_27_from_float()  argument
264         *dst++ = clampq4_27_from_float(*src++);  in memcpy_to_q4_27_from_float()
268 void memcpy_to_i16_from_q8_23(int16_t *dst, const int32_t *src, size_t count)  in memcpy_to_i16_from_q8_23()  argument
271         *dst++ = clamp16(*src++ >> 8);  in memcpy_to_i16_from_q8_23()
275 void memcpy_to_float_from_q8_23(float *dst, const int32_t *src, size_t count)  in memcpy_to_float_from_q8_23()  argument
278         *dst++ = float_from_q8_23(*src++);  in memcpy_to_float_from_q8_23()
282 void memcpy_to_i32_from_u8(int32_t *dst, const uint8_t *src, size_t count)  in memcpy_to_i32_from_u8()  argument
284     dst += count;  in memcpy_to_i32_from_u8()
287         *--dst = ((int32_t)(*--src) - 0x80) << 24;  in memcpy_to_i32_from_u8()
291 void memcpy_to_i32_from_i16(int32_t *dst, const int16_t *src, size_t count)  in memcpy_to_i32_from_i16()  argument
293     dst += count;  in memcpy_to_i32_from_i16()
296         *--dst = (int32_t)*--src << 16;  in memcpy_to_i32_from_i16()
300 void memcpy_to_i32_from_float(int32_t *dst, const float *src, size_t count)  in memcpy_to_i32_from_float()  argument
303         *dst++ = clamp32_from_float(*src++);  in memcpy_to_i32_from_float()
307 void memcpy_to_float_from_i32(float *dst, const int32_t *src, size_t count)  in memcpy_to_float_from_i32()  argument
310         *dst++ = float_from_i32(*src++);  in memcpy_to_float_from_i32()
314 void memcpy_to_float_from_float_with_clamping(float *dst, const float *src, size_t count,  in memcpy_to_float_from_float_with_clamping()  argument
322         *dst++ = fmax(-absMax, fmin(absMax, sample));  in memcpy_to_float_from_float_with_clamping()
326 void downmix_to_mono_i16_from_stereo_i16(int16_t *dst, const int16_t *src, size_t count)  in downmix_to_mono_i16_from_stereo_i16()  argument
329         *dst++ = (int16_t)(((int32_t)src[0] + (int32_t)src[1]) >> 1);  in downmix_to_mono_i16_from_stereo_i16()
334 void upmix_to_stereo_i16_from_mono_i16(int16_t *dst, const int16_t *src, size_t count)  in upmix_to_stereo_i16_from_mono_i16()  argument
336     dst += count * 2;  in upmix_to_stereo_i16_from_mono_i16()
340         dst -= 2;  in upmix_to_stereo_i16_from_mono_i16()
341         dst[0] = temp;  in upmix_to_stereo_i16_from_mono_i16()
342         dst[1] = temp;  in upmix_to_stereo_i16_from_mono_i16()
346 void downmix_to_mono_float_from_stereo_float(float *dst, const float *src, size_t frames)  in downmix_to_mono_float_from_stereo_float()  argument
349         *dst++ = (src[0] + src[1]) * 0.5;  in downmix_to_mono_float_from_stereo_float()
354 void upmix_to_stereo_float_from_mono_float(float *dst, const float *src, size_t frames)  in upmix_to_stereo_float_from_mono_float()  argument
356     dst += frames * 2;  in upmix_to_stereo_float_from_mono_float()
360         dst -= 2;  in upmix_to_stereo_float_from_mono_float()
361         dst[0] = temp;  in upmix_to_stereo_float_from_mono_float()
362         dst[1] = temp;  in upmix_to_stereo_float_from_mono_float()
408 #define copy_frame_by_mask(dst, dmask, src, smask, count, zero) \  argument
417                 *(dst)++ = (smask) & bit ? *(src)++ : (zero); \
425 void memcpy_by_channel_mask(void *dst, uint32_t dst_mask,  in memcpy_by_channel_mask()  argument
435     memcpy_by_idxary(dst, dst_channels, src, src_channels, idxary, sample_size, count);  in memcpy_by_channel_mask()
438         memcpy(dst, src, sample_size * __builtin_popcount(dst_mask) * count);  in memcpy_by_channel_mask()
443         uint8_t *udst = (uint8_t*)dst;  in memcpy_by_channel_mask()
449         uint16_t *udst = (uint16_t*)dst;  in memcpy_by_channel_mask()
455         uint8x3_t *udst = (uint8x3_t*)dst;  in memcpy_by_channel_mask()
462         uint32_t *udst = (uint32_t*)dst;  in memcpy_by_channel_mask()
479 #define copy_frame_by_idx(dst, dst_channels, src, src_channels, idxary, count, zero) \  argument
486             *(dst)++ = index < 0 ? (zero) : (src)[index]; \
492 void memcpy_by_index_array(void *dst, uint32_t dst_channels,  in memcpy_by_index_array()  argument
498         uint8_t *udst = (uint8_t*)dst;  in memcpy_by_index_array()
504         uint16_t *udst = (uint16_t*)dst;  in memcpy_by_index_array()
510         uint8x3_t *udst = (uint8x3_t*)dst;  in memcpy_by_index_array()
517         uint32_t *udst = (uint32_t*)dst;  in memcpy_by_index_array()
591 void accumulate_i16(int16_t *dst, const int16_t *src, size_t count) {  in accumulate_i16()  argument
593         *dst = clamp16((int32_t)*dst + *src++);  in accumulate_i16()
594         ++dst;  in accumulate_i16()
598 void accumulate_u8(uint8_t *dst, const uint8_t *src, size_t count) {  in accumulate_u8()  argument
602         sum = *dst + *src++ - 0x80;  in accumulate_u8()
604         *dst++ = (sum & 0x100) ? (~sum >> 9) : sum;  in accumulate_u8()
608 void accumulate_p24(uint8_t *dst, const uint8_t *src, size_t count) {  in accumulate_p24()  argument
613         memcpy_to_q8_23_from_p24(&dst_q8_23, dst, 1);  in accumulate_p24()
618         memcpy_to_p24_from_q8_23(dst, &dst_q8_23, 1);  in accumulate_p24()
621         dst += 3;  in accumulate_p24()
626 void accumulate_q8_23(int32_t *dst, const int32_t *src, size_t count) {  in accumulate_q8_23()  argument
628         *dst = clamp24_from_q8_23(*dst + *src++);  in accumulate_q8_23()
629         ++dst;  in accumulate_q8_23()
633 void accumulate_i32(int32_t *dst, const int32_t *src, size_t count) {  in accumulate_i32()  argument
635         *dst = clamp32((int64_t)*dst + *src++);  in accumulate_i32()
636         ++dst;  in accumulate_i32()
640 void accumulate_float(float *dst, const float *src, size_t count) {  in accumulate_float()  argument
642         *dst++ += *src++;  in accumulate_float()