Lines Matching refs:dst
59 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecReplicateScalar() local
64 cpu_has_avx ? __ vxorps(dst, dst, dst) : __ xorps(dst, dst); in VisitVecReplicateScalar()
73 __ movd(dst, locations->InAt(0).AsRegister<CpuRegister>(), /*64-bit*/ false); in VisitVecReplicateScalar()
74 __ punpcklbw(dst, dst); in VisitVecReplicateScalar()
75 __ punpcklwd(dst, dst); in VisitVecReplicateScalar()
76 __ pshufd(dst, dst, Immediate(0)); in VisitVecReplicateScalar()
81 __ movd(dst, locations->InAt(0).AsRegister<CpuRegister>(), /*64-bit*/ false); in VisitVecReplicateScalar()
82 __ punpcklwd(dst, dst); in VisitVecReplicateScalar()
83 __ pshufd(dst, dst, Immediate(0)); in VisitVecReplicateScalar()
87 __ movd(dst, locations->InAt(0).AsRegister<CpuRegister>(), /*64-bit*/ false); in VisitVecReplicateScalar()
88 __ pshufd(dst, dst, Immediate(0)); in VisitVecReplicateScalar()
92 __ movd(dst, locations->InAt(0).AsRegister<CpuRegister>(), /*64-bit*/ true); in VisitVecReplicateScalar()
93 __ punpcklqdq(dst, dst); in VisitVecReplicateScalar()
98 __ shufps(dst, dst, Immediate(0)); in VisitVecReplicateScalar()
103 __ shufpd(dst, dst, Immediate(0)); in VisitVecReplicateScalar()
201 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecReduce() local
207 __ movaps(dst, src); in VisitVecReduce()
208 __ phaddd(dst, dst); in VisitVecReduce()
209 __ phaddd(dst, dst); in VisitVecReduce()
224 __ movaps(dst, src); in VisitVecReduce()
226 __ paddq(dst, tmp); in VisitVecReduce()
247 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecCnv() local
252 __ cvtdq2ps(dst, src); in VisitVecCnv()
265 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecNeg() local
270 __ pxor(dst, dst); in VisitVecNeg()
271 __ psubb(dst, src); in VisitVecNeg()
276 __ pxor(dst, dst); in VisitVecNeg()
277 __ psubw(dst, src); in VisitVecNeg()
281 __ pxor(dst, dst); in VisitVecNeg()
282 __ psubd(dst, src); in VisitVecNeg()
286 __ pxor(dst, dst); in VisitVecNeg()
287 __ psubq(dst, src); in VisitVecNeg()
291 __ xorps(dst, dst); in VisitVecNeg()
292 __ subps(dst, src); in VisitVecNeg()
296 __ xorpd(dst, dst); in VisitVecNeg()
297 __ subpd(dst, src); in VisitVecNeg()
316 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecAbs() local
321 __ movaps(dst, src); in VisitVecAbs()
323 __ pcmpgtd(tmp, dst); in VisitVecAbs()
324 __ pxor(dst, tmp); in VisitVecAbs()
325 __ psubd(dst, tmp); in VisitVecAbs()
330 __ pcmpeqb(dst, dst); // all ones in VisitVecAbs()
331 __ psrld(dst, Immediate(1)); in VisitVecAbs()
332 __ andps(dst, src); in VisitVecAbs()
336 __ pcmpeqb(dst, dst); // all ones in VisitVecAbs()
337 __ psrlq(dst, Immediate(1)); in VisitVecAbs()
338 __ andpd(dst, src); in VisitVecAbs()
357 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecNot() local
362 __ pxor(dst, dst); in VisitVecNot()
364 __ psubb(dst, tmp); // 16 x one in VisitVecNot()
365 __ pxor(dst, src); in VisitVecNot()
376 __ pcmpeqb(dst, dst); // all ones in VisitVecNot()
377 __ pxor(dst, src); in VisitVecNot()
381 __ pcmpeqb(dst, dst); // all ones in VisitVecNot()
382 __ xorps(dst, src); in VisitVecNot()
386 __ pcmpeqb(dst, dst); // all ones in VisitVecNot()
387 __ xorpd(dst, src); in VisitVecNot()
453 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecAdd() local
454 DCHECK(cpu_has_avx || other_src == dst); in VisitVecAdd()
459 cpu_has_avx ? __ vpaddb(dst, other_src, src) : __ paddb(dst, src); in VisitVecAdd()
464 cpu_has_avx ? __ vpaddw(dst, other_src, src) : __ paddw(dst, src); in VisitVecAdd()
468 cpu_has_avx ? __ vpaddd(dst, other_src, src) : __ paddd(dst, src); in VisitVecAdd()
472 cpu_has_avx ? __ vpaddq(dst, other_src, src) : __ paddq(dst, src); in VisitVecAdd()
476 cpu_has_avx ? __ vaddps(dst, other_src, src) : __ addps(dst, src); in VisitVecAdd()
480 cpu_has_avx ? __ vaddpd(dst, other_src, src) : __ addpd(dst, src); in VisitVecAdd()
496 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecSaturationAdd() local
500 __ paddusb(dst, src); in VisitVecSaturationAdd()
504 __ paddsb(dst, src); in VisitVecSaturationAdd()
508 __ paddusw(dst, src); in VisitVecSaturationAdd()
512 __ paddsw(dst, src); in VisitVecSaturationAdd()
528 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecHalvingAdd() local
535 __ pavgb(dst, src); in VisitVecHalvingAdd()
539 __ pavgw(dst, src); in VisitVecHalvingAdd()
560 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecSub() local
561 DCHECK(cpu_has_avx || other_src == dst); in VisitVecSub()
566 cpu_has_avx ? __ vpsubb(dst, other_src, src) : __ psubb(dst, src); in VisitVecSub()
571 cpu_has_avx ? __ vpsubw(dst, other_src, src) : __ psubw(dst, src); in VisitVecSub()
575 cpu_has_avx ? __ vpsubd(dst, other_src, src) : __ psubd(dst, src); in VisitVecSub()
579 cpu_has_avx ? __ vpsubq(dst, other_src, src) : __ psubq(dst, src); in VisitVecSub()
583 cpu_has_avx ? __ vsubps(dst, other_src, src) : __ subps(dst, src); in VisitVecSub()
587 cpu_has_avx ? __ vsubpd(dst, other_src, src) : __ subpd(dst, src); in VisitVecSub()
603 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecSaturationSub() local
607 __ psubusb(dst, src); in VisitVecSaturationSub()
611 __ psubsb(dst, src); in VisitVecSaturationSub()
615 __ psubusw(dst, src); in VisitVecSaturationSub()
619 __ psubsw(dst, src); in VisitVecSaturationSub()
640 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecMul() local
641 DCHECK(cpu_has_avx || other_src == dst); in VisitVecMul()
646 cpu_has_avx ? __ vpmullw(dst, other_src, src) : __ pmullw(dst, src); in VisitVecMul()
650 cpu_has_avx ? __ vpmulld(dst, other_src, src): __ pmulld(dst, src); in VisitVecMul()
654 cpu_has_avx ? __ vmulps(dst, other_src, src) : __ mulps(dst, src); in VisitVecMul()
658 cpu_has_avx ? __ vmulpd(dst, other_src, src) : __ mulpd(dst, src); in VisitVecMul()
679 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecDiv() local
680 DCHECK(cpu_has_avx || other_src == dst); in VisitVecDiv()
684 cpu_has_avx ? __ vdivps(dst, other_src, src) : __ divps(dst, src); in VisitVecDiv()
688 cpu_has_avx ? __ vdivpd(dst, other_src, src) : __ divpd(dst, src); in VisitVecDiv()
704 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecMin() local
708 __ pminub(dst, src); in VisitVecMin()
712 __ pminsb(dst, src); in VisitVecMin()
716 __ pminuw(dst, src); in VisitVecMin()
720 __ pminsw(dst, src); in VisitVecMin()
724 __ pminud(dst, src); in VisitVecMin()
728 __ pminsd(dst, src); in VisitVecMin()
733 __ minps(dst, src); in VisitVecMin()
737 __ minpd(dst, src); in VisitVecMin()
753 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecMax() local
757 __ pmaxub(dst, src); in VisitVecMax()
761 __ pmaxsb(dst, src); in VisitVecMax()
765 __ pmaxuw(dst, src); in VisitVecMax()
769 __ pmaxsw(dst, src); in VisitVecMax()
773 __ pmaxud(dst, src); in VisitVecMax()
777 __ pmaxsd(dst, src); in VisitVecMax()
782 __ maxps(dst, src); in VisitVecMax()
786 __ maxpd(dst, src); in VisitVecMax()
807 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecAnd() local
808 DCHECK(cpu_has_avx || other_src == dst); in VisitVecAnd()
819 cpu_has_avx ? __ vpand(dst, other_src, src) : __ pand(dst, src); in VisitVecAnd()
823 cpu_has_avx ? __ vandps(dst, other_src, src) : __ andps(dst, src); in VisitVecAnd()
827 cpu_has_avx ? __ vandpd(dst, other_src, src) : __ andpd(dst, src); in VisitVecAnd()
848 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecAndNot() local
849 DCHECK(cpu_has_avx || other_src == dst); in VisitVecAndNot()
860 cpu_has_avx ? __ vpandn(dst, other_src, src) : __ pandn(dst, src); in VisitVecAndNot()
864 cpu_has_avx ? __ vandnps(dst, other_src, src) : __ andnps(dst, src); in VisitVecAndNot()
868 cpu_has_avx ? __ vandnpd(dst, other_src, src) : __ andnpd(dst, src); in VisitVecAndNot()
889 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecOr() local
890 DCHECK(cpu_has_avx || other_src == dst); in VisitVecOr()
901 cpu_has_avx ? __ vpor(dst, other_src, src) : __ por(dst, src); in VisitVecOr()
905 cpu_has_avx ? __ vorps(dst, other_src, src) : __ orps(dst, src); in VisitVecOr()
909 cpu_has_avx ? __ vorpd(dst, other_src, src) : __ orpd(dst, src); in VisitVecOr()
930 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecXor() local
931 DCHECK(cpu_has_avx || other_src == dst); in VisitVecXor()
942 cpu_has_avx ? __ vpxor(dst, other_src, src) : __ pxor(dst, src); in VisitVecXor()
946 cpu_has_avx ? __ vxorps(dst, other_src, src) : __ xorps(dst, src); in VisitVecXor()
950 cpu_has_avx ? __ vxorpd(dst, other_src, src) : __ xorpd(dst, src); in VisitVecXor()
984 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecShl() local
989 __ psllw(dst, Immediate(static_cast<int8_t>(value))); in VisitVecShl()
993 __ pslld(dst, Immediate(static_cast<int8_t>(value))); in VisitVecShl()
997 __ psllq(dst, Immediate(static_cast<int8_t>(value))); in VisitVecShl()
1013 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecShr() local
1018 __ psraw(dst, Immediate(static_cast<int8_t>(value))); in VisitVecShr()
1022 __ psrad(dst, Immediate(static_cast<int8_t>(value))); in VisitVecShr()
1038 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecUShr() local
1043 __ psrlw(dst, Immediate(static_cast<int8_t>(value))); in VisitVecUShr()
1047 __ psrld(dst, Immediate(static_cast<int8_t>(value))); in VisitVecUShr()
1051 __ psrlq(dst, Immediate(static_cast<int8_t>(value))); in VisitVecUShr()
1093 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecSetScalars() local
1099 cpu_has_avx ? __ vxorps(dst, dst, dst) : __ xorps(dst, dst); in VisitVecSetScalars()
1117 __ movd(dst, locations->InAt(0).AsRegister<CpuRegister>()); in VisitVecSetScalars()
1121 __ movd(dst, locations->InAt(0).AsRegister<CpuRegister>()); // is 64-bit in VisitVecSetScalars()
1125 __ movss(dst, locations->InAt(0).AsFpuRegister<XmmRegister>()); in VisitVecSetScalars()
1129 __ movsd(dst, locations->InAt(0).AsFpuRegister<XmmRegister>()); in VisitVecSetScalars()