Lines Matching refs:dst
64 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecReplicateScalar() local
69 cpu_has_avx ? __ vxorps(dst, dst, dst) : __ xorps(dst, dst); in VisitVecReplicateScalar()
78 __ movd(dst, locations->InAt(0).AsRegister<Register>()); in VisitVecReplicateScalar()
79 __ punpcklbw(dst, dst); in VisitVecReplicateScalar()
80 __ punpcklwd(dst, dst); in VisitVecReplicateScalar()
81 __ pshufd(dst, dst, Immediate(0)); in VisitVecReplicateScalar()
86 __ movd(dst, locations->InAt(0).AsRegister<Register>()); in VisitVecReplicateScalar()
87 __ punpcklwd(dst, dst); in VisitVecReplicateScalar()
88 __ pshufd(dst, dst, Immediate(0)); in VisitVecReplicateScalar()
92 __ movd(dst, locations->InAt(0).AsRegister<Register>()); in VisitVecReplicateScalar()
93 __ pshufd(dst, dst, Immediate(0)); in VisitVecReplicateScalar()
98 __ movd(dst, locations->InAt(0).AsRegisterPairLow<Register>()); in VisitVecReplicateScalar()
100 __ punpckldq(dst, tmp); in VisitVecReplicateScalar()
101 __ punpcklqdq(dst, dst); in VisitVecReplicateScalar()
107 __ shufps(dst, dst, Immediate(0)); in VisitVecReplicateScalar()
112 __ shufpd(dst, dst, Immediate(0)); in VisitVecReplicateScalar()
218 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecReduce() local
224 __ movaps(dst, src); in VisitVecReduce()
225 __ phaddd(dst, dst); in VisitVecReduce()
226 __ phaddd(dst, dst); in VisitVecReduce()
241 __ movaps(dst, src); in VisitVecReduce()
243 __ paddq(dst, tmp); in VisitVecReduce()
264 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecCnv() local
269 __ cvtdq2ps(dst, src); in VisitVecCnv()
282 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecNeg() local
287 __ pxor(dst, dst); in VisitVecNeg()
288 __ psubb(dst, src); in VisitVecNeg()
293 __ pxor(dst, dst); in VisitVecNeg()
294 __ psubw(dst, src); in VisitVecNeg()
298 __ pxor(dst, dst); in VisitVecNeg()
299 __ psubd(dst, src); in VisitVecNeg()
303 __ pxor(dst, dst); in VisitVecNeg()
304 __ psubq(dst, src); in VisitVecNeg()
308 __ xorps(dst, dst); in VisitVecNeg()
309 __ subps(dst, src); in VisitVecNeg()
313 __ xorpd(dst, dst); in VisitVecNeg()
314 __ subpd(dst, src); in VisitVecNeg()
333 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecAbs() local
338 __ movaps(dst, src); in VisitVecAbs()
340 __ pcmpgtd(tmp, dst); in VisitVecAbs()
341 __ pxor(dst, tmp); in VisitVecAbs()
342 __ psubd(dst, tmp); in VisitVecAbs()
347 __ pcmpeqb(dst, dst); // all ones in VisitVecAbs()
348 __ psrld(dst, Immediate(1)); in VisitVecAbs()
349 __ andps(dst, src); in VisitVecAbs()
353 __ pcmpeqb(dst, dst); // all ones in VisitVecAbs()
354 __ psrlq(dst, Immediate(1)); in VisitVecAbs()
355 __ andpd(dst, src); in VisitVecAbs()
374 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecNot() local
379 __ pxor(dst, dst); in VisitVecNot()
381 __ psubb(dst, tmp); // 16 x one in VisitVecNot()
382 __ pxor(dst, src); in VisitVecNot()
393 __ pcmpeqb(dst, dst); // all ones in VisitVecNot()
394 __ pxor(dst, src); in VisitVecNot()
398 __ pcmpeqb(dst, dst); // all ones in VisitVecNot()
399 __ xorps(dst, src); in VisitVecNot()
403 __ pcmpeqb(dst, dst); // all ones in VisitVecNot()
404 __ xorpd(dst, src); in VisitVecNot()
470 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecAdd() local
471 DCHECK(cpu_has_avx || other_src == dst); in VisitVecAdd()
476 cpu_has_avx ? __ vpaddb(dst, other_src, src) : __ paddb(dst, src); in VisitVecAdd()
481 cpu_has_avx ? __ vpaddw(dst, other_src, src) : __ paddw(dst, src); in VisitVecAdd()
485 cpu_has_avx ? __ vpaddd(dst, other_src, src) : __ paddd(dst, src); in VisitVecAdd()
489 cpu_has_avx ? __ vpaddq(dst, other_src, src) : __ paddq(dst, src); in VisitVecAdd()
493 cpu_has_avx ? __ vaddps(dst, other_src, src) : __ addps(dst, src); in VisitVecAdd()
497 cpu_has_avx ? __ vaddpd(dst, other_src, src) : __ addpd(dst, src); in VisitVecAdd()
513 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecSaturationAdd() local
517 __ paddusb(dst, src); in VisitVecSaturationAdd()
521 __ paddsb(dst, src); in VisitVecSaturationAdd()
525 __ paddusw(dst, src); in VisitVecSaturationAdd()
529 __ paddsw(dst, src); in VisitVecSaturationAdd()
545 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecHalvingAdd() local
552 __ pavgb(dst, src); in VisitVecHalvingAdd()
556 __ pavgw(dst, src); in VisitVecHalvingAdd()
577 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecSub() local
578 DCHECK(cpu_has_avx || other_src == dst); in VisitVecSub()
583 cpu_has_avx ? __ vpsubb(dst, other_src, src) : __ psubb(dst, src); in VisitVecSub()
588 cpu_has_avx ? __ vpsubw(dst, other_src, src) : __ psubw(dst, src); in VisitVecSub()
592 cpu_has_avx ? __ vpsubd(dst, other_src, src) : __ psubd(dst, src); in VisitVecSub()
596 cpu_has_avx ? __ vpsubq(dst, other_src, src) : __ psubq(dst, src); in VisitVecSub()
600 cpu_has_avx ? __ vsubps(dst, other_src, src) : __ subps(dst, src); in VisitVecSub()
604 cpu_has_avx ? __ vsubpd(dst, other_src, src) : __ subpd(dst, src); in VisitVecSub()
620 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecSaturationSub() local
624 __ psubusb(dst, src); in VisitVecSaturationSub()
628 __ psubsb(dst, src); in VisitVecSaturationSub()
632 __ psubusw(dst, src); in VisitVecSaturationSub()
636 __ psubsw(dst, src); in VisitVecSaturationSub()
657 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecMul() local
658 DCHECK(cpu_has_avx || other_src == dst); in VisitVecMul()
663 cpu_has_avx ? __ vpmullw(dst, other_src, src) : __ pmullw(dst, src); in VisitVecMul()
667 cpu_has_avx ? __ vpmulld(dst, other_src, src) : __ pmulld(dst, src); in VisitVecMul()
671 cpu_has_avx ? __ vmulps(dst, other_src, src) : __ mulps(dst, src); in VisitVecMul()
675 cpu_has_avx ? __ vmulpd(dst, other_src, src) : __ mulpd(dst, src); in VisitVecMul()
696 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecDiv() local
697 DCHECK(cpu_has_avx || other_src == dst); in VisitVecDiv()
701 cpu_has_avx ? __ vdivps(dst, other_src, src) : __ divps(dst, src); in VisitVecDiv()
705 cpu_has_avx ? __ vdivpd(dst, other_src, src) : __ divpd(dst, src); in VisitVecDiv()
721 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecMin() local
725 __ pminub(dst, src); in VisitVecMin()
729 __ pminsb(dst, src); in VisitVecMin()
733 __ pminuw(dst, src); in VisitVecMin()
737 __ pminsw(dst, src); in VisitVecMin()
741 __ pminud(dst, src); in VisitVecMin()
745 __ pminsd(dst, src); in VisitVecMin()
750 __ minps(dst, src); in VisitVecMin()
754 __ minpd(dst, src); in VisitVecMin()
770 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecMax() local
774 __ pmaxub(dst, src); in VisitVecMax()
778 __ pmaxsb(dst, src); in VisitVecMax()
782 __ pmaxuw(dst, src); in VisitVecMax()
786 __ pmaxsw(dst, src); in VisitVecMax()
790 __ pmaxud(dst, src); in VisitVecMax()
794 __ pmaxsd(dst, src); in VisitVecMax()
799 __ maxps(dst, src); in VisitVecMax()
803 __ maxpd(dst, src); in VisitVecMax()
824 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecAnd() local
825 DCHECK(cpu_has_avx || other_src == dst); in VisitVecAnd()
836 cpu_has_avx ? __ vpand(dst, other_src, src) : __ pand(dst, src); in VisitVecAnd()
840 cpu_has_avx ? __ vandps(dst, other_src, src) : __ andps(dst, src); in VisitVecAnd()
844 cpu_has_avx ? __ vandpd(dst, other_src, src) : __ andpd(dst, src); in VisitVecAnd()
865 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecAndNot() local
866 DCHECK(cpu_has_avx || other_src == dst); in VisitVecAndNot()
877 cpu_has_avx ? __ vpandn(dst, other_src, src) : __ pandn(dst, src); in VisitVecAndNot()
881 cpu_has_avx ? __ vandnps(dst, other_src, src) : __ andnps(dst, src); in VisitVecAndNot()
885 cpu_has_avx ? __ vandnpd(dst, other_src, src) : __ andnpd(dst, src); in VisitVecAndNot()
906 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecOr() local
907 DCHECK(cpu_has_avx || other_src == dst); in VisitVecOr()
918 cpu_has_avx ? __ vpor(dst, other_src, src) : __ por(dst, src); in VisitVecOr()
922 cpu_has_avx ? __ vorps(dst, other_src, src) : __ orps(dst, src); in VisitVecOr()
926 cpu_has_avx ? __ vorpd(dst, other_src, src) : __ orpd(dst, src); in VisitVecOr()
947 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecXor() local
948 DCHECK(cpu_has_avx || other_src == dst); in VisitVecXor()
959 cpu_has_avx ? __ vpxor(dst, other_src, src) : __ pxor(dst, src); in VisitVecXor()
963 cpu_has_avx ? __ vxorps(dst, other_src, src) : __ xorps(dst, src); in VisitVecXor()
967 cpu_has_avx ? __ vxorpd(dst, other_src, src) : __ xorpd(dst, src); in VisitVecXor()
1001 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecShl() local
1006 __ psllw(dst, Immediate(static_cast<uint8_t>(value))); in VisitVecShl()
1010 __ pslld(dst, Immediate(static_cast<uint8_t>(value))); in VisitVecShl()
1014 __ psllq(dst, Immediate(static_cast<uint8_t>(value))); in VisitVecShl()
1030 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecShr() local
1035 __ psraw(dst, Immediate(static_cast<uint8_t>(value))); in VisitVecShr()
1039 __ psrad(dst, Immediate(static_cast<uint8_t>(value))); in VisitVecShr()
1055 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecUShr() local
1060 __ psrlw(dst, Immediate(static_cast<uint8_t>(value))); in VisitVecUShr()
1064 __ psrld(dst, Immediate(static_cast<uint8_t>(value))); in VisitVecUShr()
1068 __ psrlq(dst, Immediate(static_cast<uint8_t>(value))); in VisitVecUShr()
1115 XmmRegister dst = locations->Out().AsFpuRegister<XmmRegister>(); in VisitVecSetScalars() local
1121 cpu_has_avx ? __ vxorps(dst, dst, dst) : __ xorps(dst, dst); in VisitVecSetScalars()
1139 __ movd(dst, locations->InAt(0).AsRegister<Register>()); in VisitVecSetScalars()
1145 __ movd(dst, locations->InAt(0).AsRegisterPairLow<Register>()); in VisitVecSetScalars()
1147 __ punpckldq(dst, tmp); in VisitVecSetScalars()
1152 __ movss(dst, locations->InAt(1).AsFpuRegister<XmmRegister>()); in VisitVecSetScalars()
1156 __ movsd(dst, locations->InAt(1).AsFpuRegister<XmmRegister>()); in VisitVecSetScalars()