CURRENT PATH:
/
opt
/
golang
/
1.22.0
/
src
/
internal
/
bytealg
/
KEMBALI
|
HOME
Upload File Local:
Upload
Upload via URL:
Download
Dir Baru
File Baru
Editing:
indexbyte_ppc64x.s
// Copyright 2018 The Go Authors. All rights reserved. // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. //go:build ppc64 || ppc64le #include "go_asm.h" #include "textflag.h" TEXT ·IndexByte<ABIInternal>(SB),NOSPLIT|NOFRAME,$0-40 // R3 = byte array pointer // R4 = length MOVD R6, R5 // R5 = byte BR indexbytebody<>(SB) TEXT ·IndexByteString<ABIInternal>(SB),NOSPLIT|NOFRAME,$0-32 // R3 = string // R4 = length // R5 = byte BR indexbytebody<>(SB) #ifndef GOPPC64_power9 #ifdef GOARCH_ppc64le DATA indexbytevbperm<>+0(SB)/8, $0x3830282018100800 DATA indexbytevbperm<>+8(SB)/8, $0x7870686058504840 #else DATA indexbytevbperm<>+0(SB)/8, $0x0008101820283038 DATA indexbytevbperm<>+8(SB)/8, $0x4048505860687078 #endif GLOBL indexbytevbperm<>+0(SB), RODATA, $16 #endif // Some operations are endian specific, choose the correct opcode base on GOARCH. // Note, _VCZBEBB is only available on power9 and newer. #ifdef GOARCH_ppc64le #define _LDBEX MOVDBR #define _LWBEX MOVWBR #define _LHBEX MOVHBR #define _VCZBEBB VCTZLSBB #else #define _LDBEX MOVD #define _LWBEX MOVW #define _LHBEX MOVH #define _VCZBEBB VCLZLSBB #endif // R3 = addr of string // R4 = len of string // R5 = byte to find // On exit: // R3 = return value TEXT indexbytebody<>(SB),NOSPLIT|NOFRAME,$0-0 CMPU R4,$32 #ifndef GOPPC64_power9 // Load VBPERMQ constant to reduce compare into an ordered bit mask. MOVD $indexbytevbperm<>+00(SB),R16 LXVD2X (R16),V0 // Set up swap string #endif MTVRD R5,V1 VSPLTB $7,V1,V1 // Replicate byte across V1 BLT cmp16 // Jump to the small string case if it's <32 bytes. CMP R4,$64,CR1 MOVD $16,R11 MOVD R3,R8 BLT CR1,cmp32 // Special case for length 32 - 63 MOVD $32,R12 MOVD $48,R6 RLDICR $0,R4,$63-6,R9 // R9 = len &^ 63 ADD R3,R9,R9 // R9 = &s[len &^ 63] ANDCC $63,R4 // (len &= 63) cmp 0. PCALIGN $16 loop64: LXVD2X (R0)(R8),V2 // Scan 64 bytes at a time, starting at &s[0] VCMPEQUBCC V2,V1,V6 BNE CR6,foundat0 // Match found at R8, jump out LXVD2X (R11)(R8),V2 VCMPEQUBCC V2,V1,V6 BNE CR6,foundat1 // Match found at R8+16 bytes, jump out LXVD2X (R12)(R8),V2 VCMPEQUBCC V2,V1,V6 BNE CR6,foundat2 // Match found at R8+32 bytes, jump out LXVD2X (R6)(R8),V2 VCMPEQUBCC V2,V1,V6 BNE CR6,foundat3 // Match found at R8+48 bytes, jump out ADD $64,R8 CMPU R8,R9,CR1 BNE CR1,loop64 // R8 != &s[len &^ 63]? PCALIGN $32 BEQ notfound // Is tail length 0? CR0 is set before entering loop64. CMP R4,$32 // Tail length >= 32, use cmp32 path. CMP R4,$16,CR1 BGE cmp32 ADD R8,R4,R9 ADD $-16,R9 BLE CR1,cmp64_tail_gt0 cmp64_tail_gt16: // Tail length 17 - 32 LXVD2X (R0)(R8),V2 VCMPEQUBCC V2,V1,V6 BNE CR6,foundat0 cmp64_tail_gt0: // Tail length 1 - 16 MOVD R9,R8 LXVD2X (R0)(R9),V2 VCMPEQUBCC V2,V1,V6 BNE CR6,foundat0 BR notfound cmp32: // Length 32 - 63 // Bytes 0 - 15 LXVD2X (R0)(R8),V2 VCMPEQUBCC V2,V1,V6 BNE CR6,foundat0 // Bytes 16 - 31 LXVD2X (R8)(R11),V2 VCMPEQUBCC V2,V1,V6 BNE CR6,foundat1 // Match found at R8+16 bytes, jump out BEQ notfound // Is length <= 32? (CR0 holds this comparison on entry to cmp32) CMP R4,$48 ADD R4,R8,R9 // Compute &s[len(s)-16] ADD $32,R8,R8 ADD $-16,R9,R9 ISEL CR0GT,R8,R9,R8 // R8 = len(s) <= 48 ? R9 : R8 // Bytes 33 - 47 LXVD2X (R0)(R8),V2 VCMPEQUBCC V2,V1,V6 BNE CR6,foundat0 // match found at R8+32 bytes, jump out BLE notfound // Bytes 48 - 63 MOVD R9,R8 // R9 holds the final check. LXVD2X (R0)(R9),V2 VCMPEQUBCC V2,V1,V6 BNE CR6,foundat0 // Match found at R8+48 bytes, jump out BR notfound // If ISA 3.0 instructions are unavailable, we need to account for the extra 16 added by CNTLZW. #ifndef GOPPC64_power9 #define ADJUST_FOR_CNTLZW -16 #else #define ADJUST_FOR_CNTLZW 0 #endif // Now, find the index of the 16B vector the match was discovered in. If CNTLZW is used // to determine the offset into the 16B vector, it will overcount by 16. Account for it here. foundat3: SUB R3,R8,R3 ADD $48+ADJUST_FOR_CNTLZW,R3 BR vfound foundat2: SUB R3,R8,R3 ADD $32+ADJUST_FOR_CNTLZW,R3 BR vfound foundat1: SUB R3,R8,R3 ADD $16+ADJUST_FOR_CNTLZW,R3 BR vfound foundat0: SUB R3,R8,R3 ADD $0+ADJUST_FOR_CNTLZW,R3 vfound: // Map equal values into a 16 bit value with earlier matches setting higher bits. #ifndef GOPPC64_power9 VBPERMQ V6,V0,V6 MFVRD V6,R4 CNTLZW R4,R4 #else #ifdef GOARCH_ppc64le // Put the value back into LE ordering by swapping doublewords. XXPERMDI V6,V6,$2,V6 #endif _VCZBEBB V6,R4 #endif ADD R3,R4,R3 RET cmp16: // Length 16 - 31 CMPU R4,$16 ADD R4,R3,R9 BLT cmp8 ADD $-16,R9,R9 // &s[len(s)-16] // Bytes 0 - 15 LXVD2X (R0)(R3),V2 VCMPEQUBCC V2,V1,V6 MOVD R3,R8 BNE CR6,foundat0 // Match found at R8+32 bytes, jump out BEQ notfound // Bytes 16 - 30 MOVD R9,R8 // R9 holds the final check. LXVD2X (R0)(R9),V2 VCMPEQUBCC V2,V1,V6 BNE CR6,foundat0 // Match found at R8+48 bytes, jump out BR notfound cmp8: // Length 8 - 15 #ifdef GOPPC64_power10 // Load all the bytes into a single VSR in BE order. SLD $56,R4,R5 LXVLL R3,R5,V2 // Compare and count the number which don't match. VCMPEQUB V2,V1,V6 VCLZLSBB V6,R3 // If count is the number of bytes, or more. No matches are found. CMPU R3,R4 MOVD $-1,R5 // Otherwise, the count is the index of the first match. ISEL CR0LT,R3,R5,R3 RET #else RLDIMI $8,R5,$48,R5 // Replicating the byte across the register. RLDIMI $16,R5,$32,R5 RLDIMI $32,R5,$0,R5 CMPU R4,$8 BLT cmp4 MOVD $-8,R11 ADD $-8,R4,R4 _LDBEX (R0)(R3),R10 _LDBEX (R11)(R9),R11 CMPB R10,R5,R10 CMPB R11,R5,R11 CMPU R10,$0 CMPU R11,$0,CR1 CNTLZD R10,R10 CNTLZD R11,R11 SRD $3,R10,R3 SRD $3,R11,R11 BNE found ADD R4,R11,R4 MOVD $-1,R3 ISEL CR1EQ,R3,R4,R3 RET cmp4: // Length 4 - 7 CMPU R4,$4 BLT cmp2 MOVD $-4,R11 ADD $-4,R4,R4 _LWBEX (R0)(R3),R10 _LWBEX (R11)(R9),R11 CMPB R10,R5,R10 CMPB R11,R5,R11 CNTLZW R10,R10 CNTLZW R11,R11 CMPU R10,$32 CMPU R11,$32,CR1 SRD $3,R10,R3 SRD $3,R11,R11 BNE found ADD R4,R11,R4 MOVD $-1,R3 ISEL CR1EQ,R3,R4,R3 RET cmp2: // Length 2 - 3 CMPU R4,$2 BLT cmp1 _LHBEX (R0)(R3),R10 CMPB R10,R5,R10 SLDCC $48,R10,R10 CNTLZD R10,R10 SRD $3,R10,R3 BNE found cmp1: // Length 1 MOVD $-1,R3 ANDCC $1,R4,R31 BEQ found MOVBZ -1(R9),R10 CMPB R10,R5,R10 ANDCC $1,R10 ADD $-1,R4 ISEL CR0EQ,R3,R4,R3 found: RET #endif notfound: MOVD $-1,R3 RET
SIMPAN
BATAL