; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 2
; RUN: llc < %s -verify-machineinstrs -mtriple=arm64-none-linux-gnu | FileCheck %s --check-prefixes=CHECK,CHECK-SD
; RUN: llc < %s -verify-machineinstrs -mtriple=arm64-none-linux-gnu -global-isel | FileCheck %s --check-prefixes=CHECK,CHECK-GI

define <16 x i8> @div16xi8(<16 x i8> %x) {
; CHECK-SD-LABEL: div16xi8:
; CHECK-SD:       // %bb.0:
; CHECK-SD-NEXT:    movi v1.16b, #41
; CHECK-SD-NEXT:    smull2 v2.8h, v0.16b, v1.16b
; CHECK-SD-NEXT:    smull v0.8h, v0.8b, v1.8b
; CHECK-SD-NEXT:    uzp2 v0.16b, v0.16b, v2.16b
; CHECK-SD-NEXT:    sshr v0.16b, v0.16b, #2
; CHECK-SD-NEXT:    usra v0.16b, v0.16b, #7
; CHECK-SD-NEXT:    ret
;
; CHECK-GI-LABEL: div16xi8:
; CHECK-GI:       // %bb.0:
; CHECK-GI-NEXT:    smov w9, v0.b[0]
; CHECK-GI-NEXT:    mov w8, #25 // =0x19
; CHECK-GI-NEXT:    smov w10, v0.b[1]
; CHECK-GI-NEXT:    smov w11, v0.b[2]
; CHECK-GI-NEXT:    smov w12, v0.b[3]
; CHECK-GI-NEXT:    smov w13, v0.b[4]
; CHECK-GI-NEXT:    smov w14, v0.b[5]
; CHECK-GI-NEXT:    smov w15, v0.b[6]
; CHECK-GI-NEXT:    smov w16, v0.b[7]
; CHECK-GI-NEXT:    smov w17, v0.b[8]
; CHECK-GI-NEXT:    smov w18, v0.b[9]
; CHECK-GI-NEXT:    sdiv w9, w9, w8
; CHECK-GI-NEXT:    sdiv w10, w10, w8
; CHECK-GI-NEXT:    fmov s1, w9
; CHECK-GI-NEXT:    sdiv w11, w11, w8
; CHECK-GI-NEXT:    mov v1.b[1], w10
; CHECK-GI-NEXT:    smov w10, v0.b[10]
; CHECK-GI-NEXT:    sdiv w12, w12, w8
; CHECK-GI-NEXT:    mov v1.b[2], w11
; CHECK-GI-NEXT:    smov w11, v0.b[11]
; CHECK-GI-NEXT:    sdiv w13, w13, w8
; CHECK-GI-NEXT:    mov v1.b[3], w12
; CHECK-GI-NEXT:    smov w12, v0.b[12]
; CHECK-GI-NEXT:    sdiv w14, w14, w8
; CHECK-GI-NEXT:    mov v1.b[4], w13
; CHECK-GI-NEXT:    smov w13, v0.b[13]
; CHECK-GI-NEXT:    sdiv w15, w15, w8
; CHECK-GI-NEXT:    mov v1.b[5], w14
; CHECK-GI-NEXT:    sdiv w16, w16, w8
; CHECK-GI-NEXT:    mov v1.b[6], w15
; CHECK-GI-NEXT:    sdiv w17, w17, w8
; CHECK-GI-NEXT:    mov v1.b[7], w16
; CHECK-GI-NEXT:    sdiv w9, w18, w8
; CHECK-GI-NEXT:    mov v1.b[8], w17
; CHECK-GI-NEXT:    sdiv w10, w10, w8
; CHECK-GI-NEXT:    mov v1.b[9], w9
; CHECK-GI-NEXT:    smov w9, v0.b[14]
; CHECK-GI-NEXT:    sdiv w11, w11, w8
; CHECK-GI-NEXT:    mov v1.b[10], w10
; CHECK-GI-NEXT:    smov w10, v0.b[15]
; CHECK-GI-NEXT:    sdiv w12, w12, w8
; CHECK-GI-NEXT:    mov v1.b[11], w11
; CHECK-GI-NEXT:    sdiv w13, w13, w8
; CHECK-GI-NEXT:    mov v1.b[12], w12
; CHECK-GI-NEXT:    sdiv w9, w9, w8
; CHECK-GI-NEXT:    mov v1.b[13], w13
; CHECK-GI-NEXT:    sdiv w8, w10, w8
; CHECK-GI-NEXT:    mov v1.b[14], w9
; CHECK-GI-NEXT:    mov v1.b[15], w8
; CHECK-GI-NEXT:    mov v0.16b, v1.16b
; CHECK-GI-NEXT:    ret
  %div = sdiv <16 x i8> %x, <i8 25, i8 25, i8 25, i8 25, i8 25, i8 25, i8 25, i8 25, i8 25, i8 25, i8 25, i8 25, i8 25, i8 25, i8 25, i8 25>
  ret <16 x i8> %div
}

define <8 x i16> @div8xi16(<8 x i16> %x) {
; CHECK-SD-LABEL: div8xi16:
; CHECK-SD:       // %bb.0:
; CHECK-SD-NEXT:    mov w8, #40815 // =0x9f6f
; CHECK-SD-NEXT:    dup v1.8h, w8
; CHECK-SD-NEXT:    smull2 v2.4s, v0.8h, v1.8h
; CHECK-SD-NEXT:    smull v1.4s, v0.4h, v1.4h
; CHECK-SD-NEXT:    uzp2 v1.8h, v1.8h, v2.8h
; CHECK-SD-NEXT:    add v0.8h, v1.8h, v0.8h
; CHECK-SD-NEXT:    sshr v0.8h, v0.8h, #12
; CHECK-SD-NEXT:    usra v0.8h, v0.8h, #15
; CHECK-SD-NEXT:    ret
;
; CHECK-GI-LABEL: div8xi16:
; CHECK-GI:       // %bb.0:
; CHECK-GI-NEXT:    smov w9, v0.h[0]
; CHECK-GI-NEXT:    mov w8, #6577 // =0x19b1
; CHECK-GI-NEXT:    smov w10, v0.h[1]
; CHECK-GI-NEXT:    smov w11, v0.h[2]
; CHECK-GI-NEXT:    smov w12, v0.h[3]
; CHECK-GI-NEXT:    smov w13, v0.h[4]
; CHECK-GI-NEXT:    smov w14, v0.h[5]
; CHECK-GI-NEXT:    sdiv w9, w9, w8
; CHECK-GI-NEXT:    sdiv w10, w10, w8
; CHECK-GI-NEXT:    fmov s1, w9
; CHECK-GI-NEXT:    sdiv w11, w11, w8
; CHECK-GI-NEXT:    mov v1.h[1], w10
; CHECK-GI-NEXT:    smov w10, v0.h[6]
; CHECK-GI-NEXT:    sdiv w12, w12, w8
; CHECK-GI-NEXT:    mov v1.h[2], w11
; CHECK-GI-NEXT:    smov w11, v0.h[7]
; CHECK-GI-NEXT:    sdiv w13, w13, w8
; CHECK-GI-NEXT:    mov v1.h[3], w12
; CHECK-GI-NEXT:    sdiv w9, w14, w8
; CHECK-GI-NEXT:    mov v1.h[4], w13
; CHECK-GI-NEXT:    sdiv w10, w10, w8
; CHECK-GI-NEXT:    mov v1.h[5], w9
; CHECK-GI-NEXT:    sdiv w8, w11, w8
; CHECK-GI-NEXT:    mov v1.h[6], w10
; CHECK-GI-NEXT:    mov v1.h[7], w8
; CHECK-GI-NEXT:    mov v0.16b, v1.16b
; CHECK-GI-NEXT:    ret
  %div = sdiv <8 x i16> %x, <i16 6577, i16 6577, i16 6577, i16 6577, i16 6577, i16 6577, i16 6577, i16 6577>
  ret <8 x i16> %div
}

define <4 x i32> @div32xi4(<4 x i32> %x) {
; CHECK-SD-LABEL: div32xi4:
; CHECK-SD:       // %bb.0:
; CHECK-SD-NEXT:    mov w8, #7527 // =0x1d67
; CHECK-SD-NEXT:    movk w8, #28805, lsl #16
; CHECK-SD-NEXT:    dup v1.4s, w8
; CHECK-SD-NEXT:    smull2 v2.2d, v0.4s, v1.4s
; CHECK-SD-NEXT:    smull v0.2d, v0.2s, v1.2s
; CHECK-SD-NEXT:    uzp2 v1.4s, v0.4s, v2.4s
; CHECK-SD-NEXT:    sshr v0.4s, v1.4s, #22
; CHECK-SD-NEXT:    usra v0.4s, v1.4s, #31
; CHECK-SD-NEXT:    ret
;
; CHECK-GI-LABEL: div32xi4:
; CHECK-GI:       // %bb.0:
; CHECK-GI-NEXT:    fmov w9, s0
; CHECK-GI-NEXT:    mov w8, #39957 // =0x9c15
; CHECK-GI-NEXT:    mov w10, v0.s[1]
; CHECK-GI-NEXT:    movk w8, #145, lsl #16
; CHECK-GI-NEXT:    mov w11, v0.s[2]
; CHECK-GI-NEXT:    mov w12, v0.s[3]
; CHECK-GI-NEXT:    sdiv w9, w9, w8
; CHECK-GI-NEXT:    sdiv w10, w10, w8
; CHECK-GI-NEXT:    mov v0.s[0], w9
; CHECK-GI-NEXT:    sdiv w11, w11, w8
; CHECK-GI-NEXT:    mov v0.s[1], w10
; CHECK-GI-NEXT:    sdiv w8, w12, w8
; CHECK-GI-NEXT:    mov v0.s[2], w11
; CHECK-GI-NEXT:    mov v0.s[3], w8
; CHECK-GI-NEXT:    ret
  %div = sdiv <4 x i32> %x, <i32 9542677, i32 9542677, i32 9542677, i32 9542677>
  ret <4 x i32> %div
}

define <16 x i8> @udiv16xi8(<16 x i8> %x) {
; CHECK-LABEL: udiv16xi8:
; CHECK:       // %bb.0:
; CHECK-NEXT:    movi v1.16b, #121
; CHECK-NEXT:    umull2 v2.8h, v0.16b, v1.16b
; CHECK-NEXT:    umull v0.8h, v0.8b, v1.8b
; CHECK-NEXT:    uzp2 v0.16b, v0.16b, v2.16b
; CHECK-NEXT:    ushr v0.16b, v0.16b, #5
; CHECK-NEXT:    ret
  %div = udiv <16 x i8> %x, <i8 68, i8 68, i8 68, i8 68, i8 68, i8 68, i8 68, i8 68, i8 68, i8 68, i8 68, i8 68, i8 68, i8 68, i8 68, i8 68>
  ret <16 x i8> %div
}

define <8 x i16> @udiv8xi16(<8 x i16> %x) {
; CHECK-SD-LABEL: udiv8xi16:
; CHECK-SD:       // %bb.0:
; CHECK-SD-NEXT:    mov w8, #16593 // =0x40d1
; CHECK-SD-NEXT:    dup v1.8h, w8
; CHECK-SD-NEXT:    umull2 v2.4s, v0.8h, v1.8h
; CHECK-SD-NEXT:    umull v1.4s, v0.4h, v1.4h
; CHECK-SD-NEXT:    uzp2 v1.8h, v1.8h, v2.8h
; CHECK-SD-NEXT:    sub v0.8h, v0.8h, v1.8h
; CHECK-SD-NEXT:    usra v1.8h, v0.8h, #1
; CHECK-SD-NEXT:    ushr v0.8h, v1.8h, #12
; CHECK-SD-NEXT:    ret
;
; CHECK-GI-LABEL: udiv8xi16:
; CHECK-GI:       // %bb.0:
; CHECK-GI-NEXT:    adrp x8, .LCPI4_0
; CHECK-GI-NEXT:    ldr q1, [x8, :lo12:.LCPI4_0]
; CHECK-GI-NEXT:    umull2 v2.4s, v0.8h, v1.8h
; CHECK-GI-NEXT:    umull v1.4s, v0.4h, v1.4h
; CHECK-GI-NEXT:    uzp2 v1.8h, v1.8h, v2.8h
; CHECK-GI-NEXT:    sub v0.8h, v0.8h, v1.8h
; CHECK-GI-NEXT:    usra v1.8h, v0.8h, #1
; CHECK-GI-NEXT:    ushr v0.8h, v1.8h, #12
; CHECK-GI-NEXT:    ret
  %div = udiv <8 x i16> %x, <i16 6537, i16 6537, i16 6537, i16 6537, i16 6537, i16 6537, i16 6537, i16 6537>
  ret <8 x i16> %div
}

define <4 x i32> @udiv32xi4(<4 x i32> %x) {
; CHECK-SD-LABEL: udiv32xi4:
; CHECK-SD:       // %bb.0:
; CHECK-SD-NEXT:    mov w8, #16747 // =0x416b
; CHECK-SD-NEXT:    movk w8, #31439, lsl #16
; CHECK-SD-NEXT:    dup v1.4s, w8
; CHECK-SD-NEXT:    umull2 v2.2d, v0.4s, v1.4s
; CHECK-SD-NEXT:    umull v0.2d, v0.2s, v1.2s
; CHECK-SD-NEXT:    uzp2 v0.4s, v0.4s, v2.4s
; CHECK-SD-NEXT:    ushr v0.4s, v0.4s, #22
; CHECK-SD-NEXT:    ret
;
; CHECK-GI-LABEL: udiv32xi4:
; CHECK-GI:       // %bb.0:
; CHECK-GI-NEXT:    adrp x8, .LCPI5_0
; CHECK-GI-NEXT:    ldr q1, [x8, :lo12:.LCPI5_0]
; CHECK-GI-NEXT:    umull2 v2.2d, v0.4s, v1.4s
; CHECK-GI-NEXT:    umull v0.2d, v0.2s, v1.2s
; CHECK-GI-NEXT:    uzp2 v0.4s, v0.4s, v2.4s
; CHECK-GI-NEXT:    ushr v0.4s, v0.4s, #22
; CHECK-GI-NEXT:    ret
  %div = udiv <4 x i32> %x, <i32 8743143, i32 8743143, i32 8743143, i32 8743143>
  ret <4 x i32> %div
}

define <2 x i64> @udiv_v2i64(<2 x i64> %a) {
; CHECK-SD-LABEL: udiv_v2i64:
; CHECK-SD:       // %bb.0:
; CHECK-SD-NEXT:    mov x8, #9363 // =0x2493
; CHECK-SD-NEXT:    fmov x10, d0
; CHECK-SD-NEXT:    mov x9, v0.d[1]
; CHECK-SD-NEXT:    movk x8, #37449, lsl #16
; CHECK-SD-NEXT:    movk x8, #18724, lsl #32
; CHECK-SD-NEXT:    movk x8, #9362, lsl #48
; CHECK-SD-NEXT:    umulh x11, x10, x8
; CHECK-SD-NEXT:    umulh x8, x9, x8
; CHECK-SD-NEXT:    sub x10, x10, x11
; CHECK-SD-NEXT:    add x10, x11, x10, lsr #1
; CHECK-SD-NEXT:    sub x9, x9, x8
; CHECK-SD-NEXT:    add x8, x8, x9, lsr #1
; CHECK-SD-NEXT:    lsr x9, x10, #2
; CHECK-SD-NEXT:    fmov d0, x9
; CHECK-SD-NEXT:    lsr x8, x8, #2
; CHECK-SD-NEXT:    mov v0.d[1], x8
; CHECK-SD-NEXT:    ret
;
; CHECK-GI-LABEL: udiv_v2i64:
; CHECK-GI:       // %bb.0:
; CHECK-GI-NEXT:    mov x8, #9363 // =0x2493
; CHECK-GI-NEXT:    fmov x9, d0
; CHECK-GI-NEXT:    mov x10, v0.d[1]
; CHECK-GI-NEXT:    movk x8, #37449, lsl #16
; CHECK-GI-NEXT:    movk x8, #18724, lsl #32
; CHECK-GI-NEXT:    movk x8, #9362, lsl #48
; CHECK-GI-NEXT:    umulh x9, x9, x8
; CHECK-GI-NEXT:    umulh x8, x10, x8
; CHECK-GI-NEXT:    mov v1.d[0], x9
; CHECK-GI-NEXT:    mov v1.d[1], x8
; CHECK-GI-NEXT:    sub v0.2d, v0.2d, v1.2d
; CHECK-GI-NEXT:    usra v1.2d, v0.2d, #1
; CHECK-GI-NEXT:    ushr v0.2d, v1.2d, #2
; CHECK-GI-NEXT:    ret
  %r = udiv <2 x i64> %a, splat (i64 7)
  ret <2 x i64> %r
}