gcc/config/aarch64/iterators.md

   1 ;; Machine description for AArch64 architecture.
   2 ;; Copyright (C) 2009-2015 Free Software Foundation, Inc.
   3 ;; Contributed by ARM Ltd.
   4 ;;
   5 ;; This file is part of GCC.
   6 ;;
   7 ;; GCC is free software; you can redistribute it and/or modify it
   8 ;; under the terms of the GNU General Public License as published by
   9 ;; the Free Software Foundation; either version 3, or (at your option)
  10 ;; any later version.
  11 ;;
  12 ;; GCC is distributed in the hope that it will be useful, but
  13 ;; WITHOUT ANY WARRANTY; without even the implied warranty of
  14 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  15 ;; General Public License for more details.
  16 ;;
  17 ;; You should have received a copy of the GNU General Public License
  18 ;; along with GCC; see the file COPYING3.  If not see
  19 ;; <http://www.gnu.org/licenses/>.
  20
  21 ;; -------------------------------------------------------------------
  22 ;; Mode Iterators
  23 ;; -------------------------------------------------------------------
  24
  25
  26 ;; Iterator for General Purpose Integer registers (32- and 64-bit modes)
  27 (define_mode_iterator GPI [SI DI])
  28
  29 ;; Iterator for QI and HI modes
  30 (define_mode_iterator SHORT [QI HI])
  31
  32 ;; Iterator for all integer modes (up to 64-bit)
  33 (define_mode_iterator ALLI [QI HI SI DI])
  34
  35 ;; Iterator for all integer modes that can be extended (up to 64-bit)
  36 (define_mode_iterator ALLX [QI HI SI])
  37
  38 ;; Iterator for General Purpose Floating-point registers (32- and 64-bit modes)
  39 (define_mode_iterator GPF [SF DF])
  40
  41 ;; Iterator for all scalar floating point modes (HF, SF, DF and TF)
  42 (define_mode_iterator GPF_TF_F16 [HF SF DF TF])
  43
  44 ;; Double vector modes.
  45 (define_mode_iterator VDF [V2SF V4HF])
  46
  47 ;; Iterator for all scalar floating point modes (SF, DF and TF)
  48 (define_mode_iterator GPF_TF [SF DF TF])
  49
  50 ;; Integer vector modes.
  51 (define_mode_iterator VDQ_I [V8QI V16QI V4HI V8HI V2SI V4SI V2DI])
  52
  53 ;; vector and scalar, 64 & 128-bit container, all integer modes
  54 (define_mode_iterator VSDQ_I [V8QI V16QI V4HI V8HI V2SI V4SI V2DI QI HI SI DI])
  55
  56 ;; vector and scalar, 64 & 128-bit container: all vector integer modes;
  57 ;; 64-bit scalar integer mode
  58 (define_mode_iterator VSDQ_I_DI [V8QI V16QI V4HI V8HI V2SI V4SI V2DI DI])
  59
  60 ;; Double vector modes.
  61 (define_mode_iterator VD [V8QI V4HI V4HF V2SI V2SF])
  62
  63 ;; vector, 64-bit container, all integer modes
  64 (define_mode_iterator VD_BHSI [V8QI V4HI V2SI])
  65
  66 ;; 128 and 64-bit container; 8, 16, 32-bit vector integer modes
  67 (define_mode_iterator VDQ_BHSI [V8QI V16QI V4HI V8HI V2SI V4SI])
  68
  69 ;; Quad vector modes.
  70 (define_mode_iterator VQ [V16QI V8HI V4SI V2DI V8HF V4SF V2DF])
  71
  72 ;; VQ without 2 element modes.
  73 (define_mode_iterator VQ_NO2E [V16QI V8HI V4SI V8HF V4SF])
  74
  75 ;; Quad vector with only 2 element modes.
  76 (define_mode_iterator VQ_2E [V2DI V2DF])
  77
  78 ;; This mode iterator allows :P to be used for patterns that operate on
  79 ;; addresses in different modes.  In LP64, only DI will match, while in
  80 ;; ILP32, either can match.
  81 (define_mode_iterator P [(SI "ptr_mode == SImode || Pmode == SImode")
  82                          (DI "ptr_mode == DImode || Pmode == DImode")])
  83
  84 ;; This mode iterator allows :PTR to be used for patterns that operate on
  85 ;; pointer-sized quantities.  Exactly one of the two alternatives will match.
  86 (define_mode_iterator PTR [(SI "ptr_mode == SImode") (DI "ptr_mode == DImode")])
  87
  88 ;; Vector Float modes suitable for moving, loading and storing.
  89 (define_mode_iterator VDQF_F16 [V4HF V8HF V2SF V4SF V2DF])
  90
  91 ;; Vector Float modes, barring HF modes.
  92 (define_mode_iterator VDQF [V2SF V4SF V2DF])
  93
  94 ;; Vector Float modes, and DF.
  95 (define_mode_iterator VDQF_DF [V2SF V4SF V2DF DF])
  96
  97 ;; Vector single Float modes.
  98 (define_mode_iterator VDQSF [V2SF V4SF])
  99
 100 ;; Quad vector Float modes with half/single elements.
 101 (define_mode_iterator VQ_HSF [V8HF V4SF])
 102
 103 ;; Modes suitable to use as the return type of a vcond expression.
 104 (define_mode_iterator VDQF_COND [V2SF V2SI V4SF V4SI V2DF V2DI])
 105
 106 ;; All Float modes.
 107 (define_mode_iterator VALLF [V2SF V4SF V2DF SF DF])
 108
 109 ;; Vector Float modes with 2 elements.
 110 (define_mode_iterator V2F [V2SF V2DF])
 111
 112 ;; All vector modes on which we support any arithmetic operations.
 113 (define_mode_iterator VALL [V8QI V16QI V4HI V8HI V2SI V4SI V2DI V2SF V4SF V2DF])
 114
 115 ;; All vector modes suitable for moving, loading, and storing.
 116 (define_mode_iterator VALL_F16 [V8QI V16QI V4HI V8HI V2SI V4SI V2DI
 117                                 V4HF V8HF V2SF V4SF V2DF])
 118
 119 ;; All vector modes barring HF modes, plus DI.
 120 (define_mode_iterator VALLDI [V8QI V16QI V4HI V8HI V2SI V4SI V2DI V2SF V4SF V2DF DI])
 121
 122 ;; All vector modes and DI.
 123 (define_mode_iterator VALLDI_F16 [V8QI V16QI V4HI V8HI V2SI V4SI V2DI
 124                                   V4HF V8HF V2SF V4SF V2DF DI])
 125
 126 ;; All vector modes, plus DI and DF.
 127 (define_mode_iterator VALLDIF [V8QI V16QI V4HI V8HI V2SI V4SI
 128                                V2DI V4HF V8HF V2SF V4SF V2DF DI DF])
 129
 130 ;; Vector modes for Integer reduction across lanes.
 131 (define_mode_iterator VDQV [V8QI V16QI V4HI V8HI V4SI V2DI])
 132
 133 ;; Vector modes(except V2DI) for Integer reduction across lanes.
 134 (define_mode_iterator VDQV_S [V8QI V16QI V4HI V8HI V4SI])
 135
 136 ;; All double integer narrow-able modes.
 137 (define_mode_iterator VDN [V4HI V2SI DI])
 138
 139 ;; All quad integer narrow-able modes.
 140 (define_mode_iterator VQN [V8HI V4SI V2DI])
 141
 142 ;; Vector and scalar 128-bit container: narrowable 16, 32, 64-bit integer modes
 143 (define_mode_iterator VSQN_HSDI [V8HI V4SI V2DI HI SI DI])
 144
 145 ;; All quad integer widen-able modes.
 146 (define_mode_iterator VQW [V16QI V8HI V4SI])
 147
 148 ;; Double vector modes for combines.
 149 (define_mode_iterator VDC [V8QI V4HI V4HF V2SI V2SF DI DF])
 150
 151 ;; Vector modes except double int.
 152 (define_mode_iterator VDQIF [V8QI V16QI V4HI V8HI V2SI V4SI V2SF V4SF V2DF])
 153
 154 ;; Vector modes for S type.
 155 (define_mode_iterator VDQ_SI [V2SI V4SI])
 156
 157 ;; Vector modes for Q and H types.
 158 (define_mode_iterator VDQQH [V8QI V16QI V4HI V8HI])
 159
 160 ;; Vector modes for H and S types.
 161 (define_mode_iterator VDQHS [V4HI V8HI V2SI V4SI])
 162
 163 ;; Vector modes for H, S and D types.
 164 (define_mode_iterator VDQHSD [V4HI V8HI V2SI V4SI V2DI])
 165
 166 ;; Vector and scalar integer modes for H and S
 167 (define_mode_iterator VSDQ_HSI [V4HI V8HI V2SI V4SI HI SI])
 168
 169 ;; Vector and scalar 64-bit container: 16, 32-bit integer modes
 170 (define_mode_iterator VSD_HSI [V4HI V2SI HI SI])
 171
 172 ;; Vector 64-bit container: 16, 32-bit integer modes
 173 (define_mode_iterator VD_HSI [V4HI V2SI])
 174
 175 ;; Scalar 64-bit container: 16, 32-bit integer modes
 176 (define_mode_iterator SD_HSI [HI SI])
 177
 178 ;; Vector 64-bit container: 16, 32-bit integer modes
 179 (define_mode_iterator VQ_HSI [V8HI V4SI])
 180
 181 ;; All byte modes.
 182 (define_mode_iterator VB [V8QI V16QI])
 183
 184 ;; 2 and 4 lane SI modes.
 185 (define_mode_iterator VS [V2SI V4SI])
 186
 187 (define_mode_iterator TX [TI TF])
 188
 189 ;; Opaque structure modes.
 190 (define_mode_iterator VSTRUCT [OI CI XI])
 191
 192 ;; Double scalar modes
 193 (define_mode_iterator DX [DI DF])
 194
 195 ;; Modes available for <f>mul lane operations.
 196 (define_mode_iterator VMUL [V4HI V8HI V2SI V4SI V2SF V4SF V2DF])
 197
 198 ;; Modes available for <f>mul lane operations changing lane count.
 199 (define_mode_iterator VMUL_CHANGE_NLANES [V4HI V8HI V2SI V4SI V2SF V4SF])
 200
 201 ;; ------------------------------------------------------------------
 202 ;; Unspec enumerations for Advance SIMD. These could well go into
 203 ;; aarch64.md but for their use in int_iterators here.
 204 ;; ------------------------------------------------------------------
 205
 206 (define_c_enum "unspec"
 207  [
 208     UNSPEC_ASHIFT_SIGNED        ; Used in aarch-simd.md.
 209     UNSPEC_ASHIFT_UNSIGNED      ; Used in aarch64-simd.md.
 210     UNSPEC_ABS          ; Used in aarch64-simd.md.
 211     UNSPEC_FMAX         ; Used in aarch64-simd.md.
 212     UNSPEC_FMAXNMV      ; Used in aarch64-simd.md.
 213     UNSPEC_FMAXV        ; Used in aarch64-simd.md.
 214     UNSPEC_FMIN         ; Used in aarch64-simd.md.
 215     UNSPEC_FMINNMV      ; Used in aarch64-simd.md.
 216     UNSPEC_FMINV        ; Used in aarch64-simd.md.
 217     UNSPEC_FADDV        ; Used in aarch64-simd.md.
 218     UNSPEC_ADDV         ; Used in aarch64-simd.md.
 219     UNSPEC_SMAXV        ; Used in aarch64-simd.md.
 220     UNSPEC_SMINV        ; Used in aarch64-simd.md.
 221     UNSPEC_UMAXV        ; Used in aarch64-simd.md.
 222     UNSPEC_UMINV        ; Used in aarch64-simd.md.
 223     UNSPEC_SHADD        ; Used in aarch64-simd.md.
 224     UNSPEC_UHADD        ; Used in aarch64-simd.md.
 225     UNSPEC_SRHADD       ; Used in aarch64-simd.md.
 226     UNSPEC_URHADD       ; Used in aarch64-simd.md.
 227     UNSPEC_SHSUB        ; Used in aarch64-simd.md.
 228     UNSPEC_UHSUB        ; Used in aarch64-simd.md.
 229     UNSPEC_SRHSUB       ; Used in aarch64-simd.md.
 230     UNSPEC_URHSUB       ; Used in aarch64-simd.md.
 231     UNSPEC_ADDHN        ; Used in aarch64-simd.md.
 232     UNSPEC_RADDHN       ; Used in aarch64-simd.md.
 233     UNSPEC_SUBHN        ; Used in aarch64-simd.md.
 234     UNSPEC_RSUBHN       ; Used in aarch64-simd.md.
 235     UNSPEC_ADDHN2       ; Used in aarch64-simd.md.
 236     UNSPEC_RADDHN2      ; Used in aarch64-simd.md.
 237     UNSPEC_SUBHN2       ; Used in aarch64-simd.md.
 238     UNSPEC_RSUBHN2      ; Used in aarch64-simd.md.
 239     UNSPEC_SQDMULH      ; Used in aarch64-simd.md.
 240     UNSPEC_SQRDMULH     ; Used in aarch64-simd.md.
 241     UNSPEC_PMUL         ; Used in aarch64-simd.md.
 242     UNSPEC_USQADD       ; Used in aarch64-simd.md.
 243     UNSPEC_SUQADD       ; Used in aarch64-simd.md.
 244     UNSPEC_SQXTUN       ; Used in aarch64-simd.md.
 245     UNSPEC_SQXTN        ; Used in aarch64-simd.md.
 246     UNSPEC_UQXTN        ; Used in aarch64-simd.md.
 247     UNSPEC_SSRA         ; Used in aarch64-simd.md.
 248     UNSPEC_USRA         ; Used in aarch64-simd.md.
 249     UNSPEC_SRSRA        ; Used in aarch64-simd.md.
 250     UNSPEC_URSRA        ; Used in aarch64-simd.md.
 251     UNSPEC_SRSHR        ; Used in aarch64-simd.md.
 252     UNSPEC_URSHR        ; Used in aarch64-simd.md.
 253     UNSPEC_SQSHLU       ; Used in aarch64-simd.md.
 254     UNSPEC_SQSHL        ; Used in aarch64-simd.md.
 255     UNSPEC_UQSHL        ; Used in aarch64-simd.md.
 256     UNSPEC_SQSHRUN      ; Used in aarch64-simd.md.
 257     UNSPEC_SQRSHRUN     ; Used in aarch64-simd.md.
 258     UNSPEC_SQSHRN       ; Used in aarch64-simd.md.
 259     UNSPEC_UQSHRN       ; Used in aarch64-simd.md.
 260     UNSPEC_SQRSHRN      ; Used in aarch64-simd.md.
 261     UNSPEC_UQRSHRN      ; Used in aarch64-simd.md.
 262     UNSPEC_SSHL         ; Used in aarch64-simd.md.
 263     UNSPEC_USHL         ; Used in aarch64-simd.md.
 264     UNSPEC_SRSHL        ; Used in aarch64-simd.md.
 265     UNSPEC_URSHL        ; Used in aarch64-simd.md.
 266     UNSPEC_SQRSHL       ; Used in aarch64-simd.md.
 267     UNSPEC_UQRSHL       ; Used in aarch64-simd.md.
 268     UNSPEC_SSLI         ; Used in aarch64-simd.md.
 269     UNSPEC_USLI         ; Used in aarch64-simd.md.
 270     UNSPEC_SSRI         ; Used in aarch64-simd.md.
 271     UNSPEC_USRI         ; Used in aarch64-simd.md.
 272     UNSPEC_SSHLL        ; Used in aarch64-simd.md.
 273     UNSPEC_USHLL        ; Used in aarch64-simd.md.
 274     UNSPEC_ADDP         ; Used in aarch64-simd.md.
 275     UNSPEC_TBL          ; Used in vector permute patterns.
 276     UNSPEC_CONCAT       ; Used in vector permute patterns.
 277     UNSPEC_ZIP1         ; Used in vector permute patterns.
 278     UNSPEC_ZIP2         ; Used in vector permute patterns.
 279     UNSPEC_UZP1         ; Used in vector permute patterns.
 280     UNSPEC_UZP2         ; Used in vector permute patterns.
 281     UNSPEC_TRN1         ; Used in vector permute patterns.
 282     UNSPEC_TRN2         ; Used in vector permute patterns.
 283     UNSPEC_EXT          ; Used in aarch64-simd.md.
 284     UNSPEC_REV64        ; Used in vector reverse patterns (permute).
 285     UNSPEC_REV32        ; Used in vector reverse patterns (permute).
 286     UNSPEC_REV16        ; Used in vector reverse patterns (permute).
 287     UNSPEC_AESE         ; Used in aarch64-simd.md.
 288     UNSPEC_AESD         ; Used in aarch64-simd.md.
 289     UNSPEC_AESMC        ; Used in aarch64-simd.md.
 290     UNSPEC_AESIMC       ; Used in aarch64-simd.md.
 291     UNSPEC_SHA1C        ; Used in aarch64-simd.md.
 292     UNSPEC_SHA1M        ; Used in aarch64-simd.md.
 293     UNSPEC_SHA1P        ; Used in aarch64-simd.md.
 294     UNSPEC_SHA1H        ; Used in aarch64-simd.md.
 295     UNSPEC_SHA1SU0      ; Used in aarch64-simd.md.
 296     UNSPEC_SHA1SU1      ; Used in aarch64-simd.md.
 297     UNSPEC_SHA256H      ; Used in aarch64-simd.md.
 298     UNSPEC_SHA256H2     ; Used in aarch64-simd.md.
 299     UNSPEC_SHA256SU0    ; Used in aarch64-simd.md.
 300     UNSPEC_SHA256SU1    ; Used in aarch64-simd.md.
 301     UNSPEC_PMULL        ; Used in aarch64-simd.md.
 302     UNSPEC_PMULL2       ; Used in aarch64-simd.md.
 303     UNSPEC_REV_REGLIST  ; Used in aarch64-simd.md.
 304     UNSPEC_VEC_SHR      ; Used in aarch64-simd.md.
 305 ])
 306
 307 ;; -------------------------------------------------------------------
 308 ;; Mode attributes
 309 ;; -------------------------------------------------------------------
 310
 311 ;; In GPI templates, a string like "%<w>0" will expand to "%w0" in the
 312 ;; 32-bit version and "%x0" in the 64-bit version.
 313 (define_mode_attr w [(QI "w") (HI "w") (SI "w") (DI "x") (SF "s") (DF "d")])
 314
 315 ;; For inequal width int to float conversion
 316 (define_mode_attr w1 [(SF "w") (DF "x")])
 317 (define_mode_attr w2 [(SF "x") (DF "w")])
 318
 319 ;; For constraints used in scalar immediate vector moves
 320 (define_mode_attr hq [(HI "h") (QI "q")])
 321
 322 ;; For scalar usage of vector/FP registers
 323 (define_mode_attr v [(QI "b") (HI "h") (SI "s") (DI "d")
 324                     (SF "s") (DF "d")
 325                     (V8QI "") (V16QI "")
 326                     (V4HI "") (V8HI "")
 327                     (V2SI "") (V4SI  "")
 328                     (V2DI "") (V2SF "")
 329                     (V4SF "") (V2DF "")])
 330
 331 ;; For scalar usage of vector/FP registers, narrowing
 332 (define_mode_attr vn2 [(QI "") (HI "b") (SI "h") (DI "s")
 333                     (V8QI "") (V16QI "")
 334                     (V4HI "") (V8HI "")
 335                     (V2SI "") (V4SI  "")
 336                     (V2DI "") (V2SF "")
 337                     (V4SF "") (V2DF "")])
 338
 339 ;; For scalar usage of vector/FP registers, widening
 340 (define_mode_attr vw2 [(DI "") (QI "h") (HI "s") (SI "d")
 341                     (V8QI "") (V16QI "")
 342                     (V4HI "") (V8HI "")
 343                     (V2SI "") (V4SI  "")
 344                     (V2DI "") (V2SF "")
 345                     (V4SF "") (V2DF "")])
 346
 347 ;; Register Type Name and Vector Arrangement Specifier for when
 348 ;; we are doing scalar for DI and SIMD for SI (ignoring all but
 349 ;; lane 0).
 350 (define_mode_attr rtn [(DI "d") (SI "")])
 351 (define_mode_attr vas [(DI "") (SI ".2s")])
 352
 353 ;; Map a floating point mode to the appropriate register name prefix
 354 (define_mode_attr s [(SF "s") (DF "d")])
 355
 356 ;; Give the length suffix letter for a sign- or zero-extension.
 357 (define_mode_attr size [(QI "b") (HI "h") (SI "w")])
 358
 359 ;; Give the number of bits in the mode
 360 (define_mode_attr sizen [(QI "8") (HI "16") (SI "32") (DI "64")])
 361
 362 ;; Give the ordinal of the MSB in the mode
 363 (define_mode_attr sizem1 [(QI "#7") (HI "#15") (SI "#31") (DI "#63")])
 364
 365 ;; Attribute to describe constants acceptable in logical operations
 366 (define_mode_attr lconst [(SI "K") (DI "L")])
 367
 368 ;; Map a mode to a specific constraint character.
 369 (define_mode_attr cmode [(QI "q") (HI "h") (SI "s") (DI "d")])
 370
 371 (define_mode_attr Vtype [(V8QI "8b") (V16QI "16b")
 372                          (V4HI "4h") (V8HI  "8h")
 373                          (V2SI "2s") (V4SI  "4s")
 374                          (DI   "1d") (DF    "1d")
 375                          (V2DI "2d") (V2SF "2s")
 376                          (V4SF "4s") (V2DF "2d")
 377                          (V4HF "4h") (V8HF "8h")])
 378
 379 (define_mode_attr Vrevsuff [(V4HI "16") (V8HI "16") (V2SI "32")
 380                             (V4SI "32") (V2DI "64")])
 381
 382 (define_mode_attr Vmtype [(V8QI ".8b") (V16QI ".16b")
 383                          (V4HI ".4h") (V8HI  ".8h")
 384                          (V2SI ".2s") (V4SI  ".4s")
 385                          (V2DI ".2d") (V4HF ".4h")
 386                          (V8HF ".8h") (V2SF ".2s")
 387                          (V4SF ".4s") (V2DF ".2d")
 388                          (DI   "")    (SI   "")
 389                          (HI   "")    (QI   "")
 390                          (TI   "")    (SF   "")
 391                          (DF   "")])
 392
 393 ;; Register suffix narrowed modes for VQN.
 394 (define_mode_attr Vmntype [(V8HI ".8b") (V4SI ".4h")
 395                            (V2DI ".2s")
 396                            (DI   "")    (SI   "")
 397                            (HI   "")])
 398
 399 ;; Mode-to-individual element type mapping.
 400 (define_mode_attr Vetype [(V8QI "b") (V16QI "b")
 401                           (V4HI "h") (V8HI  "h")
 402                           (V2SI "s") (V4SI  "s")
 403                           (V2DI "d") (V4HF "h")
 404                           (V8HF "h") (V2SF  "s")
 405                           (V4SF "s") (V2DF  "d")
 406                           (SF   "s") (DF  "d")
 407                           (QI "b")   (HI "h")
 408                           (SI "s")   (DI "d")])
 409
 410 ;; Mode-to-bitwise operation type mapping.
 411 (define_mode_attr Vbtype [(V8QI "8b")  (V16QI "16b")
 412                           (V4HI "8b") (V8HI  "16b")
 413                           (V2SI "8b") (V4SI  "16b")
 414                           (V2DI "16b") (V4HF "8b")
 415                           (V8HF "16b") (V2SF  "8b")
 416                           (V4SF "16b") (V2DF  "16b")
 417                           (DI   "8b")  (DF    "8b")
 418                           (SI   "8b")])
 419
 420 ;; Define element mode for each vector mode.
 421 (define_mode_attr VEL [(V8QI "QI") (V16QI "QI")
 422                         (V4HI "HI") (V8HI "HI")
 423                         (V2SI "SI") (V4SI "SI")
 424                         (DI "DI")   (V2DI "DI")
 425                         (V4HF "HF") (V8HF "HF")
 426                         (V2SF "SF") (V4SF "SF")
 427                         (V2DF "DF") (DF "DF")
 428                         (SI   "SI") (HI   "HI")
 429                         (QI   "QI")])
 430
 431 ;; 64-bit container modes the inner or scalar source mode.
 432 (define_mode_attr VCOND [(HI "V4HI") (SI "V2SI")
 433                          (V4HI "V4HI") (V8HI "V4HI")
 434                          (V2SI "V2SI") (V4SI "V2SI")
 435                          (DI   "DI") (V2DI "DI")
 436                          (V2SF "V2SF") (V4SF "V2SF")
 437                          (V2DF "DF")])
 438
 439 ;; 128-bit container modes the inner or scalar source mode.
 440 (define_mode_attr VCONQ [(V8QI "V16QI") (V16QI "V16QI")
 441                          (V4HI "V8HI") (V8HI "V8HI")
 442                          (V2SI "V4SI") (V4SI "V4SI")
 443                          (DI   "V2DI") (V2DI "V2DI")
 444                          (V4HF "V8HF") (V8HF "V8HF")
 445                          (V2SF "V2SF") (V4SF "V4SF")
 446                          (V2DF "V2DF") (SI   "V4SI")
 447                          (HI   "V8HI") (QI   "V16QI")])
 448
 449 ;; Half modes of all vector modes.
 450 (define_mode_attr VHALF [(V8QI "V4QI")  (V16QI "V8QI")
 451                          (V4HI "V2HI")  (V8HI  "V4HI")
 452                          (V2SI "SI")    (V4SI  "V2SI")
 453                          (V2DI "DI")    (V2SF  "SF")
 454                          (V4SF "V2SF")  (V4HF "V2HF")
 455                          (V8HF "V4HF")  (V2DF  "DF")])
 456
 457 ;; Double modes of vector modes.
 458 (define_mode_attr VDBL [(V8QI "V16QI") (V4HI "V8HI")
 459                         (V4HF "V8HF")
 460                         (V2SI "V4SI")  (V2SF "V4SF")
 461                         (SI   "V2SI")  (DI   "V2DI")
 462                         (DF   "V2DF")])
 463
 464 ;; Register suffix for double-length mode.
 465 (define_mode_attr Vdtype [(V4HF "8h") (V2SF "4s")])
 466
 467 ;; Double modes of vector modes (lower case).
 468 (define_mode_attr Vdbl [(V8QI "v16qi") (V4HI "v8hi")
 469                         (V4HF "v8hf")
 470                         (V2SI "v4si")  (V2SF "v4sf")
 471                         (SI   "v2si")  (DI   "v2di")
 472                         (DF   "v2df")])
 473
 474 ;; Narrowed modes for VDN.
 475 (define_mode_attr VNARROWD [(V4HI "V8QI") (V2SI "V4HI")
 476                             (DI   "V2SI")])
 477
 478 ;; Narrowed double-modes for VQN (Used for XTN).
 479 (define_mode_attr VNARROWQ [(V8HI "V8QI") (V4SI "V4HI")
 480                             (V2DI "V2SI")
 481                             (DI   "SI")   (SI   "HI")
 482                             (HI   "QI")])
 483
 484 ;; Narrowed quad-modes for VQN (Used for XTN2).
 485 (define_mode_attr VNARROWQ2 [(V8HI "V16QI") (V4SI "V8HI")
 486                              (V2DI "V4SI")])
 487
 488 ;; Register suffix narrowed modes for VQN.
 489 (define_mode_attr Vntype [(V8HI "8b") (V4SI "4h")
 490                           (V2DI "2s")])
 491
 492 ;; Register suffix narrowed modes for VQN.
 493 (define_mode_attr V2ntype [(V8HI "16b") (V4SI "8h")
 494                            (V2DI "4s")])
 495
 496 ;; Widened modes of vector modes.
 497 (define_mode_attr VWIDE [(V8QI "V8HI") (V4HI "V4SI")
 498                          (V2SI "V2DI") (V16QI "V8HI")
 499                          (V8HI "V4SI") (V4SI "V2DI")
 500                          (HI "SI")     (SI "DI")
 501                          (V8HF "V4SF") (V4SF "V2DF")
 502                          (V4HF "V4SF") (V2SF "V2DF")]
 503 )
 504
 505 ;; Widened modes of vector modes, lowercase
 506 (define_mode_attr Vwide [(V2SF "v2df") (V4HF "v4sf")])
 507
 508 ;; Widened mode register suffixes for VD_BHSI/VQW/VQ_HSF.
 509 (define_mode_attr Vwtype [(V8QI "8h") (V4HI "4s")
 510                           (V2SI "2d") (V16QI "8h")
 511                           (V8HI "4s") (V4SI "2d")
 512                           (V8HF "4s") (V4SF "2d")])
 513
 514 ;; Widened mode register suffixes for VDW/VQW.
 515 (define_mode_attr Vmwtype [(V8QI ".8h") (V4HI ".4s")
 516                            (V2SI ".2d") (V16QI ".8h")
 517                            (V8HI ".4s") (V4SI ".2d")
 518                            (V4HF ".4s") (V2SF ".2d")
 519                            (SI   "")    (HI   "")])
 520
 521 ;; Lower part register suffixes for VQW/VQ_HSF.
 522 (define_mode_attr Vhalftype [(V16QI "8b") (V8HI "4h")
 523                              (V4SI "2s") (V8HF "4h")
 524                              (V4SF "2s")])
 525
 526 ;; Define corresponding core/FP element mode for each vector mode.
 527 (define_mode_attr vw   [(V8QI "w") (V16QI "w")
 528                         (V4HI "w") (V8HI "w")
 529                         (V2SI "w") (V4SI "w")
 530                         (DI   "x") (V2DI "x")
 531                         (V2SF "s") (V4SF "s")
 532                         (V2DF "d")])
 533
 534 ;; Corresponding core element mode for each vector mode.  This is a
 535 ;; variation on <vw> mapping FP modes to GP regs.
 536 (define_mode_attr vwcore  [(V8QI "w") (V16QI "w")
 537                            (V4HI "w") (V8HI "w")
 538                            (V2SI "w") (V4SI "w")
 539                            (DI   "x") (V2DI "x")
 540                            (V4HF "w") (V8HF "w")
 541                            (V2SF "w") (V4SF "w")
 542                            (V2DF "x")])
 543
 544 ;; Double vector types for ALLX.
 545 (define_mode_attr Vallxd [(QI "8b") (HI "4h") (SI "2s")])
 546
 547 ;; Mode of result of comparison operations.
 548 (define_mode_attr V_cmp_result [(V8QI "V8QI") (V16QI "V16QI")
 549                                 (V4HI "V4HI") (V8HI  "V8HI")
 550                                 (V2SI "V2SI") (V4SI  "V4SI")
 551                                 (DI   "DI")   (V2DI  "V2DI")
 552                                 (V4HF "V4HI") (V8HF  "V8HI")
 553                                 (V2SF "V2SI") (V4SF  "V4SI")
 554                                 (V2DF "V2DI") (DF    "DI")
 555                                 (SF   "SI")])
 556
 557 ;; Lower case mode of results of comparison operations.
 558 (define_mode_attr v_cmp_result [(V8QI "v8qi") (V16QI "v16qi")
 559                                 (V4HI "v4hi") (V8HI  "v8hi")
 560                                 (V2SI "v2si") (V4SI  "v4si")
 561                                 (DI   "di")   (V2DI  "v2di")
 562                                 (V4HF "v4hi") (V8HF  "v8hi")
 563                                 (V2SF "v2si") (V4SF  "v4si")
 564                                 (V2DF "v2di") (DF    "di")
 565                                 (SF   "si")])
 566
 567 ;; Lower case element modes (as used in shift immediate patterns).
 568 (define_mode_attr ve_mode [(V8QI "qi") (V16QI "qi")
 569                            (V4HI "hi") (V8HI  "hi")
 570                            (V2SI "si") (V4SI  "si")
 571                            (DI   "di") (V2DI  "di")
 572                            (QI   "qi") (HI    "hi")
 573                            (SI   "si")])
 574
 575 ;; Vm for lane instructions is restricted to FP_LO_REGS.
 576 (define_mode_attr vwx [(V4HI "x") (V8HI "x") (HI "x")
 577                        (V2SI "w") (V4SI "w") (SI "w")])
 578
 579 (define_mode_attr Vendreg [(OI "T") (CI "U") (XI "V")])
 580
 581 ;; This is both the number of Q-Registers needed to hold the corresponding
 582 ;; opaque large integer mode, and the number of elements touched by the
 583 ;; ld..._lane and st..._lane operations.
 584 (define_mode_attr nregs [(OI "2") (CI "3") (XI "4")])
 585
 586 (define_mode_attr VRL2 [(V8QI "V32QI") (V4HI "V16HI")
 587                         (V4HF "V16HF")
 588                         (V2SI "V8SI")  (V2SF "V8SF")
 589                         (DI   "V4DI")  (DF   "V4DF")])
 590
 591 (define_mode_attr VRL3 [(V8QI "V48QI") (V4HI "V24HI")
 592                         (V4HF "V24HF")
 593                         (V2SI "V12SI")  (V2SF "V12SF")
 594                         (DI   "V6DI")  (DF   "V6DF")])
 595
 596 (define_mode_attr VRL4 [(V8QI "V64QI") (V4HI "V32HI")
 597                         (V4HF "V32HF")
 598                         (V2SI "V16SI")  (V2SF "V16SF")
 599                         (DI   "V8DI")  (DF   "V8DF")])
 600
 601 ;; Mode for atomic operation suffixes
 602 (define_mode_attr atomic_sfx
 603   [(QI "b") (HI "h") (SI "") (DI "")])
 604
 605 (define_mode_attr fcvt_target [(V2DF "v2di") (V4SF "v4si") (V2SF "v2si") (SF "si") (DF "di")])
 606 (define_mode_attr FCVT_TARGET [(V2DF "V2DI") (V4SF "V4SI") (V2SF "V2SI") (SF "SI") (DF "DI")])
 607
 608 ;; for the inequal width integer to fp conversions
 609 (define_mode_attr fcvt_iesize [(SF "di") (DF "si")])
 610 (define_mode_attr FCVT_IESIZE [(SF "DI") (DF "SI")])
 611
 612 (define_mode_attr VSWAP_WIDTH [(V8QI "V16QI") (V16QI "V8QI")
 613                                 (V4HI "V8HI") (V8HI  "V4HI")
 614                                 (V2SI "V4SI") (V4SI  "V2SI")
 615                                 (DI   "V2DI") (V2DI  "DI")
 616                                 (V2SF "V4SF") (V4SF  "V2SF")
 617                                 (V4HF "V8HF") (V8HF  "V4HF")
 618                                 (DF   "V2DF") (V2DF  "DF")])
 619
 620 (define_mode_attr vswap_width_name [(V8QI "to_128") (V16QI "to_64")
 621                                     (V4HI "to_128") (V8HI  "to_64")
 622                                     (V2SI "to_128") (V4SI  "to_64")
 623                                     (DI   "to_128") (V2DI  "to_64")
 624                                     (V4HF "to_128") (V8HF  "to_64")
 625                                     (V2SF "to_128") (V4SF  "to_64")
 626                                     (DF   "to_128") (V2DF  "to_64")])
 627
 628 ;; For certain vector-by-element multiplication instructions we must
 629 ;; constrain the HI cases to use only V0-V15.  This is covered by
 630 ;; the 'x' constraint.  All other modes may use the 'w' constraint.
 631 (define_mode_attr h_con [(V2SI "w") (V4SI "w")
 632                          (V4HI "x") (V8HI "x")
 633                          (V2SF "w") (V4SF "w")
 634                          (V2DF "w") (DF "w")])
 635
 636 ;; Defined to 'f' for types whose element type is a float type.
 637 (define_mode_attr f [(V8QI "")  (V16QI "")
 638                      (V4HI "")  (V8HI  "")
 639                      (V2SI "")  (V4SI  "")
 640                      (DI   "")  (V2DI  "")
 641                      (V2SF "f") (V4SF  "f")
 642                      (V2DF "f") (DF    "f")])
 643
 644 ;; Defined to '_fp' for types whose element type is a float type.
 645 (define_mode_attr fp [(V8QI "")  (V16QI "")
 646                       (V4HI "")  (V8HI  "")
 647                       (V2SI "")  (V4SI  "")
 648                       (DI   "")  (V2DI  "")
 649                       (V2SF "_fp") (V4SF  "_fp")
 650                       (V2DF "_fp") (DF    "_fp")
 651                       (SF "_fp")])
 652
 653 ;; Defined to '_q' for 128-bit types.
 654 (define_mode_attr q [(V8QI "") (V16QI "_q")
 655                      (V4HI "") (V8HI  "_q")
 656                      (V2SI "") (V4SI  "_q")
 657                      (DI   "") (V2DI  "_q")
 658                      (V4HF "") (V8HF "_q")
 659                      (V2SF "") (V4SF  "_q")
 660                                (V2DF  "_q")
 661                      (QI "") (HI "") (SI "") (DI "") (SF "") (DF "")])
 662
 663 (define_mode_attr vp [(V8QI "v") (V16QI "v")
 664                       (V4HI "v") (V8HI  "v")
 665                       (V2SI "p") (V4SI  "v")
 666                       (V2DI  "p") (V2DF  "p")
 667                       (V2SF "p") (V4SF  "v")])
 668
 669 (define_mode_attr vsi2qi [(V2SI "v8qi") (V4SI "v16qi")])
 670 (define_mode_attr VSI2QI [(V2SI "V8QI") (V4SI "V16QI")])
 671
 672 (define_mode_attr insn_count [(OI "8") (CI "12") (XI "16")])
 673
 674 ;; -fpic small model GOT reloc modifers: gotpage_lo15/lo14 for ILP64/32.
 675 ;; No need of iterator for -fPIC as it use got_lo12 for both modes.
 676 (define_mode_attr got_modifier [(SI "gotpage_lo14") (DI "gotpage_lo15")])
 677
 678 ;; -------------------------------------------------------------------
 679 ;; Code Iterators
 680 ;; -------------------------------------------------------------------
 681
 682 ;; This code iterator allows the various shifts supported on the core
 683 (define_code_iterator SHIFT [ashift ashiftrt lshiftrt rotatert])
 684
 685 ;; This code iterator allows the shifts supported in arithmetic instructions
 686 (define_code_iterator ASHIFT [ashift ashiftrt lshiftrt])
 687
 688 ;; Code iterator for logical operations
 689 (define_code_iterator LOGICAL [and ior xor])
 690
 691 ;; Code iterator for logical operations whose :nlogical works on SIMD registers.
 692 (define_code_iterator NLOGICAL [and ior])
 693
 694 ;; Code iterator for sign/zero extension
 695 (define_code_iterator ANY_EXTEND [sign_extend zero_extend])
 696
 697 ;; All division operations (signed/unsigned)
 698 (define_code_iterator ANY_DIV [div udiv])
 699
 700 ;; Code iterator for sign/zero extraction
 701 (define_code_iterator ANY_EXTRACT [sign_extract zero_extract])
 702
 703 ;; Code iterator for equality comparisons
 704 (define_code_iterator EQL [eq ne])
 705
 706 ;; Code iterator for less-than and greater/equal-to
 707 (define_code_iterator LTGE [lt ge])
 708
 709 ;; Iterator for __sync_<op> operations that where the operation can be
 710 ;; represented directly RTL.  This is all of the sync operations bar
 711 ;; nand.
 712 (define_code_iterator atomic_op [plus minus ior xor and])
 713
 714 ;; Iterator for integer conversions
 715 (define_code_iterator FIXUORS [fix unsigned_fix])
 716
 717 ;; Iterator for float conversions
 718 (define_code_iterator FLOATUORS [float unsigned_float])
 719
 720 ;; Code iterator for variants of vector max and min.
 721 (define_code_iterator MAXMIN [smax smin umax umin])
 722
 723 (define_code_iterator FMAXMIN [smax smin])
 724
 725 ;; Code iterator for variants of vector max and min.
 726 (define_code_iterator ADDSUB [plus minus])
 727
 728 ;; Code iterator for variants of vector saturating binary ops.
 729 (define_code_iterator BINQOPS [ss_plus us_plus ss_minus us_minus])
 730
 731 ;; Code iterator for variants of vector saturating unary ops.
 732 (define_code_iterator UNQOPS [ss_neg ss_abs])
 733
 734 ;; Code iterator for signed variants of vector saturating binary ops.
 735 (define_code_iterator SBINQOPS [ss_plus ss_minus])
 736
 737 ;; Comparison operators for <F>CM.
 738 (define_code_iterator COMPARISONS [lt le eq ge gt])
 739
 740 ;; Unsigned comparison operators.
 741 (define_code_iterator UCOMPARISONS [ltu leu geu gtu])
 742
 743 ;; Unsigned comparison operators.
 744 (define_code_iterator FAC_COMPARISONS [lt le ge gt])
 745
 746 ;; -------------------------------------------------------------------
 747 ;; Code Attributes
 748 ;; -------------------------------------------------------------------
 749 ;; Map rtl objects to optab names
 750 (define_code_attr optab [(ashift "ashl")
 751                          (ashiftrt "ashr")
 752                          (lshiftrt "lshr")
 753                          (rotatert "rotr")
 754                          (sign_extend "extend")
 755                          (zero_extend "zero_extend")
 756                          (sign_extract "extv")
 757                          (zero_extract "extzv")
 758                          (fix "fix")
 759                          (unsigned_fix "fixuns")
 760                          (float "float")
 761                          (unsigned_float "floatuns")
 762                          (and "and")
 763                          (ior "ior")
 764                          (xor "xor")
 765                          (not "one_cmpl")
 766                          (neg "neg")
 767                          (plus "add")
 768                          (minus "sub")
 769                          (ss_plus "qadd")
 770                          (us_plus "qadd")
 771                          (ss_minus "qsub")
 772                          (us_minus "qsub")
 773                          (ss_neg "qneg")
 774                          (ss_abs "qabs")
 775                          (eq "eq")
 776                          (ne "ne")
 777                          (lt "lt")
 778                          (ge "ge")
 779                          (le "le")
 780                          (gt "gt")
 781                          (ltu "ltu")
 782                          (leu "leu")
 783                          (geu "geu")
 784                          (gtu "gtu")])
 785
 786 ;; For comparison operators we use the FCM* and CM* instructions.
 787 ;; As there are no CMLE or CMLT instructions which act on 3 vector
 788 ;; operands, we must use CMGE or CMGT and swap the order of the
 789 ;; source operands.
 790
 791 (define_code_attr n_optab [(lt "gt") (le "ge") (eq "eq") (ge "ge") (gt "gt")
 792                            (ltu "hi") (leu "hs") (geu "hs") (gtu "hi")])
 793 (define_code_attr cmp_1   [(lt "2") (le "2") (eq "1") (ge "1") (gt "1")
 794                            (ltu "2") (leu "2") (geu "1") (gtu "1")])
 795 (define_code_attr cmp_2   [(lt "1") (le "1") (eq "2") (ge "2") (gt "2")
 796                            (ltu "1") (leu "1") (geu "2") (gtu "2")])
 797
 798 (define_code_attr CMP [(lt "LT") (le "LE") (eq "EQ") (ge "GE") (gt "GT")
 799                            (ltu "LTU") (leu "LEU") (geu "GEU") (gtu "GTU")])
 800
 801 (define_code_attr fix_trunc_optab [(fix "fix_trunc")
 802                                    (unsigned_fix "fixuns_trunc")])
 803
 804 ;; Optab prefix for sign/zero-extending operations
 805 (define_code_attr su_optab [(sign_extend "") (zero_extend "u")
 806                             (div "") (udiv "u")
 807                             (fix "") (unsigned_fix "u")
 808                             (float "s") (unsigned_float "u")
 809                             (ss_plus "s") (us_plus "u")
 810                             (ss_minus "s") (us_minus "u")])
 811
 812 ;; Similar for the instruction mnemonics
 813 (define_code_attr shift [(ashift "lsl") (ashiftrt "asr")
 814                          (lshiftrt "lsr") (rotatert "ror")])
 815
 816 ;; Map shift operators onto underlying bit-field instructions
 817 (define_code_attr bfshift [(ashift "ubfiz") (ashiftrt "sbfx")
 818                            (lshiftrt "ubfx") (rotatert "extr")])
 819
 820 ;; Logical operator instruction mnemonics
 821 (define_code_attr logical [(and "and") (ior "orr") (xor "eor")])
 822
 823 ;; Similar, but when not(op)
 824 (define_code_attr nlogical [(and "bic") (ior "orn") (xor "eon")])
 825
 826 ;; Sign- or zero-extending load
 827 (define_code_attr ldrxt [(sign_extend "ldrs") (zero_extend "ldr")])
 828
 829 ;; Sign- or zero-extending data-op
 830 (define_code_attr su [(sign_extend "s") (zero_extend "u")
 831                       (sign_extract "s") (zero_extract "u")
 832                       (fix "s") (unsigned_fix "u")
 833                       (div "s") (udiv "u")
 834                       (smax "s") (umax "u")
 835                       (smin "s") (umin "u")])
 836
 837 ;; Emit conditional branch instructions.
 838 (define_code_attr bcond [(eq "beq") (ne "bne") (lt "bne") (ge "beq")])
 839
 840 ;; Emit cbz/cbnz depending on comparison type.
 841 (define_code_attr cbz [(eq "cbz") (ne "cbnz") (lt "cbnz") (ge "cbz")])
 842
 843 ;; Emit inverted cbz/cbnz depending on comparison type.
 844 (define_code_attr inv_cb [(eq "cbnz") (ne "cbz") (lt "cbz") (ge "cbnz")])
 845
 846 ;; Emit tbz/tbnz depending on comparison type.
 847 (define_code_attr tbz [(eq "tbz") (ne "tbnz") (lt "tbnz") (ge "tbz")])
 848
 849 ;; Emit inverted tbz/tbnz depending on comparison type.
 850 (define_code_attr inv_tb [(eq "tbnz") (ne "tbz") (lt "tbz") (ge "tbnz")])
 851
 852 ;; Max/min attributes.
 853 (define_code_attr maxmin [(smax "max")
 854                           (smin "min")
 855                           (umax "max")
 856                           (umin "min")])
 857
 858 ;; MLA/MLS attributes.
 859 (define_code_attr as [(ss_plus "a") (ss_minus "s")])
 860
 861 ;; Atomic operations
 862 (define_code_attr atomic_optab
 863   [(ior "or") (xor "xor") (and "and") (plus "add") (minus "sub")])
 864
 865 (define_code_attr atomic_op_operand
 866   [(ior "aarch64_logical_operand")
 867    (xor "aarch64_logical_operand")
 868    (and "aarch64_logical_operand")
 869    (plus "aarch64_plus_operand")
 870    (minus "aarch64_plus_operand")])
 871
 872 ;; Constants acceptable for atomic operations.
 873 ;; This definition must appear in this file before the iterators it refers to.
 874 (define_code_attr const_atomic
 875  [(plus "IJ") (minus "IJ")
 876   (xor "<lconst_atomic>") (ior "<lconst_atomic>")
 877   (and "<lconst_atomic>")])
 878
 879 ;; Attribute to describe constants acceptable in atomic logical operations
 880 (define_mode_attr lconst_atomic [(QI "K") (HI "K") (SI "K") (DI "L")])
 881
 882 ;; -------------------------------------------------------------------
 883 ;; Int Iterators.
 884 ;; -------------------------------------------------------------------
 885 (define_int_iterator MAXMINV [UNSPEC_UMAXV UNSPEC_UMINV
 886                               UNSPEC_SMAXV UNSPEC_SMINV])
 887
 888 (define_int_iterator FMAXMINV [UNSPEC_FMAXV UNSPEC_FMINV
 889                                UNSPEC_FMAXNMV UNSPEC_FMINNMV])
 890
 891 (define_int_iterator HADDSUB [UNSPEC_SHADD UNSPEC_UHADD
 892                               UNSPEC_SRHADD UNSPEC_URHADD
 893                               UNSPEC_SHSUB UNSPEC_UHSUB
 894                               UNSPEC_SRHSUB UNSPEC_URHSUB])
 895
 896
 897 (define_int_iterator ADDSUBHN [UNSPEC_ADDHN UNSPEC_RADDHN
 898                                UNSPEC_SUBHN UNSPEC_RSUBHN])
 899
 900 (define_int_iterator ADDSUBHN2 [UNSPEC_ADDHN2 UNSPEC_RADDHN2
 901                                 UNSPEC_SUBHN2 UNSPEC_RSUBHN2])
 902
 903 (define_int_iterator FMAXMIN_UNS [UNSPEC_FMAX UNSPEC_FMIN])
 904
 905 (define_int_iterator VQDMULH [UNSPEC_SQDMULH UNSPEC_SQRDMULH])
 906
 907 (define_int_iterator USSUQADD [UNSPEC_SUQADD UNSPEC_USQADD])
 908
 909 (define_int_iterator SUQMOVN [UNSPEC_SQXTN UNSPEC_UQXTN])
 910
 911 (define_int_iterator VSHL [UNSPEC_SSHL UNSPEC_USHL
 912                            UNSPEC_SRSHL UNSPEC_URSHL])
 913
 914 (define_int_iterator VSHLL [UNSPEC_SSHLL UNSPEC_USHLL])
 915
 916 (define_int_iterator VQSHL [UNSPEC_SQSHL UNSPEC_UQSHL
 917                             UNSPEC_SQRSHL UNSPEC_UQRSHL])
 918
 919 (define_int_iterator VSRA [UNSPEC_SSRA UNSPEC_USRA
 920                              UNSPEC_SRSRA UNSPEC_URSRA])
 921
 922 (define_int_iterator VSLRI [UNSPEC_SSLI UNSPEC_USLI
 923                               UNSPEC_SSRI UNSPEC_USRI])
 924
 925
 926 (define_int_iterator VRSHR_N [UNSPEC_SRSHR UNSPEC_URSHR])
 927
 928 (define_int_iterator VQSHL_N [UNSPEC_SQSHLU UNSPEC_SQSHL UNSPEC_UQSHL])
 929
 930 (define_int_iterator VQSHRN_N [UNSPEC_SQSHRUN UNSPEC_SQRSHRUN
 931                                UNSPEC_SQSHRN UNSPEC_UQSHRN
 932                                UNSPEC_SQRSHRN UNSPEC_UQRSHRN])
 933
 934 (define_int_iterator PERMUTE [UNSPEC_ZIP1 UNSPEC_ZIP2
 935                               UNSPEC_TRN1 UNSPEC_TRN2
 936                               UNSPEC_UZP1 UNSPEC_UZP2])
 937
 938 (define_int_iterator REVERSE [UNSPEC_REV64 UNSPEC_REV32 UNSPEC_REV16])
 939
 940 (define_int_iterator FRINT [UNSPEC_FRINTZ UNSPEC_FRINTP UNSPEC_FRINTM
 941                              UNSPEC_FRINTN UNSPEC_FRINTI UNSPEC_FRINTX
 942                              UNSPEC_FRINTA])
 943
 944 (define_int_iterator FCVT [UNSPEC_FRINTZ UNSPEC_FRINTP UNSPEC_FRINTM
 945                             UNSPEC_FRINTA UNSPEC_FRINTN])
 946
 947 (define_int_iterator FRECP [UNSPEC_FRECPE UNSPEC_FRECPX])
 948
 949 (define_int_iterator CRC [UNSPEC_CRC32B UNSPEC_CRC32H UNSPEC_CRC32W
 950                           UNSPEC_CRC32X UNSPEC_CRC32CB UNSPEC_CRC32CH
 951                           UNSPEC_CRC32CW UNSPEC_CRC32CX])
 952
 953 (define_int_iterator CRYPTO_AES [UNSPEC_AESE UNSPEC_AESD])
 954 (define_int_iterator CRYPTO_AESMC [UNSPEC_AESMC UNSPEC_AESIMC])
 955
 956 (define_int_iterator CRYPTO_SHA1 [UNSPEC_SHA1C UNSPEC_SHA1M UNSPEC_SHA1P])
 957
 958 (define_int_iterator CRYPTO_SHA256 [UNSPEC_SHA256H UNSPEC_SHA256H2])
 959
 960 ;; -------------------------------------------------------------------
 961 ;; Int Iterators Attributes.
 962 ;; -------------------------------------------------------------------
 963 (define_int_attr  maxmin_uns [(UNSPEC_UMAXV "umax")
 964                               (UNSPEC_UMINV "umin")
 965                               (UNSPEC_SMAXV "smax")
 966                               (UNSPEC_SMINV "smin")
 967                               (UNSPEC_FMAX  "smax_nan")
 968                               (UNSPEC_FMAXNMV "smax")
 969                               (UNSPEC_FMAXV "smax_nan")
 970                               (UNSPEC_FMIN "smin_nan")
 971                               (UNSPEC_FMINNMV "smin")
 972                               (UNSPEC_FMINV "smin_nan")])
 973
 974 (define_int_attr  maxmin_uns_op [(UNSPEC_UMAXV "umax")
 975                                  (UNSPEC_UMINV "umin")
 976                                  (UNSPEC_SMAXV "smax")
 977                                  (UNSPEC_SMINV "smin")
 978                                  (UNSPEC_FMAX "fmax")
 979                                  (UNSPEC_FMAXNMV "fmaxnm")
 980                                  (UNSPEC_FMAXV "fmax")
 981                                  (UNSPEC_FMIN "fmin")
 982                                  (UNSPEC_FMINNMV "fminnm")
 983                                  (UNSPEC_FMINV "fmin")])
 984
 985 (define_int_attr sur [(UNSPEC_SHADD "s") (UNSPEC_UHADD "u")
 986                       (UNSPEC_SRHADD "sr") (UNSPEC_URHADD "ur")
 987                       (UNSPEC_SHSUB "s") (UNSPEC_UHSUB "u")
 988                       (UNSPEC_SRHSUB "sr") (UNSPEC_URHSUB "ur")
 989                       (UNSPEC_ADDHN "") (UNSPEC_RADDHN "r")
 990                       (UNSPEC_SUBHN "") (UNSPEC_RSUBHN "r")
 991                       (UNSPEC_ADDHN2 "") (UNSPEC_RADDHN2 "r")
 992                       (UNSPEC_SUBHN2 "") (UNSPEC_RSUBHN2 "r")
 993                       (UNSPEC_SQXTN "s") (UNSPEC_UQXTN "u")
 994                       (UNSPEC_USQADD "us") (UNSPEC_SUQADD "su")
 995                       (UNSPEC_SSLI  "s") (UNSPEC_USLI  "u")
 996                       (UNSPEC_SSRI  "s") (UNSPEC_USRI  "u")
 997                       (UNSPEC_USRA  "u") (UNSPEC_SSRA  "s")
 998                       (UNSPEC_URSRA  "ur") (UNSPEC_SRSRA  "sr")
 999                       (UNSPEC_URSHR  "ur") (UNSPEC_SRSHR  "sr")
1000                       (UNSPEC_SQSHLU "s") (UNSPEC_SQSHL   "s")
1001                       (UNSPEC_UQSHL  "u")
1002                       (UNSPEC_SQSHRUN "s") (UNSPEC_SQRSHRUN "s")
1003                       (UNSPEC_SQSHRN "s")  (UNSPEC_UQSHRN "u")
1004                       (UNSPEC_SQRSHRN "s") (UNSPEC_UQRSHRN "u")
1005                       (UNSPEC_USHL  "u")   (UNSPEC_SSHL  "s")
1006                       (UNSPEC_USHLL  "u")  (UNSPEC_SSHLL "s")
1007                       (UNSPEC_URSHL  "ur") (UNSPEC_SRSHL  "sr")
1008                       (UNSPEC_UQRSHL  "u") (UNSPEC_SQRSHL  "s")
1009 ])
1010
1011 (define_int_attr r [(UNSPEC_SQDMULH "") (UNSPEC_SQRDMULH "r")
1012                     (UNSPEC_SQSHRUN "") (UNSPEC_SQRSHRUN "r")
1013                     (UNSPEC_SQSHRN "")  (UNSPEC_UQSHRN "")
1014                     (UNSPEC_SQRSHRN "r") (UNSPEC_UQRSHRN "r")
1015                     (UNSPEC_SQSHL   "")  (UNSPEC_UQSHL  "")
1016                     (UNSPEC_SQRSHL   "r")(UNSPEC_UQRSHL  "r")
1017 ])
1018
1019 (define_int_attr lr [(UNSPEC_SSLI  "l") (UNSPEC_USLI  "l")
1020                      (UNSPEC_SSRI  "r") (UNSPEC_USRI  "r")])
1021
1022 (define_int_attr u [(UNSPEC_SQSHLU "u") (UNSPEC_SQSHL "") (UNSPEC_UQSHL "")
1023                     (UNSPEC_SQSHRUN "u") (UNSPEC_SQRSHRUN "u")
1024                     (UNSPEC_SQSHRN "")  (UNSPEC_UQSHRN "")
1025                     (UNSPEC_SQRSHRN "") (UNSPEC_UQRSHRN "")])
1026
1027 (define_int_attr addsub [(UNSPEC_SHADD "add")
1028                          (UNSPEC_UHADD "add")
1029                          (UNSPEC_SRHADD "add")
1030                          (UNSPEC_URHADD "add")
1031                          (UNSPEC_SHSUB "sub")
1032                          (UNSPEC_UHSUB "sub")
1033                          (UNSPEC_SRHSUB "sub")
1034                          (UNSPEC_URHSUB "sub")
1035                          (UNSPEC_ADDHN "add")
1036                          (UNSPEC_SUBHN "sub")
1037                          (UNSPEC_RADDHN "add")
1038                          (UNSPEC_RSUBHN "sub")
1039                          (UNSPEC_ADDHN2 "add")
1040                          (UNSPEC_SUBHN2 "sub")
1041                          (UNSPEC_RADDHN2 "add")
1042                          (UNSPEC_RSUBHN2 "sub")])
1043
1044 (define_int_attr offsetlr [(UNSPEC_SSLI "") (UNSPEC_USLI "")
1045                            (UNSPEC_SSRI "offset_")
1046                            (UNSPEC_USRI "offset_")])
1047
1048 ;; Standard pattern names for floating-point rounding instructions.
1049 (define_int_attr frint_pattern [(UNSPEC_FRINTZ "btrunc")
1050                                 (UNSPEC_FRINTP "ceil")
1051                                 (UNSPEC_FRINTM "floor")
1052                                 (UNSPEC_FRINTI "nearbyint")
1053                                 (UNSPEC_FRINTX "rint")
1054                                 (UNSPEC_FRINTA "round")
1055                                 (UNSPEC_FRINTN "frintn")])
1056
1057 ;; frint suffix for floating-point rounding instructions.
1058 (define_int_attr frint_suffix [(UNSPEC_FRINTZ "z") (UNSPEC_FRINTP "p")
1059                                (UNSPEC_FRINTM "m") (UNSPEC_FRINTI "i")
1060                                (UNSPEC_FRINTX "x") (UNSPEC_FRINTA "a")
1061                                (UNSPEC_FRINTN "n")])
1062
1063 (define_int_attr fcvt_pattern [(UNSPEC_FRINTZ "btrunc") (UNSPEC_FRINTA "round")
1064                                (UNSPEC_FRINTP "ceil") (UNSPEC_FRINTM "floor")
1065                                (UNSPEC_FRINTN "frintn")])
1066
1067 (define_int_attr perm_insn [(UNSPEC_ZIP1 "zip") (UNSPEC_ZIP2 "zip")
1068                             (UNSPEC_TRN1 "trn") (UNSPEC_TRN2 "trn")
1069                             (UNSPEC_UZP1 "uzp") (UNSPEC_UZP2 "uzp")])
1070
1071 ; op code for REV instructions (size within which elements are reversed).
1072 (define_int_attr rev_op [(UNSPEC_REV64 "64") (UNSPEC_REV32 "32")
1073                          (UNSPEC_REV16 "16")])
1074
1075 (define_int_attr perm_hilo [(UNSPEC_ZIP1 "1") (UNSPEC_ZIP2 "2")
1076                             (UNSPEC_TRN1 "1") (UNSPEC_TRN2 "2")
1077                             (UNSPEC_UZP1 "1") (UNSPEC_UZP2 "2")])
1078
1079 (define_int_attr frecp_suffix  [(UNSPEC_FRECPE "e") (UNSPEC_FRECPX "x")])
1080
1081 (define_int_attr crc_variant [(UNSPEC_CRC32B "crc32b") (UNSPEC_CRC32H "crc32h")
1082                         (UNSPEC_CRC32W "crc32w") (UNSPEC_CRC32X "crc32x")
1083                         (UNSPEC_CRC32CB "crc32cb") (UNSPEC_CRC32CH "crc32ch")
1084                         (UNSPEC_CRC32CW "crc32cw") (UNSPEC_CRC32CX "crc32cx")])
1085
1086 (define_int_attr crc_mode [(UNSPEC_CRC32B "QI") (UNSPEC_CRC32H "HI")
1087                         (UNSPEC_CRC32W "SI") (UNSPEC_CRC32X "DI")
1088                         (UNSPEC_CRC32CB "QI") (UNSPEC_CRC32CH "HI")
1089                         (UNSPEC_CRC32CW "SI") (UNSPEC_CRC32CX "DI")])
1090
1091 (define_int_attr aes_op [(UNSPEC_AESE "e") (UNSPEC_AESD "d")])
1092 (define_int_attr aesmc_op [(UNSPEC_AESMC "mc") (UNSPEC_AESIMC "imc")])
1093
1094 (define_int_attr sha1_op [(UNSPEC_SHA1C "c") (UNSPEC_SHA1P "p")
1095                           (UNSPEC_SHA1M "m")])
1096
1097 (define_int_attr sha256_op [(UNSPEC_SHA256H "") (UNSPEC_SHA256H2 "2")])