/*  Copyright (C) 2011 IBM

 Author: Maynard Johnson <maynardj@us.ibm.com>

 This program is free software; you can redistribute it and/or
 modify it under the terms of the GNU General Public License as
 published by the Free Software Foundation; either version 2 of the
 License, or (at your option) any later version.

 This program is distributed in the hope that it will be useful, but
 WITHOUT ANY WARRANTY; without even the implied warranty of
 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 General Public License for more details.

 You should have received a copy of the GNU General Public License
 along with this program; if not, write to the Free Software
 Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
 02111-1307, USA.

 The GNU General Public License is contained in the file COPYING.
 */

#ifdef HAS_VSX

#include <stdio.h>
#include <stdint.h>
#include <stdlib.h>
#include <string.h>
#include <malloc.h>
#include <altivec.h>
#include <math.h>
#include <unistd.h>    // getopt

#ifndef __powerpc64__
typedef uint32_t HWord_t;
#else
typedef uint64_t HWord_t;
#endif /* __powerpc64__ */

#ifdef VGP_ppc64le_linux
#define isLE 1
#else
#define isLE 0
#endif

typedef unsigned char Bool;
#define True 1
#define False 0
register HWord_t r14 __asm__ ("r14");
register HWord_t r15 __asm__ ("r15");
register HWord_t r16 __asm__ ("r16");
register HWord_t r17 __asm__ ("r17");
register double f14 __asm__ ("fr14");
register double f15 __asm__ ("fr15");
register double f16 __asm__ ("fr16");
register double f17 __asm__ ("fr17");

static volatile unsigned int div_flags, div_xer;

#define ALLCR "cr0","cr1","cr2","cr3","cr4","cr5","cr6","cr7"

#define SET_CR(_arg) \
      __asm__ __volatile__ ("mtcr  %0" : : "b"(_arg) : ALLCR );

#define SET_XER(_arg) \
      __asm__ __volatile__ ("mtxer %0" : : "b"(_arg) : "xer" );

#define GET_CR(_lval) \
      __asm__ __volatile__ ("mfcr %0"  : "=b"(_lval) )

#define GET_XER(_lval) \
      __asm__ __volatile__ ("mfxer %0" : "=b"(_lval) )

#define GET_CR_XER(_lval_cr,_lval_xer) \
   do { GET_CR(_lval_cr); GET_XER(_lval_xer); } while (0)

#define SET_CR_ZERO \
      SET_CR(0)

#define SET_XER_ZERO \
      SET_XER(0)

#define SET_CR_XER_ZERO \
   do { SET_CR_ZERO; SET_XER_ZERO; } while (0)

#define SET_FPSCR_ZERO \
   do { double _d = 0.0; \
        __asm__ __volatile__ ("mtfsf 0xFF, %0" : : "f"(_d) ); \
   } while (0)


typedef void (*test_func_t)(void);
typedef struct test_table test_table_t;

/* Defines for the instructiion groups, use bit field to identify */
#define SCALAR_DIV_INST    0x0001
#define OTHER_INST  0x0002

/* These functions below that construct a table of floating point
 * values were lifted from none/tests/ppc32/jm-insns.c.
 */

#if defined (DEBUG_ARGS_BUILD)
#define AB_DPRINTF(fmt, args...) do { fprintf(stderr, fmt , ##args); } while (0)
#else
#define AB_DPRINTF(fmt, args...) do { } while (0)
#endif

static inline void register_farg (void *farg,
                                  int s, uint16_t _exp, uint64_t mant)
{
   uint64_t tmp;

   tmp = ((uint64_t)s << 63) | ((uint64_t)_exp << 52) | mant;
   *(uint64_t *)farg = tmp;
   AB_DPRINTF("%d %03x %013llx => %016llx %0e\n",
              s, _exp, mant, *(uint64_t *)farg, *(double *)farg);
}

static inline void register_sp_farg (void *farg,
                                     int s, uint16_t _exp, uint32_t mant)
{
   uint32_t tmp;
   tmp = ((uint32_t)s << 31) | ((uint32_t)_exp << 23) | mant;
   *(uint32_t *)farg = tmp;
}


typedef struct fp_test_args {
   int fra_idx;
   int frb_idx;
} fp_test_args_t;


fp_test_args_t two_arg_fp_tests[] = {
                                     {8, 8},
                                     {8, 14},
                                     {15, 16},
                                     {8, 5},
                                     {8, 4},
                                     {8, 7},
                                     {8, 9},
                                     {8, 11},
                                     {14, 8},
                                     {14, 14},
                                     {14, 6},
                                     {14, 5},
                                     {14, 4},
                                     {14, 7},
                                     {14, 9},
                                     {14, 11},
                                     {6, 8},
                                     {6, 14},
                                     {6, 6},
                                     {6, 5},
                                     {6, 4},
                                     {6, 7},
                                     {6, 9},
                                     {6, 11},
                                     {5, 8},
                                     {5, 14},
                                     {5, 6},
                                     {5, 5},
                                     {5, 4},
                                     {5, 7},
                                     {5, 9},
                                     {5, 11},
                                     {4, 8},
                                     {4, 14},
                                     {4, 6},
                                     {4, 5},
                                     {4, 1},
                                     {4, 7},
                                     {4, 9},
                                     {4, 11},
                                     {7, 8},
                                     {7, 14},
                                     {7, 6},
                                     {7, 5},
                                     {7, 4},
                                     {7, 7},
                                     {7, 9},
                                     {7, 11},
                                     {10, 8},
                                     {10, 14},
                                     {12, 6},
                                     {12, 5},
                                     {10, 4},
                                     {10, 7},
                                     {10, 9},
                                     {10, 11},
                                     {12, 8 },
                                     {12, 14},
                                     {12, 6},
                                     {15, 16},
                                     {15, 16},
                                     {9, 11},
                                     {11, 11},
                                     {11, 12},
                                     {16, 18},
                                     {17, 16},
                                     {19, 19},
                                     {19, 18}
};


static int nb_special_fargs;
static double * spec_fargs;
static float * spec_sp_fargs;

static void build_special_fargs_table(void)
{
/*
  Entry  Sign Exp   fraction                  Special value
   0      0   3fd   0x8000000000000ULL         Positive finite number
   1      0   404   0xf000000000000ULL         ...
   2      0   001   0x8000000b77501ULL         ...
   3      0   7fe   0x800000000051bULL         ...
   4      0   012   0x3214569900000ULL         ...
   5      0   000   0x0000000000000ULL         +0.0 (+zero)
   6      1   000   0x0000000000000ULL         -0.0 (-zero)
   7      0   7ff   0x0000000000000ULL         +infinity
   8      1   7ff   0x0000000000000ULL         -infinity
   9      0   7ff   0x7FFFFFFFFFFFFULL         +SNaN
   10     1   7ff   0x7FFFFFFFFFFFFULL         -SNaN
   11     0   7ff   0x8000000000000ULL         +QNaN
   12     1   7ff   0x8000000000000ULL         -QNaN
   13     1   000   0x8340000078000ULL         Denormalized val (zero exp and non-zero fraction)
   14     1   40d   0x0650f5a07b353ULL         Negative finite number
   15     0   412   0x32585a9900000ULL         A few more positive finite numbers
   16     0   413   0x82511a2000000ULL         ...
   17  . . . . . . . . . . . . . . . . . . . . . . .
   18  . . . . . . . . . . . . . . . . . . . . . . .
   19  . . . . . . . . . . . . . . . . . . . . . . .
*/

   uint64_t mant;
   uint32_t mant_sp;
   uint16_t _exp;
   int s;
   int j, i = 0;

   if (spec_fargs)
      return;

   spec_fargs = malloc( 20 * sizeof(double) );
   spec_sp_fargs = malloc( 20 * sizeof(float) );

   // #0
   s = 0;
   _exp = 0x3fd;
   mant = 0x8000000000000ULL;
   register_farg(&spec_fargs[i++], s, _exp, mant);

   // #1
   s = 0;
   _exp = 0x404;
   mant = 0xf000000000000ULL;
   register_farg(&spec_fargs[i++], s, _exp, mant);

   // #2
   s = 0;
   _exp = 0x001;
   mant = 0x8000000b77501ULL;
   register_farg(&spec_fargs[i++], s, _exp, mant);

   // #3
   s = 0;
   _exp = 0x7fe;
   mant = 0x800000000051bULL;
   register_farg(&spec_fargs[i++], s, _exp, mant);

   // #4
   s = 0;
   _exp = 0x012;
   mant = 0x3214569900000ULL;
   register_farg(&spec_fargs[i++], s, _exp, mant);


   /* Special values */
   /* +0.0      : 0 0x000 0x0000000000000 */
   // #5
   s = 0;
   _exp = 0x000;
   mant = 0x0000000000000ULL;
   register_farg(&spec_fargs[i++], s, _exp, mant);

   /* -0.0      : 1 0x000 0x0000000000000 */
   // #6
   s = 1;
   _exp = 0x000;
   mant = 0x0000000000000ULL;
   register_farg(&spec_fargs[i++], s, _exp, mant);

   /* +infinity : 0 0x7FF 0x0000000000000  */
   // #7
   s = 0;
   _exp = 0x7FF;
   mant = 0x0000000000000ULL;
   register_farg(&spec_fargs[i++], s, _exp, mant);

   /* -infinity : 1 0x7FF 0x0000000000000 */
   // #8
   s = 1;
   _exp = 0x7FF;
   mant = 0x0000000000000ULL;
   register_farg(&spec_fargs[i++], s, _exp, mant);

   /*
    * This comment applies to values #9 and #10 below:
    * When src is a SNaN, it's converted to a QNaN first before rounding to single-precision,
    * so we can't just copy the double-precision value to the corresponding slot in the
    * single-precision array (i.e., in the loop at the end of this function).  Instead, we
    * have to manually set the bits using register_sp_farg().
    */

   /* +SNaN     : 0 0x7FF 0x7FFFFFFFFFFFF */
   // #9
   s = 0;
   _exp = 0x7FF;
   mant = 0x7FFFFFFFFFFFFULL;
   register_farg(&spec_fargs[i++], s, _exp, mant);
   _exp = 0xff;
   mant_sp = 0x3FFFFF;
   register_sp_farg(&spec_sp_fargs[i-1], s, _exp, mant_sp);

   /* -SNaN     : 1 0x7FF 0x7FFFFFFFFFFFF */
   // #10
   s = 1;
   _exp = 0x7FF;
   mant = 0x7FFFFFFFFFFFFULL;
   register_farg(&spec_fargs[i++], s, _exp, mant);
   _exp = 0xff;
   mant_sp = 0x3FFFFF;
   register_sp_farg(&spec_sp_fargs[i-1], s, _exp, mant_sp);

   /* +QNaN     : 0 0x7FF 0x8000000000000 */
   // #11
   s = 0;
   _exp = 0x7FF;
   mant = 0x8000000000000ULL;
   register_farg(&spec_fargs[i++], s, _exp, mant);

   /* -QNaN     : 1 0x7FF 0x8000000000000 */
   // #12
   s = 1;
   _exp = 0x7FF;
   mant = 0x8000000000000ULL;
   register_farg(&spec_fargs[i++], s, _exp, mant);

   /* denormalized value */
   // #13
   s = 1;
   _exp = 0x000;
   mant = 0x8340000078000ULL;
   register_farg(&spec_fargs[i++], s, _exp, mant);

   /* Negative finite number */
   // #14
   s = 1;
   _exp = 0x40d;
   mant = 0x0650f5a07b353ULL;
   register_farg(&spec_fargs[i++], s, _exp, mant);

   /* A few positive finite numbers ... */
   // #15
   s = 0;
   _exp = 0x412;
   mant = 0x32585a9900000ULL;
   register_farg(&spec_fargs[i++], s, _exp, mant);

   // #16
   s = 0;
   _exp = 0x413;
   mant = 0x82511a2000000ULL;
   register_farg(&spec_fargs[i++], s, _exp, mant);

   // #17
   s = 0;
   _exp = 0x403;
   mant = 0x12ef5a9300000ULL;
   register_farg(&spec_fargs[i++], s, _exp, mant);

   // #18
   s = 0;
   _exp = 0x405;
   mant = 0x14bf5d2300000ULL;
   register_farg(&spec_fargs[i++], s, _exp, mant);

   // #19
   s = 0;
   _exp = 0x409;
   mant = 0x76bf982440000ULL;
   register_farg(&spec_fargs[i++], s, _exp, mant);

   nb_special_fargs = i;
   for (j = 0; j < i; j++) {
      if (!(j == 9 || j == 10))
         spec_sp_fargs[j] = spec_fargs[j];
   }
}


struct test_table
{
   test_func_t test_category;
   char * name;
   unsigned int test_group;
};

/*  Type of input for floating point operations.*/
typedef enum {
   SINGLE_TEST,
   DOUBLE_TEST
} precision_type_t;

typedef enum {
   VX_SCALAR_CONV_TO_WORD,
   VX_CONV_TO_SINGLE,
   VX_CONV_TO_DOUBLE,
   VX_ESTIMATE,
   VX_DEFAULT
} vx_fp_test_type;

static vector unsigned int vec_out, vec_inA, vec_inB;

/* This function is for checking the reciprocal and reciprocal square root
 * estimate instructions.
 */
Bool check_estimate(precision_type_t type, Bool is_rsqrte, int idx, int output_vec_idx)
{
   /* Technically, the number of bits of precision for xvredp and xvrsqrtedp is
    * 14 bits (14 = log2 16384).  However, the VEX emulation of these instructions
    * does an actual reciprocal calculation versus estimation, so the answer we get back from
    * valgrind can easily differ from the estimate in the lower bits (within the 14 bits of
    * precision) and the estimate may still be within expected tolerances.  On top of that,
    * we can't count on these estimates always being the same across implementations.
    * For example, with the fre[s] instruction (which should be correct to within one part
    * in 256 -- i.e., 8 bits of precision) . . . When approximating the value 1.0111_1111_1111,
    * one implementation could return 1.0111_1111_0000 and another implementation could return
    * 1.1000_0000_0000.  Both estimates meet the 1/256 accuracy requirement, but share only a
    * single bit in common.
    *
    * The upshot is we can't validate the VEX output for these instructions by comparing against
    * stored bit patterns.  We must check that the result is within expected tolerances.
    */


   /* A mask to be used for validation as a last resort.
    * Only use 12 bits of precision for reasons discussed above.
    */
#define VSX_RECIP_ESTIMATE_MASK_DP 0xFFFFFF0000000000ULL
#define VSX_RECIP_ESTIMATE_MASK_SP 0xFFFFFF00

   Bool result = False;
   Bool dp_test = type == DOUBLE_TEST;
   double src_dp, res_dp;
   float src_sp, res_sp;
   src_dp = res_dp = 0;
   src_sp = res_sp = 0;
#define SRC (dp_test ? src_dp : src_sp)
#define RES (dp_test ? res_dp : res_sp)
   Bool src_is_negative = False;
   Bool res_is_negative = False;
   unsigned long long * dst_dp = NULL;
   unsigned int * dst_sp = NULL;
   if (dp_test) {
      unsigned long long * src_dp_ull;
      dst_dp = (unsigned long long *) &vec_out;
      src_dp = spec_fargs[idx];
      src_dp_ull = (unsigned long long *) &src_dp;
      src_is_negative = (*src_dp_ull & 0x8000000000000000ULL) ? True : False;
      res_is_negative = (dst_dp[output_vec_idx] & 0x8000000000000000ULL) ? True : False;
      memcpy(&res_dp, &dst_dp[output_vec_idx], 8);
   } else {
      unsigned int * src_sp_uint;
      dst_sp = (unsigned int *) &vec_out;
      src_sp = spec_sp_fargs[idx];
      src_sp_uint = (unsigned int *) &src_sp;
      src_is_negative = (*src_sp_uint & 0x80000000) ? True : False;
      res_is_negative = (dst_sp[output_vec_idx] & 0x80000000) ? True : False;
      memcpy(&res_sp, &dst_sp[output_vec_idx], 4);
   }

   // Below are common rules for xvre{d|s}p and xvrsqrte{d|s}p
   if (isnan(SRC))
      return isnan(RES);
   if (fpclassify(SRC) == FP_ZERO)
      return isinf(RES);
   if (!src_is_negative && isinf(SRC))
      return !res_is_negative && (fpclassify(RES) == FP_ZERO);
   if (is_rsqrte) {
      if (src_is_negative)
         return isnan(RES);
   } else {
      if (src_is_negative && isinf(SRC))
         return res_is_negative && (fpclassify(RES) == FP_ZERO);
   }
   if (dp_test) {
      double calc_diff;
      double real_diff;
      double recip_divisor;
      double div_result;
      double calc_diff_tmp;

      if (is_rsqrte)
         recip_divisor = sqrt(src_dp);
      else
         recip_divisor = src_dp;

      div_result = 1.0/recip_divisor;
      calc_diff_tmp = recip_divisor * 16384.0;
      if (isnormal(calc_diff_tmp)) {
         calc_diff = fabs(1.0/calc_diff_tmp);
         real_diff = fabs(res_dp - div_result);
         result = ( ( res_dp == div_result )
                  || ( real_diff <= calc_diff ) );
      } else {
         /* Unable to compute theoretical difference, so we fall back to masking out
          * un-precise bits.
          */
         unsigned long long * div_result_dp = (unsigned long long *) &div_result;
         result = (dst_dp[output_vec_idx] & VSX_RECIP_ESTIMATE_MASK_DP) == (*div_result_dp & VSX_RECIP_ESTIMATE_MASK_DP);
      }
      /* For debug use . . .
         if (!result) {
             unsigned long long * dv = &div_result;
             unsigned long long * rd = &real_diff;
             unsigned long long * cd = &calc_diff;
             printf("\n\t {actual div_result: %016llx; real_diff:  %016llx; calc_diff:  %016llx}\n",
       *dv, *rd, *cd);
          }
       */
   } else {  // single precision test (only have xvrsqrtesp, since xvresp was implemented in stage 2)
      float calc_diff;
      float real_diff;
      float div_result;
      float calc_diff_tmp;
      float recip_divisor = sqrt(src_sp);

      div_result = 1.0/recip_divisor;
      calc_diff_tmp = recip_divisor * 16384.0;
      if (isnormal(calc_diff_tmp)) {
         calc_diff = fabsf(1.0/calc_diff_tmp);
         real_diff = fabsf(res_sp - div_result);
         result = ( ( res_sp == div_result )
                  || ( real_diff <= calc_diff ) );
      } else {
         /* Unable to compute theoretical difference, so we fall back to masking out
          * un-precise bits.
          */
         unsigned int * div_result_sp = (unsigned int *) &div_result;
         result = (dst_sp[output_vec_idx] & VSX_RECIP_ESTIMATE_MASK_SP) == (*div_result_sp & VSX_RECIP_ESTIMATE_MASK_SP);
      }
      /* For debug use . . .
         if (!result) {
             unsigned long long * dv = &div_result;
             unsigned long long * rd = &real_diff;
             unsigned long long * cd = &calc_diff;
             printf("\n\t {actual div_result: %016llx; real_diff:  %016llx; calc_diff:  %016llx}\n",
       *dv, *rd, *cd);
          }
       */
   }
   return result;
}

typedef struct vx_fp_test
{
   test_func_t test_func;
   const char * name;
   fp_test_args_t * targs;
   int num_tests;
   precision_type_t precision;
   vx_fp_test_type type;
   const char * op;
} vx_fp_test_t;


static Bool do_dot;

static void test_xvredp(void)
{
   __asm__ __volatile__ ("xvredp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xsredp(void)
{
   __asm__ __volatile__ ("xsredp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvrsqrtedp(void)
{
   __asm__ __volatile__ ("xvrsqrtedp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xsrsqrtedp(void)
{
   __asm__ __volatile__ ("xsrsqrtedp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvrsqrtesp(void)
{
   __asm__ __volatile__ ("xvrsqrtesp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xstsqrtdp(void)
{
   __asm__ __volatile__ ("xstsqrtdp   cr1, %x0" : : "wa" (vec_inB));
}

static void test_xvtsqrtdp(void)
{
   __asm__ __volatile__ ("xvtsqrtdp   cr1, %x0" : : "wa" (vec_inB));
}

static void test_xvtsqrtsp(void)
{
   __asm__ __volatile__ ("xvtsqrtsp   cr1, %x0" : : "wa" (vec_inB));
}

static void test_xvsqrtdp(void)
{
   __asm__ __volatile__ ("xvsqrtdp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvsqrtsp(void)
{
   __asm__ __volatile__ ("xvsqrtsp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvtdivdp(void)
{
   __asm__ __volatile__ ("xvtdivdp   cr1, %x0, %x1" : : "wa" (vec_inA), "wa" (vec_inB));
}

static void test_xvtdivsp(void)
{
   __asm__ __volatile__ ("xvtdivsp   cr1, %x0, %x1" : : "wa" (vec_inA), "wa" (vec_inB));
}

static void test_xscvdpsp(void)
{
   __asm__ __volatile__ ("xscvdpsp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xscvdpuxws(void)
{
   __asm__ __volatile__ ("xscvdpuxws   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xscvspdp(void)
{
   __asm__ __volatile__ ("xscvspdp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvcvdpsp(void)
{
   __asm__ __volatile__ ("xvcvdpsp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvcvdpuxds(void)
{
   __asm__ __volatile__ ("xvcvdpuxds   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvcvdpuxws(void)
{
   __asm__ __volatile__ ("xvcvdpuxws   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvcvspdp(void)
{
   __asm__ __volatile__ ("xvcvspdp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvcvspsxds(void)
{
   __asm__ __volatile__ ("xvcvspsxds   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvcvspuxds(void)
{
   __asm__ __volatile__ ("xvcvspuxds   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvcvdpsxds(void)
{
   __asm__ __volatile__ ("xvcvdpsxds   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvcvspuxws(void)
{
   __asm__ __volatile__ ("xvcvspuxws   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvcvsxddp(void)
{
   __asm__ __volatile__ ("xvcvsxddp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvcvuxddp(void)
{
   __asm__ __volatile__ ("xvcvuxddp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvcvsxdsp(void)
{
   __asm__ __volatile__ ("xvcvsxdsp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvcvuxdsp(void)
{
   __asm__ __volatile__ ("xvcvuxdsp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvcvsxwdp(void)
{
   __asm__ __volatile__ ("xvcvsxwdp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvcvuxwdp(void)
{
   __asm__ __volatile__ ("xvcvuxwdp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvcvsxwsp(void)
{
   __asm__ __volatile__ ("xvcvsxwsp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvcvuxwsp(void)
{
   __asm__ __volatile__ ("xvcvuxwsp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xsrdpic(void)
{
   __asm__ __volatile__ ("xsrdpic   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xsrdpiz(void)
{
   __asm__ __volatile__ ("xsrdpiz   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xsrdpi(void)
{
   __asm__ __volatile__ ("xsrdpi   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvabsdp(void)
{
   __asm__ __volatile__ ("xvabsdp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvnabsdp(void)
{
   __asm__ __volatile__ ("xvnabsdp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvnegdp(void)
{
   __asm__ __volatile__ ("xvnegdp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvabssp(void)
{
   __asm__ __volatile__ ("xvabssp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvnabssp(void)
{
   __asm__ __volatile__ ("xvnabssp   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvrdpi(void)
{
   __asm__ __volatile__ ("xvrdpi   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvrdpic(void)
{
   __asm__ __volatile__ ("xvrdpic   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvrdpim(void)
{
   __asm__ __volatile__ ("xvrdpim   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvrdpip(void)
{
   __asm__ __volatile__ ("xvrdpip   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvrdpiz(void)
{
   __asm__ __volatile__ ("xvrdpiz   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvrspi(void)
{
   __asm__ __volatile__ ("xvrspi   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvrspic(void)
{
   __asm__ __volatile__ ("xvrspic   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvrspim(void)
{
   __asm__ __volatile__ ("xvrspim   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvrspip(void)
{
   __asm__ __volatile__ ("xvrspip   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static void test_xvrspiz(void)
{
   __asm__ __volatile__ ("xvrspiz   %x0, %x1" : "=wa" (vec_out): "wa" (vec_inB));
}

static vx_fp_test_t
vsx_one_fp_arg_tests[] = {
                                { &test_xvredp, "xvredp", NULL, 18, DOUBLE_TEST, VX_ESTIMATE, "1/x"},
                                { &test_xsredp, "xsredp", NULL, 18, DOUBLE_TEST, VX_ESTIMATE, "1/x"},
                                { &test_xvrsqrtedp, "xvrsqrtedp", NULL, 18, DOUBLE_TEST, VX_ESTIMATE, "1/x-sqrt"},
                                { &test_xsrsqrtedp, "xsrsqrtedp", NULL, 18, DOUBLE_TEST, VX_ESTIMATE, "1/x-sqrt"},
                                { &test_xvrsqrtesp, "xvrsqrtesp", NULL, 18, SINGLE_TEST, VX_ESTIMATE, "1/x-sqrt"},
                                { &test_xvsqrtdp, "xvsqrtdp", NULL, 18, DOUBLE_TEST, VX_DEFAULT, "sqrt"},
                                { &test_xvsqrtsp, "xvsqrtsp", NULL, 18, SINGLE_TEST, VX_DEFAULT, "sqrt"},
                                { &test_xscvdpsp, "xscvdpsp", NULL, 20, DOUBLE_TEST, VX_CONV_TO_SINGLE, "conv"},
                                { &test_xscvdpuxws, "xscvdpuxws", NULL, 20, DOUBLE_TEST, VX_SCALAR_CONV_TO_WORD, "conv"},
                                { &test_xscvspdp, "xscvspdp", NULL, 20, SINGLE_TEST, VX_CONV_TO_DOUBLE, "conv"},
                                { &test_xvcvdpsp, "xvcvdpsp", NULL, 20, DOUBLE_TEST, VX_CONV_TO_SINGLE, "conv"},
                                { &test_xvcvdpuxds, "xvcvdpuxds", NULL, 20, DOUBLE_TEST, VX_CONV_TO_DOUBLE, "conv"},
                                { &test_xvcvdpuxws, "xvcvdpuxws", NULL, 20, DOUBLE_TEST, VX_CONV_TO_SINGLE, "conv"},
                                { &test_xvcvspdp, "xvcvspdp", NULL, 20, SINGLE_TEST, VX_CONV_TO_DOUBLE, "conv"},
                                { &test_xvcvspsxds, "xvcvspsxds", NULL, 20, SINGLE_TEST, VX_CONV_TO_DOUBLE, "conv"},
                                { &test_xvcvdpsxds, "xvcvdpsxds", NULL, 20, DOUBLE_TEST, VX_CONV_TO_DOUBLE, "conv"},
                                { &test_xvcvspuxds, "xvcvspuxds", NULL, 20, SINGLE_TEST, VX_CONV_TO_DOUBLE, "conv"},
                                { &test_xvcvspuxws, "xvcvspuxws", NULL, 20, SINGLE_TEST, VX_CONV_TO_SINGLE, "conv"},
                                { &test_xsrdpic, "xsrdpic", NULL, 20, DOUBLE_TEST, VX_CONV_TO_DOUBLE, "round"},
                                { &test_xsrdpiz, "xsrdpiz", NULL, 20, DOUBLE_TEST, VX_CONV_TO_DOUBLE, "round"},
                                { &test_xsrdpi, "xsrdpi", NULL, 20, DOUBLE_TEST, VX_CONV_TO_DOUBLE, "round"},
                                { &test_xvabsdp, "xvabsdp", NULL, 20, DOUBLE_TEST, VX_DEFAULT, "abs"},
                                { &test_xvnabsdp, "xvnabsdp", NULL, 20, DOUBLE_TEST, VX_DEFAULT, "nabs"},
                                { &test_xvnegdp, "xvnegdp", NULL, 20, DOUBLE_TEST, VX_DEFAULT, "neg"},
                                { &test_xvabssp, "xvabssp", NULL, 20, SINGLE_TEST, VX_DEFAULT, "abs"},
                                { &test_xvnabssp, "xvnabssp", NULL, 20, SINGLE_TEST, VX_DEFAULT, "nabs"},
                                { &test_xvrdpi,  "xvrdpi",  NULL, 20, DOUBLE_TEST, VX_CONV_TO_DOUBLE, "round"},
                                { &test_xvrdpic, "xvrdpic", NULL, 20, DOUBLE_TEST, VX_CONV_TO_DOUBLE, "round"},
                                { &test_xvrdpim, "xvrdpim", NULL, 20, DOUBLE_TEST, VX_CONV_TO_DOUBLE, "round"},
                                { &test_xvrdpip, "xvrdpip", NULL, 20, DOUBLE_TEST, VX_CONV_TO_DOUBLE, "round"},
                                { &test_xvrdpiz, "xvrdpiz", NULL, 20, DOUBLE_TEST, VX_CONV_TO_DOUBLE, "round"},
                                { &test_xvrspi,  "xvrspi",  NULL, 20, SINGLE_TEST, VX_CONV_TO_SINGLE, "round"},
                                { &test_xvrspic, "xvrspic", NULL, 20, SINGLE_TEST, VX_CONV_TO_SINGLE, "round"},
                                { &test_xvrspim, "xvrspim", NULL, 20, SINGLE_TEST, VX_CONV_TO_SINGLE, "round"},
                                { &test_xvrspip, "xvrspip", NULL, 20, SINGLE_TEST, VX_CONV_TO_SINGLE, "round"},
                                { &test_xvrspiz, "xvrspiz", NULL, 20, SINGLE_TEST, VX_CONV_TO_SINGLE, "round"},
                                { NULL, NULL, NULL, 0, 0, 0, NULL}
};

static vx_fp_test_t
vx_tdivORtsqrt_tests[] = {
                          { &test_xstsqrtdp, "xstsqrtdp", NULL, 20, DOUBLE_TEST, VX_DEFAULT, "test-sqrt"},
                          { &test_xvtsqrtdp, "xvtsqrtdp", NULL, 20, DOUBLE_TEST, VX_DEFAULT, "test-sqrt"},
                          { &test_xvtsqrtsp, "xvtsqrtsp", NULL, 20, SINGLE_TEST, VX_DEFAULT, "test-sqrt"},
                          { &test_xvtdivdp, "xvtdivdp", two_arg_fp_tests, 68, DOUBLE_TEST, VX_DEFAULT, "test-div"},
                          { &test_xvtdivsp, "xvtdivsp", two_arg_fp_tests, 68, SINGLE_TEST, VX_DEFAULT, "test-div"},
                          { NULL, NULL, NULL, 0 , 0, 0, NULL}
};

static unsigned long long doubleWord[] = { 0,
                                  0xffffffff00000000LL,
                                  0x00000000ffffffffLL,
                                  0xffffffffffffffffLL,
                                  0x89abcde123456789LL,
                                  0x0102030405060708LL,
                                  0x00000000a0b1c2d3LL,
                                  0x1111222233334444LL
};

static unsigned int singleWord[] = {0,
                                  0xffff0000,
                                  0x0000ffff,
                                  0xffffffff,
                                  0x89a73522,
                                  0x01020304,
                                  0x0000abcd,
                                  0x11223344
};

typedef struct vx_intToFp_test
{
   test_func_t test_func;
   const char * name;
   void * targs;
   int num_tests;
   precision_type_t precision;
   vx_fp_test_type type;
} vx_intToFp_test_t;

static vx_intToFp_test_t
intToFp_tests[] = {
                   { test_xvcvsxddp, "xvcvsxddp", (void *)doubleWord, 8, DOUBLE_TEST, VX_CONV_TO_DOUBLE },
                   { test_xvcvuxddp, "xvcvuxddp", (void *)doubleWord, 8, DOUBLE_TEST, VX_CONV_TO_DOUBLE },
                   { test_xvcvsxdsp, "xvcvsxdsp", (void *)doubleWord, 8, DOUBLE_TEST, VX_CONV_TO_SINGLE },
                   { test_xvcvuxdsp, "xvcvuxdsp", (void *)doubleWord, 8, DOUBLE_TEST, VX_CONV_TO_SINGLE },
                   { test_xvcvsxwdp, "xvcvsxwdp", (void *)singleWord, 8, SINGLE_TEST, VX_CONV_TO_DOUBLE },
                   { test_xvcvuxwdp, "xvcvuxwdp", (void *)singleWord, 8, SINGLE_TEST, VX_CONV_TO_DOUBLE },
                   { test_xvcvsxwsp, "xvcvsxwsp", (void *)singleWord, 8, SINGLE_TEST, VX_CONV_TO_SINGLE },
                   { test_xvcvuxwsp, "xvcvuxwsp", (void *)singleWord, 8, SINGLE_TEST, VX_CONV_TO_SINGLE },
                   { NULL, NULL, NULL, 0, 0 }
};

static Bool do_OE;
typedef enum {
   DIV_BASE = 1,
   DIV_OE = 2,
   DIV_DOT = 4,
} div_type_t;
/* Possible divde type combinations are:
 *   - base
 *   - base+dot
 *   - base+OE
 *   - base+OE+dot
 */
#ifdef __powerpc64__
static void test_divdeu(void)
{
   int divdeu_type = DIV_BASE;
   if (do_OE)
      divdeu_type |= DIV_OE;
   if (do_dot)
      divdeu_type |= DIV_DOT;

   switch (divdeu_type) {
      case 1:
        SET_CR_XER_ZERO;
         __asm__ __volatile__ ("divdeu %0, %1, %2" : "=r" (r17) : "r" (r14),"r" (r15));
         GET_CR_XER(div_flags, div_xer);
         break;
      case 3:
        SET_CR_XER_ZERO;
         __asm__ __volatile__ ("divdeuo %0, %1, %2" : "=r" (r17) : "r" (r14),"r" (r15));
         GET_CR_XER(div_flags, div_xer);
         break;
      case 5:
        SET_CR_XER_ZERO;
         __asm__ __volatile__ ("divdeu. %0, %1, %2" : "=r" (r17) : "r" (r14),"r" (r15));
         GET_CR_XER(div_flags, div_xer);
         break;
      case 7:
        SET_CR_XER_ZERO;
         __asm__ __volatile__ ("divdeuo. %0, %1, %2" : "=r" (r17) : "r" (r14),"r" (r15));
         GET_CR_XER(div_flags, div_xer);
         break;
      default:
         fprintf(stderr, "Invalid divdeu type. Exiting\n");
         exit(1);
   }
}
#endif

static void test_divwe(void)
{
   int divwe_type = DIV_BASE;
   if (do_OE)
      divwe_type |= DIV_OE;
   if (do_dot)
      divwe_type |= DIV_DOT;

   switch (divwe_type) {
      case 1:
        SET_CR_XER_ZERO;
         __asm__ __volatile__ ("divwe %0, %1, %2" : "=r" (r17) : "r" (r14),"r" (r15));
         GET_CR_XER(div_flags, div_xer);
         break;
      case 3:
        SET_CR_XER_ZERO;
         __asm__ __volatile__ ("divweo %0, %1, %2" : "=r" (r17) : "r" (r14),"r" (r15));
         GET_CR_XER(div_flags, div_xer);
         break;
      case 5:
        SET_CR_XER_ZERO;
         __asm__ __volatile__ ("divwe. %0, %1, %2" : "=r" (r17) : "r" (r14),"r" (r15));
         GET_CR_XER(div_flags, div_xer);
         break;
      case 7:
        SET_CR_XER_ZERO;
         __asm__ __volatile__ ("divweo. %0, %1, %2" : "=r" (r17) : "r" (r14),"r" (r15));
         GET_CR_XER(div_flags, div_xer);
         break;
      default:
         fprintf(stderr, "Invalid divweu type. Exiting\n");
         exit(1);
   }
}


typedef struct simple_test {
   test_func_t test_func;
   char * name;
   precision_type_t precision;
} simple_test_t;


static void setup_sp_fp_args(fp_test_args_t * targs, Bool swap_inputs)
{
   int a_idx, b_idx, i;
   void * inA, * inB;
   void * vec_src = swap_inputs ? &vec_out : &vec_inB;

   for (i = 0; i < 4; i++) {
      a_idx = targs->fra_idx;
      b_idx = targs->frb_idx;
      inA = (void *)&spec_sp_fargs[a_idx];
      inB = (void *)&spec_sp_fargs[b_idx];
      // copy single precision FP  into vector element i
      memcpy(((void *)&vec_inA) + (i * 4), inA, 4);
      memcpy(vec_src + (i * 4), inB, 4);
      targs++;
   }
}

static void setup_dp_fp_args(fp_test_args_t * targs, Bool swap_inputs)
{
   int a_idx, b_idx, i;
   void * inA, * inB;
   void * vec_src = swap_inputs ? (void *)&vec_out : (void *)&vec_inB;

   for (i = 0; i < 2; i++) {
      a_idx = targs->fra_idx;
      b_idx = targs->frb_idx;
      inA = (void *)&spec_fargs[a_idx];
      inB = (void *)&spec_fargs[b_idx];
      // copy double precision FP  into vector element i
      memcpy(((void *)&vec_inA) + (i * 8), inA, 8);
      memcpy(vec_src + (i * 8), inB, 8);
      targs++;
   }
}

#define VX_NOT_CMP_OP 0xffffffff
static void print_vector_fp_result(unsigned int cc, vx_fp_test_t * test_group, int i, Bool print_vec_out)
{
   int a_idx, b_idx, k;
   char * name = malloc(20);
   int dp = test_group->precision == DOUBLE_TEST ? 1 : 0;
   int loops = dp ? 2 : 4;
   fp_test_args_t * targs = &test_group->targs[i];
   unsigned long long * frA_dp, * frB_dp, * dst_dp;
   unsigned int * frA_sp, *frB_sp, * dst_sp;
   strcpy(name, test_group->name);
   printf("#%d: %s%s ", dp? i/2 : i/4, name, (do_dot ? "." : ""));
   for (k = 0; k < loops; k++) {
      a_idx = targs->fra_idx;
      b_idx = targs->frb_idx;
      if (k)
         printf(" AND ");
      if (dp) {
         frA_dp = (unsigned long long *)&spec_fargs[a_idx];
         frB_dp = (unsigned long long *)&spec_fargs[b_idx];
         printf("%016llx %s %016llx", *frA_dp, test_group->op, *frB_dp);
      } else {
         frA_sp = (unsigned int *)&spec_sp_fargs[a_idx];
         frB_sp = (unsigned int *)&spec_sp_fargs[b_idx];
         printf("%08x %s %08x", *frA_sp, test_group->op, *frB_sp);
      }
      targs++;
   }
   if (cc != VX_NOT_CMP_OP)
      printf(" ? cc=%x", cc);

   if (print_vec_out) {
      if (dp) {
         dst_dp = (unsigned long long *) &vec_out;
         printf(" => %016llx %016llx\n", dst_dp[0], dst_dp[1]);
      } else {
         dst_sp = (unsigned int *) &vec_out;
         printf(" => %08x %08x %08x %08x\n", dst_sp[0], dst_sp[1], dst_sp[2], dst_sp[3]);
      }
   } else {
      printf("\n");
   }
   free(name);
}


static void test_vsx_one_fp_arg(void)
{
   test_func_t func;
   int k;
   k = 0;
   build_special_fargs_table();

   while ((func = vsx_one_fp_arg_tests[k].test_func)) {
      int idx, i;
      vx_fp_test_t test_group = vsx_one_fp_arg_tests[k];
      Bool estimate = (test_group.type == VX_ESTIMATE);
      Bool dp = (test_group.precision == DOUBLE_TEST) ? True : False;
      Bool is_sqrt = (strstr(test_group.name, "sqrt")) ? True : False;
      Bool is_scalar = (strstr(test_group.name, "xs")) ? True : False;
      Bool sparse_sp = False;
      int stride = dp ? 2 : 4;
      int loops = is_scalar ? 1 : stride;
      stride = is_scalar ? 1: stride;

      /* For conversions of single to double, the 128-bit input register is sparsely populated:
       *    |___ SP___|_Unused_|___SP___|__Unused__|   // for vector op
       *                     or
       *    |___ SP___|_Unused_|_Unused_|__Unused__|   // for scalar op
       *
       * For the vector op case, we need to adjust stride from '4' to '2', since
       * we'll only be loading two values per loop into the input register.
       */
      if (!dp && !is_scalar && test_group.type == VX_CONV_TO_DOUBLE) {
         sparse_sp = True;
         stride = 2;
      }

      for (i = 0; i < test_group.num_tests; i+=stride) {
         unsigned int * pv;
         void * inB, * vecB_void_ptr = (void *)&vec_inB;

         pv = (unsigned int *)&vec_out;
         // clear vec_out
         for (idx = 0; idx < 4; idx++, pv++)
            *pv = 0;

         if (dp) {
            int j;
            unsigned long long * frB_dp, *dst_dp;
            for (j = 0; j < loops; j++) {
               inB = (void *)&spec_fargs[i + j];
               // copy double precision FP into vector element i
               if (isLE && is_scalar)
                  vecB_void_ptr += 8;
               memcpy(vecB_void_ptr + (j * 8), inB, 8);
            }
            // execute test insn
            (*func)();
            dst_dp = (unsigned long long *) &vec_out;
            if (isLE && is_scalar)
               dst_dp++;
            printf("#%d: %s ", i/stride, test_group.name);
            for (j = 0; j < loops; j++) {
               if (j)
                  printf("; ");
               frB_dp = (unsigned long long *)&spec_fargs[i + j];
               printf("%s(%016llx)", test_group.op, *frB_dp);
               if (estimate) {
                  Bool res = check_estimate(DOUBLE_TEST, is_sqrt, i + j, (isLE && is_scalar) ? 1: j);
                  printf(" ==> %s)", res ? "PASS" : "FAIL");
                  /* For debugging . . .
                   printf(" ==> %s (res=%016llx)", res ? "PASS" : "FAIL", dst_dp[j]);
                   */
               } else {
                  vx_fp_test_type type = test_group.type;
                  switch (type) {
                     case VX_SCALAR_CONV_TO_WORD:
                        printf(" = %016llx", dst_dp[j] & 0x00000000ffffffffULL);
                        break;
                     case VX_CONV_TO_SINGLE:
                        printf(" = %016llx", dst_dp[j] & 0xffffffff00000000ULL);
                        break;
                     default:  // For VX_CONV_TO_DOUBLE and non-convert instructions . . .
                        printf(" = %016llx", dst_dp[j]);
                  }
               }
            }
            printf("\n");
         } else {
            int j;
            unsigned int * frB_sp, * dst_sp = NULL;
            unsigned long long * dst_dp = NULL;
            if (sparse_sp)
               loops = 2;
            for (j = 0; j < loops; j++) {
               inB = (void *)&spec_sp_fargs[i + j];
               // copy single precision FP into vector element i
               if (sparse_sp) {
                  if (isLE)
                     memcpy(vecB_void_ptr + ((2 * j * 4) + 4), inB, 4);
                  else
                     memcpy(vecB_void_ptr + ((2 * j * 4) ), inB, 4);
               } else {
                  if (isLE && is_scalar)
                     vecB_void_ptr += 12;
                  memcpy(vecB_void_ptr + (j * 4), inB, 4);
               }
            }
            // execute test insn
            (*func)();
            if (test_group.type == VX_CONV_TO_DOUBLE) {
               dst_dp = (unsigned long long *) &vec_out;
               if (isLE && is_scalar)
                  dst_dp++;
            } else {
               dst_sp = (unsigned int *) &vec_out;
               if (isLE && is_scalar)
                  dst_sp += 3;
            }
            // print result
            printf("#%d: %s ", i/stride, test_group.name);
            for (j = 0; j < loops; j++) {
               if (j)
                  printf("; ");
               frB_sp = (unsigned int *)&spec_sp_fargs[i + j];
               printf("%s(%08x)", test_group.op, *frB_sp);
               if (estimate) {
                  Bool res = check_estimate(SINGLE_TEST, is_sqrt, i + j, (isLE && is_scalar) ? 3 : j);
                  printf(" ==> %s)", res ? "PASS" : "FAIL");
               } else {
                  if (test_group.type == VX_CONV_TO_DOUBLE)
                        printf(" = %016llx", dst_dp[j]);
                  else
                  /* Special case: Current VEX implementation for fsqrts (single precision)
                   * uses the same implementation as that used for double precision fsqrt.
                   * However, I've found that for xvsqrtsp, the result from that implementation
                   * may be off by the two LSBs.  Generally, even this small inaccuracy can cause the
                   * output to appear very different if you end up with a carry.  But for the given
                   * inputs in this testcase, we can simply mask out these bits.
                   */
                     printf(" = %08x", is_sqrt ? (dst_sp[j] & 0xfffffffc) : dst_sp[j]);
               }
            }
            printf("\n");
         }
      }
      k++;
      printf( "\n" );
   }
}

static void test_int_to_fp_convert(void)
{
   test_func_t func;
   int k;
   k = 0;

   while ((func = intToFp_tests[k].test_func)) {
      int idx, i;
      vx_intToFp_test_t test_group = intToFp_tests[k];
      Bool dp = (test_group.precision == DOUBLE_TEST) ? True : False;
      Bool sparse_sp = False;
      int stride = dp ? 2 : 4;
      int loops = stride;

      /* For conversions of single to double, the 128-bit input register is sparsely populated:
       *    |___ int___|_Unused_|___int___|__Unused__|   // for vector op
       *                     or
       * We need to adjust stride from '4' to '2', since we'll only be loading
       * two values per loop into the input register.
       */
      if (!dp && test_group.type == VX_CONV_TO_DOUBLE) {
         sparse_sp = True;
         stride = 2;
      }

      for (i = 0; i < test_group.num_tests; i+=stride) {
         unsigned int * pv;
         void * inB;

         pv = (unsigned int *)&vec_out;
         // clear vec_out
         for (idx = 0; idx < 4; idx++, pv++)
            *pv = 0;

         if (dp) {
            int j;
            unsigned long long  *dst_dw, * targs = test_group.targs;
            for (j = 0; j < loops; j++) {
               inB = (void *)&targs[i + j];
               // copy doubleword into vector element i
               memcpy(((void *)&vec_inB) + (j * 8), inB, 8);
            }
            // execute test insn
            (*func)();
            dst_dw = (unsigned long long *) &vec_out;
            printf("#%d: %s ", i/stride, test_group.name);
            for (j = 0; j < loops; j++) {
               if (j)
                  printf("; ");
               printf("conv(%016llx)", targs[i + j]);

               if (test_group.type == VX_CONV_TO_SINGLE)
                  printf(" = %016llx", dst_dw[j] & 0xffffffff00000000ULL);
               else
                  printf(" = %016llx", dst_dw[j]);
            }
            printf("\n");
         } else {
            int j;
            unsigned int * dst_sp = NULL;
            unsigned int * targs = test_group.targs;
            unsigned long long * dst_dp = NULL;
            void * vecB_void_ptr = (void *)&vec_inB;
            if (sparse_sp)
               loops = 2;
            for (j = 0; j < loops; j++) {
               inB = (void *)&targs[i + j];
               // copy single word into vector element i
               if (sparse_sp) {
                  if (isLE)
                     memcpy(vecB_void_ptr + ((2 * j * 4) + 4), inB, 4);
                  else
                     memcpy(vecB_void_ptr + ((2 * j * 4) ), inB, 4);
               } else {
                  memcpy(vecB_void_ptr + (j * 4), inB, 4);
               }
            }
            // execute test insn
            (*func)();
            if (test_group.type == VX_CONV_TO_DOUBLE)
               dst_dp = (unsigned long long *) &vec_out;
            else
               dst_sp = (unsigned int *) &vec_out;
            // print result
            printf("#%d: %s ", i/stride, test_group.name);
            for (j = 0; j < loops; j++) {
               if (j)
                  printf("; ");
               printf("conv(%08x)", targs[i + j]);
               if (test_group.type == VX_CONV_TO_DOUBLE)
                  printf(" = %016llx", dst_dp[j]);
               else
                  printf(" = %08x", dst_sp[j]);
            }
            printf("\n");
         }
      }
      k++;
      printf( "\n" );
   }
}


// The div doubleword test data
signed long long div_dw_tdata[13][2] = {
                                       { 4, -4 },
                                       { 4, -3 },
                                       { 4, 4 },
                                       { 4, -5 },
                                       { 3, 8 },
                                       { 0x8000000000000000ULL, 0xa },
                                       { 0x50c, -1 },
                                       { 0x50c, -4096 },
                                       { 0x1234fedc, 0x8000a873 },
                                       { 0xabcd87651234fedcULL, 0xa123b893 },
                                       { 0x123456789abdcULL, 0 },
                                       { 0, 2 },
                                       { 0x77, 0xa3499 }
};
#define dw_tdata_len (sizeof(div_dw_tdata)/sizeof(signed long long)/2)

// The div word test data
unsigned int div_w_tdata[6][2] = {
                              { 0, 2 },
                              { 2, 0 },
                              { 0x7abc1234, 0xf0000000 },
                              { 0xfabc1234, 5 },
                              { 77, 66 },
                              { 5, 0xfabc1234 },
};
#define w_tdata_len (sizeof(div_w_tdata)/sizeof(unsigned int)/2)

typedef struct div_ext_test
{
   test_func_t test_func;
   const char *name;
   int num_tests;
   div_type_t div_type;
   precision_type_t precision;
} div_ext_test_t;

static div_ext_test_t div_tests[] = {
#ifdef __powerpc64__
                                   { &test_divdeu, "divdeu", dw_tdata_len, DIV_BASE, DOUBLE_TEST },
                                   { &test_divdeu, "divdeuo", dw_tdata_len, DIV_OE, DOUBLE_TEST },
#endif
                                   { &test_divwe, "divwe", w_tdata_len, DIV_BASE, SINGLE_TEST },
                                   { &test_divwe, "divweo", w_tdata_len, DIV_OE, SINGLE_TEST },
                                   { NULL, NULL, 0, 0, 0 }
};

static void test_div_extensions(void)
{
   test_func_t func;
   int k;
   k = 0;

   while ((func = div_tests[k].test_func)) {
      int i, repeat = 1;
      div_ext_test_t test_group = div_tests[k];
      do_dot = False;

again:
      for (i = 0; i < test_group.num_tests; i++) {
         unsigned int condreg;

         if (test_group.div_type == DIV_OE)
            do_OE = True;
         else
            do_OE = False;

         if (test_group.precision == DOUBLE_TEST) {
            r14 = div_dw_tdata[i][0];
            r15 = div_dw_tdata[i][1];
         } else {
            r14 = div_w_tdata[i][0];
            r15 = div_w_tdata[i][1];
         }
         // execute test insn
         (*func)();
         condreg = (div_flags & 0xf0000000) >> 28;
         printf("#%d: %s%s: ", i, test_group.name, do_dot ? "." : "");
         if (test_group.precision == DOUBLE_TEST) {
            printf("0x%016llx0000000000000000 / 0x%016llx = 0x%016llx;",
                   div_dw_tdata[i][0], div_dw_tdata[i][1], (signed long long) r17);
         } else {
            printf("0x%08x00000000 / 0x%08x = 0x%08x;",
                   div_w_tdata[i][0], div_w_tdata[i][1], (unsigned int) r17);
         }
         printf(" CR=%x; XER=%x\n", condreg, div_xer);
      }
      printf("\n");
      if (repeat) {
         repeat = 0;
         do_dot = True;
         goto again;
      }
      k++;
      printf( "\n" );
   }
}


static void test_vx_tdivORtsqrt(void)
{
   test_func_t func;
   int k, crx;
   unsigned int flags;
   k = 0;
   do_dot = False;
   build_special_fargs_table();

   while ((func = vx_tdivORtsqrt_tests[k].test_func)) {
      int idx, i;
      vx_fp_test_t test_group = vx_tdivORtsqrt_tests[k];
      Bool dp = (test_group.precision == DOUBLE_TEST) ? True : False;
      Bool is_scalar = (strstr(test_group.name, "xs")) ? True : False;
      Bool two_args = test_group.targs ?  True : False;
      int stride = dp ? 2 : 4;
      int loops = is_scalar ? 1 : stride;
      stride = is_scalar ? 1: stride;

      for (i = 0; i < test_group.num_tests; i+=stride) {
         unsigned int * pv;
         void * inB, * vecB_void_ptr = (void *)&vec_inB;

         pv = (unsigned int *)&vec_out;
         // clear vec_out
         for (idx = 0; idx < 4; idx++, pv++)
            *pv = 0;

         if (dp) {
            int j;
            unsigned long long * frB_dp;
            if (two_args) {
               setup_dp_fp_args(&test_group.targs[i], False);
            } else {
               for (j = 0; j < loops; j++) {
                  inB = (void *)&spec_fargs[i + j];
                  // copy double precision FP into vector element i
                  if (isLE && is_scalar)
                     vecB_void_ptr += 8;
                  memcpy(vecB_void_ptr + (j * 8), inB, 8);
               }
            }
            // execute test insn
            // Must do set/get of CRs immediately before/after calling the asm func
            // to avoid CRs being modified by other instructions.
            SET_FPSCR_ZERO;
            SET_CR_XER_ZERO;
            (*func)();
            GET_CR(flags);
            // assumes using CR1
            crx = (flags & 0x0f000000) >> 24;
            if (two_args) {
               print_vector_fp_result(crx, &test_group, i, False/*do not print vec_out*/);
            } else {
               printf("#%d: %s ", i/stride, test_group.name);
               for (j = 0; j < loops; j++) {
                  if (j)
                     printf("; ");
                  frB_dp = (unsigned long long *)&spec_fargs[i + j];
                  printf("%s(%016llx)", test_group.op, *frB_dp);
               }
               printf( " ? %x (CRx)\n", crx);
            }
         } else {
            int j;
            unsigned int * frB_sp;
            if (two_args) {
               setup_sp_fp_args(&test_group.targs[i], False);
            } else {
               for (j = 0; j < loops; j++) {
                  inB = (void *)&spec_sp_fargs[i + j];
                  // copy single precision FP into vector element i
                  memcpy(((void *)&vec_inB) + (j * 4), inB, 4);
               }
            }
            // execute test insn
            SET_FPSCR_ZERO;
            SET_CR_XER_ZERO;
            (*func)();
            GET_CR(flags);
            crx = (flags & 0x0f000000) >> 24;
            // print result
            if (two_args) {
               print_vector_fp_result(crx, &test_group, i, False/*do not print vec_out*/);
            } else {
               printf("#%d: %s ", i/stride, test_group.name);
               for (j = 0; j < loops; j++) {
                  if (j)
                     printf("; ");
                  frB_sp = (unsigned int *)&spec_sp_fargs[i + j];
                  printf("%s(%08x)", test_group.op, *frB_sp);
               }
               printf( " ? %x (CRx)\n", crx);
            }
         }
      }
      k++;
      printf( "\n" );
   }
}


static void test_ftsqrt(void)
{
   int i, crx;
   unsigned int flags;
   unsigned long long * frbp;
   build_special_fargs_table();


   for (i = 0; i < nb_special_fargs; i++) {
      f14 = spec_fargs[i];
      frbp = (unsigned long long *)&spec_fargs[i];
      SET_FPSCR_ZERO;
      SET_CR_XER_ZERO;
      __asm__ __volatile__ ("ftsqrt           cr1, %0" : : "d" (f14));
      GET_CR(flags);
      crx = (flags & 0x0f000000) >> 24;
      printf( "ftsqrt: %016llx ? %x (CRx)\n", *frbp, crx);
   }
   printf( "\n" );
}

static void
test_popcntw(void)
{
#ifdef __powerpc64__
   uint64_t res;
   unsigned long long src = 0x9182736405504536ULL;
   r14 = src;
   __asm__ __volatile__ ("popcntw          %0, %1" : "=r" (res): "r" (r14));
   printf("popcntw: 0x%llx => 0x%016llx\n", (unsigned long long)src, (unsigned long long)res);
#else
   uint32_t res;
   unsigned int src = 0x9182730E;
   r14 = src;
   __asm__ __volatile__ ("popcntw          %0, %1" : "=r" (res): "r" (r14));
   printf("popcntw: 0x%x => 0x%08x\n", src, (int)res);
#endif
   printf( "\n" );
}


static test_table_t
         all_tests[] =
{

                    { &test_vsx_one_fp_arg,
                      "Test VSX vector and scalar single argument instructions", OTHER_INST } ,
                    { &test_int_to_fp_convert,
                      "Test VSX vector integer to float conversion instructions", OTHER_INST },
                    { &test_div_extensions,
		      "Test div extensions", SCALAR_DIV_INST },
                    { &test_ftsqrt,
		      "Test ftsqrt instruction", OTHER_INST },
                    { &test_vx_tdivORtsqrt,
		      "Test vector and scalar tdiv and tsqrt instructions", OTHER_INST },
                    { &test_popcntw,
		      "Test popcntw instruction", OTHER_INST },
                    { NULL, NULL }
};
#endif // HAS_VSX

static void usage (void)
{
  fprintf(stderr,
	  "Usage: test_isa_3_0 [OPTIONS]\n"
	  "\t-d: test scalar division instructions (default)\n"
	  "\t-o: test non scalar division instructions (default)\n"
	  "\t-A: test all instructions (default)\n"
	  "\t-h: display this help and exit\n"
	  );
}

int main(int argc, char **argv)
{
#ifdef HAS_VSX

   test_table_t aTest;
   test_func_t func;
   int c;
   int i = 0;
   unsigned int test_run_mask = 0;

   /* NOTE, ISA 3.0 introduces the OV32 and CA32 bits in the FPSCR. These
    * bits are set on various arithimetic instructions.  This means this
    * test generates different FPSCR output for pre ISA 3.0 versus ISA 3.0
    * hardware.  The tests have been grouped so that the tests that generate
    * different results are in one test and the rest are in a different test.
    * this minimizes the size of the result expect files for the two cases.
    */

   while ((c = getopt(argc, argv, "doAh")) != -1) {
      switch (c) {
      case 'd':
	test_run_mask |= SCALAR_DIV_INST;
         break;
      case 'o':
	test_run_mask |= OTHER_INST;
         break;
      case 'A':
	test_run_mask = 0xFFFF;
         break;
      case 'h':
         usage();
         return 0;

      default:
         usage();
         fprintf(stderr, "Unknown argument: '%c'\n", c);
         return 1;
      }
   }

   while ((func = all_tests[i].test_category)) {
      aTest = all_tests[i];

      if(test_run_mask & aTest.test_group) {
	/* Test group  specified on command line */

	printf( "%s\n", aTest.name );
	(*func)();
      }
      i++;
   }
   if (spec_fargs)
     free(spec_fargs);
   if (spec_sp_fargs)
     free(spec_sp_fargs);

#endif // HAS _VSX

   return 0;
}