test enhancements and NEWS update for 1.3.0.5

hpc · Jul 19, 2016 · e8bb9ee · e8bb9ee
1 parent 64a5b0c
commit e8bb9ee
Show file tree

Hide file tree

Showing 16 changed files with 286 additions and 126 deletions.
diff --git a/NEWS b/NEWS
@@ -1,7 +1,14 @@
 HIO NEWS
 ========
 
-Last updated 2016-06-18
+Last updated 2016-07-19
+
+Release hio.1.3.0.5
+
+This release adds additional performance instrumentation and diagnostic
+messages on test failure.  A new action "dbuf" is added to xexec to specify
+the write data pattern used for data compare. The test cases have been updated
+to specify the pattern previously used by default. 
 
 Release hio.1.3.0.4
 
@@ -32,7 +39,7 @@ at https://github.com/hpc/libhio .  We're still working out our release
 procedures, so for now the release is designated by the tag hio.1.3.0.0.
 
 Changes since the rc version are primarily fixes and performance enhancements 
-to optimixed mode.  Additionally, there are a number of minor test fixes and
+to optimised mode.  Additionally, there are a number of minor test fixes and
 functional enhancements.
 
 Release hio.1.3.0.0-rc1:

diff --git a/test/cw_misc.c b/test/cw_misc.c
@@ -335,7 +335,7 @@ void hex_dump(void *data, int size) {
            skipped = 0;
         }
         /* print rest of buffer if not empty */
-        printf("[%4.4s]   %-50.50s  %s\n", addrstr, hexstr, charstr);
+        printf("[%6.6s]   %-50.50s  %s\n", addrstr, hexstr, charstr);
     }
 }
 
@@ -527,7 +527,7 @@ I64 GetCPUaffinity(void) {
 //    eng_not(buf, sizeof(buf), 0.00835, "D5.4", "Sec") returns "8.3500 mSec" 
 //-------------------------------------------------------------------------------
 char * eng_not(char * buf, size_t len, double val, char * format, char * unit) {
-  static const char *pref[] = {"y", "z", "a", "f", "p", "n", "u", "m", "", 
+  static const char *pref[] = {"y", "z", "a", "f", "p", "n", "u", "m", " ", 
                                "k", "M", "G", "T", "P", "E", "Z", "Y"};
   int zofs = 8; // pref[8] is the empty prefix "" for multiplier 1.0 
   double lval, mant;

diff --git a/test/cw_misc.h b/test/cw_misc.h
@@ -27,6 +27,8 @@ typedef  int64_t I64;
 typedef uint32_t U32;
 typedef  int32_t I32;
 #define DIM1(array) ( sizeof(array) / sizeof(array[0]) )
+#define BDYUP(x, pwr2) ((unsigned)(x+pwr2-1) & ~((unsigned)pwr2-1))
+#define BDYDN(x, pwr2) ((unsigned)(x ) & ~((unsigned)pwr2-1))
 #ifndef MAX
   #define MAX(a,b) ( (a) > (b) ? (a) : (b) )
 #endif

diff --git a/test/run02 b/test/run02
@@ -19,9 +19,10 @@ batch_sub $(( $ranks * $blksz * $nblk ))
 cmdw="
   name run02w v $verbose_lev d $debug_lev mi 0
   /@@ Read and write N-N test case with read data value checking @/
+  dbuf RAND22P 20Mi
   hi MYCTX $HIO_TEST_ROOTS
   hda NTNDS 97 WRITE,CREAT UNIQUE hdo
-  heo MYEL WRITE,CREAT,TRUNC 20Mi
+  heo MYEL WRITE,CREAT,TRUNC
   hvp c. .
   lc $nblk
     hew 0 $blksz
@@ -32,9 +33,10 @@ cmdw="
 cmdr="
   name run02r v $verbose_lev d $debug_lev mi 32
   /@@ Read and write N-N test case with read data value checking @/
+  dbuf RAND22P 20Mi
   hi MYCTX $HIO_TEST_ROOTS
   hda NTNDS 97 READ UNIQUE hdo
-  heo MYEL READ 20Mi
+  heo MYEL READ
   hvp c. .
   hck on
   lc $nblk

diff --git a/test/run03 b/test/run03
@@ -19,10 +19,11 @@ batch_sub $(( $ranks * $blksz * $nblkpseg * $nseg ))
 cmdw="
   name run03w v $verbose_lev d $debug_lev mi 0
   /@@ Write N-1 test case @/
+  dbuf RAND22P 20Mi
   hi MY_CTX $HIO_TEST_ROOTS
   hdu NT1_DS 98 ALL
   hda NT1_DS 98 WRITE,CREAT SHARED hdo
-  heo MY_EL WRITE,CREAT,TRUNC 20Mi
+  heo MY_EL WRITE,CREAT,TRUNC
   hvp c. .
   lc $nseg
     hsegr 0 $segsz 0
@@ -36,9 +37,10 @@ cmdw="
 cmdr="
   name run03r v $verbose_lev d $debug_lev mi 32
   /@@ Read N-1 test case with data checking @/
+  dbuf RAND22P 20Mi
   hi MY_CTX $HIO_TEST_ROOTS
   hda NT1_DS 98 READ SHARED hdo
-  heo MY_EL READ 20Mi
+  heo MY_EL READ
   hvp c. .
   hck on
   lc $nseg

diff --git a/test/run04 b/test/run04
@@ -27,7 +27,7 @@ fails="
   /@@ 1. Basic successful function @/
     hi MY_CTX $HIO_TEST_ROOTS
     hda NTN_DS 97 WRITE,CREAT UNIQUE hdo
-    heo MY_EL WRITE,CREAT,TRUNC 20Mi
+    heo MY_EL WRITE,CREAT,TRUNC
     hvp c. .
     hec hdc hdf hf
 
@@ -61,7 +61,7 @@ fails="
 
   /@@ 6. HEO without HDO @/
     hxrc ERR_BAD_PARAM
-    heo MY_EL WRITE,CREAT,TRUNC 20Mi
+    heo MY_EL WRITE,CREAT,TRUNC
 
   /@@ 7. HI, HDA READ HDO non-existent DS ID  @/
     hi MY_CTX $HIO_TEST_ROOTS

diff --git a/test/run05 b/test/run05
@@ -18,9 +18,10 @@ batch_sub $(( $ranks * $blksz * $nblk ))
 cmdw="
   name run05w v $verbose_lev d $debug_lev mi 0
   /@@ Create and reuse N-N dataset - i.e., ensure TRUNC works @/
+  dbuf RAND22P 20Mi
   hi MY_CTX $HIO_TEST_ROOTS
   hda NTN_DS 97 WRITE,CREAT,TRUNC UNIQUE hdo
-  heo MY_EL WRITE,CREAT,TRUNC 20Mi
+  heo MY_EL WRITE,CREAT,TRUNC
   hvp c. .
   lc $nblk
     hew 0 $blksz
@@ -31,9 +32,10 @@ cmdw="
 cmdr="
   name run05r v $verbose_lev d $debug_lev mi 0
   /@@ Create and reuse N-N dataset - i.e., ensure TRUNC works @/
+  dbuf RAND22P 20Mi
   hi MY_CTX $HIO_TEST_ROOTS
   hda NTN_DS 97 READ UNIQUE hdo
-  heo MY_EL READ 20Mi
+  heo MY_EL READ
   hvp c. .
   hck on
   lc $nblk

diff --git a/test/run07 b/test/run07
@@ -26,11 +26,12 @@ batch_sub $(( $ranks * $blksz * $nblk ))
 cmdw="
   name run07w v $verbose_lev d $debug_lev mi 0
   /@@ Read and write N-N test case with read data value checking @/
+  dbuf RAND22P 20Mi
   hi MYCTX $HIO_TEST_ROOTS
   hda NTNDS 97 WRITE,CREAT UNIQUE hdo
   hvsd datawarp_stage_mode immediate
   hvp c. .
-  heo MY_EL WRITE,CREAT,TRUNC 20Mi
+  heo MY_EL WRITE,CREAT,TRUNC
   lc $nblk
     hew 0 $blksz
   le
@@ -40,10 +41,11 @@ cmdw="
 cmdr="
   name run07r v $verbose_lev d $debug_lev mi 32
   /@@ Read and write N-N test case with read data value checking @/
+  dbuf RAND22P 20Mi
   hi MYCTX $HIO_TEST_ROOTS
   hvp c. .
   hda NTNDS 97 READ UNIQUE hdo
-  heo MY_EL READ 20Mi
+  heo MY_EL READ
   hvp c. .
   hck on
   lc $nblk

diff --git a/test/run08 b/test/run08
@@ -26,12 +26,13 @@ batch_sub $(( 3 * $ranks * $blksz * $nblk ))
 cmdw="
   name run07w v $verbose_lev d $debug_lev mi 0
   /@@ Read and write N-N test case with read data value checking @/
+  dbuf RAND22P 20Mi
   hi MYCTX $HIO_TEST_ROOTS
 
   hda NTNDS 97 WRITE,CREAT UNIQUE hdo
   hvsd datawarp_stage_mode immediate
   hvp c. .
-  heo MY_EL WRITE,CREAT,TRUNC 20Mi
+  heo MY_EL WRITE,CREAT,TRUNC
   lc $nblk
     hew 0 $blksz
   le
@@ -40,7 +41,7 @@ cmdw="
   hda NTNDS 98 WRITE,CREAT UNIQUE hdo
   hvsd datawarp_stage_mode immediate
   hvp c. .
-  heo MY_EL WRITE,CREAT,TRUNC 20Mi
+  heo MY_EL WRITE,CREAT,TRUNC
   lc $nblk
     hew 0 $blksz
   le
@@ -49,7 +50,7 @@ cmdw="
   hda NTNDS 99 WRITE,CREAT UNIQUE hdo
   hvsd datawarp_stage_mode immediate
   hvp c. .
-  heo MY_EL WRITE,CREAT,TRUNC 20Mi
+  heo MY_EL WRITE,CREAT,TRUNC
   lc $nblk
     hew 0 $blksz
   le
@@ -61,9 +62,10 @@ cmdw="
 cmdr="
   name run07r v $verbose_lev d $debug_lev mi 32
   /@@ Read and write N-N test case with read data value checking @/
+  dbuf RAND22P 20Mi
   hi MYCTX $HIO_TEST_ROOTS
   hda NTNDS 99 READ UNIQUE hdo
-  heo MY_EL READ 20Mi
+  heo MY_EL READ
   hvp c. .
   hck on
   lc $nblk

diff --git a/test/run09 b/test/run09
@@ -27,12 +27,13 @@ batch_sub $(( 3 * $ranks * $blksz * $nblk ))
 cmdw="
   name run09w v $verbose_lev d $debug_lev mi 0
   /@@ Read and write N-N test case with read data value checking @/
+  dbuf RAND22P 20Mi
   hi MYCTX $HIO_TEST_ROOTS
 
   hda NTNDS 98 WRITE,CREAT UNIQUE hdo
   hvsd datawarp_stage_mode immediate
   hvp c. .
-  heo MY_EL WRITE,CREAT,TRUNC 20Mi
+  heo MY_EL WRITE,CREAT,TRUNC
   lc $nblk
     hew 0 $blksz
   le
@@ -43,7 +44,7 @@ cmdw="
   hda NTNDS 97 WRITE,CREAT UNIQUE hdo
   hvsd datawarp_stage_mode immediate
   hvp c. .
-  heo MY_EL WRITE,CREAT,TRUNC 20Mi
+  heo MY_EL WRITE,CREAT,TRUNC
   lc $nblk
     hew 0 $blksz
   le
@@ -54,7 +55,7 @@ cmdw="
   hda NTNDS 96 WRITE,CREAT UNIQUE hdo
   hvsd datawarp_stage_mode immediate
   hvp c. .
-  heo MY_EL WRITE,CREAT,TRUNC 20Mi
+  heo MY_EL WRITE,CREAT,TRUNC
   lc $nblk
     hew 0 $blksz
   le
@@ -66,12 +67,13 @@ cmdw="
 cmdr="
   name run09r v $verbose_lev d $debug_lev mi 32
   /@@ Read and write N-N test case with read data value checking @/
+  dbuf RAND22P 20Mi
   hi MYCTX $HIO_TEST_ROOTS
 
   hxdi 97
   hvp c. .
   hda NTNDS 97 READ UNIQUE hdo
-  heo MY_EL READ 20Mi
+  heo MY_EL READ
   hvp c. .
   hck on
   lc $nblk
@@ -81,7 +83,7 @@ cmdr="
 
   hxdi 98
   hda NTNDS ID_HIGHEST READ UNIQUE
-  heo MY_EL READ 20Mi
+  heo MY_EL READ
   hvp c. .
   hck on
   lc $nblk
@@ -91,7 +93,7 @@ cmdr="
 
   qof 2 hxdi 96
   hda NTNDS ID_NEWEST READ UNIQUE hdo
-  heo MY_EL READ 20Mi
+  heo MY_EL READ
   hvp c. .
   hck on
   lc $nblk

diff --git a/test/run10 b/test/run10
@@ -33,9 +33,10 @@ pfs="/ufs/home/dwphase2/cornell"
 cmdwc="
   /@@ Write cache @/
   name run10wc v $verbose_lev d $debug_lev mi 0
+  dbuf RAND22P 20Mi
   hi MY_CTX posix:$cache
   hda NTN_DS 97 WRITE,CREAT UNIQUE hdo
-  heo MY_EL WRITE,CREAT,TRUNC 20Mi
+  heo MY_EL WRITE,CREAT,TRUNC
   hvp c. .
   lc $nblk
     hew -$blk $blk
@@ -46,9 +47,10 @@ cmdwc="
 cmdrc="
   /@@ Read cache @/
   name run102rc v $verbose_lev d $debug_lev mi 0
+  dbuf RAND22P 20Mi
   hi MY_CTX posix:$cache
   hda NTN_DS 97 READ UNIQUE hdo
-  heo MY_EL READ 20Mi
+  heo MY_EL READ
   hvp c. .
   hck on
   lc $nblk
@@ -60,9 +62,10 @@ cmdrc="
 cmdwp="
   /@@ Write backing FS @/
   name run10wp v $verbose_lev d $debug_lev mi 0
+  dbuf RAND22P 20Mi
   hi MY_CTX posix:$pfs
   hda NTN_DS 97 WRITE,CREAT UNIQUE hdo
-  heo MY_EL WRITE,CREAT,TRUNC 20Mi
+  heo MY_EL WRITE,CREAT,TRUNC
   hvp c. .
   lc $nblk
     hew -$blk $blk
@@ -73,9 +76,10 @@ cmdwp="
 cmdrp="
   /@@ Read backing FS @/
   name run102rp v $verbose_lev d $debug_lev mi 0
+  dbuf RAND22P 20Mi
   hi MY_CTX posix:$pfs
   hda NTN_DS 97 READ UNIQUE hdo
-  heo MY_EL READ 20Mi
+  heo MY_EL READ
   hvp c. .
   hck on
   lc $nblk

diff --git a/test/run12 b/test/run12
@@ -22,9 +22,10 @@ batch_sub $(( $ranks * $blkszM * $nblkM ))
 cmdw="
   name run12w v $verbose_lev d $debug_lev mi 0
   /@@ Read and write random N-N test case with read data value checking @/
+  dbuf RAND22P 20Mi
   hi MY_CTX $HIO_TEST_ROOTS
   hda NTN_DS 97 WRITE,CREAT UNIQUE hdo
-  heo MY_EL WRITE,CREAT,TRUNC 20Mi
+  heo MY_EL WRITE,CREAT,TRUNC
   hvp c. .
   srr 100
   lcr $nblk $nblkM
@@ -36,9 +37,10 @@ cmdw="
 cmdr="
   name run12r v $verbose_lev d $debug_lev mi 32
   /@@ Read and write random N-N test case with read data value checking @/
+  dbuf RAND22P 20Mi
   hi MY_CTX $HIO_TEST_ROOTS
   hda NTN_DS 97 READ UNIQUE hdo
-  heo MY_EL READ 20Mi
+  heo MY_EL READ
   hvp c. .
   hck on
   srr 100