From 43533ac407e20076bb75bad2771373f9b4b0fdd2 Mon Sep 17 00:00:00 2001 From: Jason Lee Date: Tue, 31 May 2022 13:25:00 -0600 Subject: [PATCH] Commit GUFI traces and README --- .gitattributes | 11 +++++++++++ GUFI-Traces.part00 | 3 +++ GUFI-Traces.part01 | 3 +++ GUFI-Traces.part02 | 3 +++ GUFI-Traces.part03 | 3 +++ GUFI-Traces.part04 | 3 +++ GUFI-Traces.part05 | 3 +++ GUFI-Traces.part06 | 3 +++ GUFI-Traces.part07 | 3 +++ GUFI-Traces.part08 | 3 +++ GUFI-Traces.part09 | 3 +++ GUFI-Traces.part10 | 3 +++ README.md | 25 +++++++++++++++++++++++++ 13 files changed, 69 insertions(+) create mode 100644 .gitattributes create mode 100644 GUFI-Traces.part00 create mode 100644 GUFI-Traces.part01 create mode 100644 GUFI-Traces.part02 create mode 100644 GUFI-Traces.part03 create mode 100644 GUFI-Traces.part04 create mode 100644 GUFI-Traces.part05 create mode 100644 GUFI-Traces.part06 create mode 100644 GUFI-Traces.part07 create mode 100644 GUFI-Traces.part08 create mode 100644 GUFI-Traces.part09 create mode 100644 GUFI-Traces.part10 create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8d8f317 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,11 @@ +GUFI-Traces.part08 filter=lfs diff=lfs merge=lfs -text +GUFI-Traces.part02 filter=lfs diff=lfs merge=lfs -text +GUFI-Traces.part04 filter=lfs diff=lfs merge=lfs -text +GUFI-Traces.part05 filter=lfs diff=lfs merge=lfs -text +GUFI-Traces.part06 filter=lfs diff=lfs merge=lfs -text +GUFI-Traces.part07 filter=lfs diff=lfs merge=lfs -text +GUFI-Traces.part00 filter=lfs diff=lfs merge=lfs -text +GUFI-Traces.part01 filter=lfs diff=lfs merge=lfs -text +GUFI-Traces.part03 filter=lfs diff=lfs merge=lfs -text +GUFI-Traces.part09 filter=lfs diff=lfs merge=lfs -text +GUFI-Traces.part10 filter=lfs diff=lfs merge=lfs -text diff --git a/GUFI-Traces.part00 b/GUFI-Traces.part00 new file mode 100644 index 0000000..49a2f8e --- /dev/null +++ b/GUFI-Traces.part00 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:154a845d9d265291bc1d59a7c54b8635deabf1d172d37d4d02718213645ae6b0 +size 1073741824 diff --git a/GUFI-Traces.part01 b/GUFI-Traces.part01 new file mode 100644 index 0000000..fa98c6b --- /dev/null +++ b/GUFI-Traces.part01 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf9b1ee5d0e3acd2ef81d77dc57b5ce71528f471767d470ec4c53c5c63040b12 +size 1073741824 diff --git a/GUFI-Traces.part02 b/GUFI-Traces.part02 new file mode 100644 index 0000000..12b4dcd --- /dev/null +++ b/GUFI-Traces.part02 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd485d324e2b58857e9ed523e8193bd89cd7b271822b47aa718f3df6dc77841d +size 1073741824 diff --git a/GUFI-Traces.part03 b/GUFI-Traces.part03 new file mode 100644 index 0000000..5f9b1a2 --- /dev/null +++ b/GUFI-Traces.part03 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c365d395adaf27938a9020a057e17d5cfe164a7992a1b17083b6174cad4aa7c7 +size 1073741824 diff --git a/GUFI-Traces.part04 b/GUFI-Traces.part04 new file mode 100644 index 0000000..9d30ecf --- /dev/null +++ b/GUFI-Traces.part04 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9093d8344ce8a260038da3bbd8f03cdb623faef26da34fb88ee71d693bfb55f +size 1073741824 diff --git a/GUFI-Traces.part05 b/GUFI-Traces.part05 new file mode 100644 index 0000000..8cbd01d --- /dev/null +++ b/GUFI-Traces.part05 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bbd377bddf6017269bdac4767a706480022faa6d553916c976d812e71c7c9df +size 1073741824 diff --git a/GUFI-Traces.part06 b/GUFI-Traces.part06 new file mode 100644 index 0000000..5c007f9 --- /dev/null +++ b/GUFI-Traces.part06 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b04979b3dfa74f34127bbb8d3c65a7cee28e03f993b188ee3762fe441f1d53c +size 1073741824 diff --git a/GUFI-Traces.part07 b/GUFI-Traces.part07 new file mode 100644 index 0000000..9ce0d05 --- /dev/null +++ b/GUFI-Traces.part07 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc83412dfb602c8f39c83a8f6af530164439e32b426988a5661025b9c797b906 +size 1073741824 diff --git a/GUFI-Traces.part08 b/GUFI-Traces.part08 new file mode 100644 index 0000000..d0f7a0a --- /dev/null +++ b/GUFI-Traces.part08 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e5c3892b3d3dfe8b472993b230b7cc1012889f037352a76744ab0f71d7fe67 +size 1073741824 diff --git a/GUFI-Traces.part09 b/GUFI-Traces.part09 new file mode 100644 index 0000000..6a63285 --- /dev/null +++ b/GUFI-Traces.part09 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bd3a40b28e6d8055645c8d183d0333a1b84cf3ca4ca368f655c053a07f5eb7d +size 1073741824 diff --git a/GUFI-Traces.part10 b/GUFI-Traces.part10 new file mode 100644 index 0000000..04d67c3 --- /dev/null +++ b/GUFI-Traces.part10 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd3338818289d56cfa5e624c60e1ff848724c753356cd80d13367a3a988c3835 +size 11374162 diff --git a/README.md b/README.md new file mode 100644 index 0000000..a25d28c --- /dev/null +++ b/README.md @@ -0,0 +1,25 @@ +# GUFI Filesystem Traces +---- +The GUFI Filesystem Traces are a series of formatted text files containing metadata taken from +the filesystems of LANL HPC systems. Each line is an entry from the filesystem, containing the entry's +name, stat(2) data, link name (if applicable), several filesystem specific fields (unused in these traces), +and the entry's pinode. The entry name, link name, uid, and gid fields have been anonymized to +preserve privacy. These traces allow for source filesystem trees (without any file contents) to be +regenerated in various ways, allowing for experiments with filesystem metadata from real HPC systems +without needing access to the real filesystems. yellusers is a scan of the yellow NFS home directory from +April 2019. yellprojs is a scan of the yellow NFS projects directory from April 2019. ttscratch and anony +are Trinitite user scratch space scans from March 2019 and April 2019, respectively. scr4 is from the +yellow Lustre scratch space in June 2020. + +LA-UR-21-21017 + +# Reconstruction +---- +This repository contains the bz2 file found at ftp://hpc-ftp.lanl.gov/data/storage/GUFI/GUFITraces.tar.bz2 +split into 1GB files and uploaded through Git LFS. To reconstruct the bz2 file, cat the files together. + +# Usage +---- +After extracting the traces, use `gufi_trace2index` from the +[Grand Unified File Index](https://github.com/mar-file-system/GUFI) to +build indicies.