phobos.spec.in

Name:    @PACKAGE@
Version: @VERSION@
Release: @PHOBOS_RELEASE@%{?dist}
Summary: Parallel Heterogeneous OBject-Oriented Storage

Group:   Applications/System
License: LGPLv2.1
URL:     http://www-hpc.cea.fr
Source0: %{name}-%{version}.tar.gz

%define phobosdocdir %{_docdir}/%{name}

# build options || .rpmmacros options || change to default action
# ==============  ====================  ===========================
# --with rados  ||   %%_with_rados 1  || build the rados libraries

%bcond_with rados

%define __python /usr/bin/python3

%if 0%{?rhel} >= 8
%global python_prefix python3
%global postgres_prefix postgresql
%else
%global python_prefix python36
%global postgres_prefix postgresql94
%endif

BuildRequires: %{postgres_prefix}-devel
BuildRequires: glib2-devel >= 2.28
BuildRequires: %{python_prefix}-devel
BuildRequires: jansson-devel >= 2.5
BuildRequires: libattr-devel
BuildRequires: libini_config-devel
BuildRequires: openssl-devel
BuildRequires: sg3_utils-devel
BuildRequires: protobuf-c-devel
BuildRequires: systemd
BuildRequires: autoconf
BuildRequires: automake
BuildRequires: libtool
BuildRequires: make
BuildRequires: openssl-devel >= 0.9.7
BuildRequires: xxhash-devel
BuildRequires: libcmocka-devel
BuildRequires: libuuid-devel

Requires: %{postgres_prefix}-server
Requires: %{postgres_prefix}-contrib
Requires: glib2 >= 2.28
Requires: jansson
Requires: libini_config
Requires: openssl
Requires: attr
Requires: libattr
Requires: %{python_prefix}
%if 0%{?rhel} < 8
Requires: python-argparse
%endif
Requires: %{python_prefix}-PyYAML
Requires: %{python_prefix}-clustershell
Requires: %{python_prefix}-psycopg2
Requires: %{python_prefix}-tabulate
%if 0%{?rhel} > 8
Requires: %{python_prefix}-setuptools
%endif
Requires: protobuf
Requires: protobuf-c
Requires: openssl >= 0.9.7
Requires: xxhash-libs
Requires: libuuid

%description
Phobos aims to implement high performance distributed object storage on a wide
variety of media including tapes, POSIX file systems, other object stores...
This initial version is however limited to a single host. It can manage tapes
in a SCSI library and local directories.

%package devel
Summary: C API for Phobos Object Store.

Requires: phobos
Requires: glib2-devel >= 2.28
Requires: jansson-devel >= 2.5
Requires: libattr-devel

%description devel
This package contains header files and required libraries to access Phobos
object store from a C program.

%if %{with rados}
%package rados-adapters
Summary: RADOS adapters for Phobos

BuildRequires: librados2-devel

Requires: phobos
Requires: librados2

%description rados-adapters
This package contains required libraries to use Ceph/RADOS as a Phobos storage
backend. Verify that the Phobos configuration file has been updated to support
RADOS functionalities.
%endif

%prep
%setup -q


%build

CONFIGURE_OPTIONS=""

%if %{with rados}
CONFIGURE_OPTIONS="$CONFIGURE_OPTIONS --enable-rados"
%endif

%if 0%{?rhel} < 8
export PKG_CONFIG_PATH=/usr/pgsql-9.4/lib/pkgconfig
%endif

%configure $CONFIGURE_OPTIONS
make %{?_smp_mflags}


%install
%make_install
install -D -p -m 0640 doc/cfg/template.conf %{buildroot}/%{_sysconfdir}/phobos.conf
# create another copy of configuration in documentation directory
install -D -p -m 0640 doc/cfg/template.conf %{buildroot}/%{phobosdocdir}/template.conf
install -p -m 0640 README.md %{buildroot}/%{phobosdocdir}/README.md
cd %{_builddir}/%{name}-%{version}/src/cli/
%{__python} setup.py install --skip-build --root %{buildroot}

rm -f $RPM_BUILD_ROOT/%{_libdir}/phobos/libpho_*.a
rm -f $RPM_BUILD_ROOT/%{_libdir}/phobos/libpho_*.la

mkdir -p %{buildroot}/%{_sysconfdir}/ld.so.conf.d/
echo "%{_libdir}/phobos" > %{buildroot}/%{_sysconfdir}/ld.so.conf.d/phobos.conf

%files

%{_libdir}/libphobos_store.so*
%{_libdir}/libphobos_admin.so*
%{_libdir}/phobos/libpho_*_dir.so*
%{_libdir}/phobos/libpho_*_tape.so*
%{_libdir}/phobos/libpho_*_ltfs.so*
%{_libdir}/phobos/libpho_*_posix.so*
%{_libdir}/phobos/libpho_*_raid1.so*
%{_libdir}/phobos/libpho_*_raid4.so*
%{_libdir}/phobos/libpho_*_dummy.so*
%{_libdir}/phobos/libpho_*_scsi.so*
%{_sbindir}/pho_*_helper
%{_sbindir}/phobos_db
%{python_sitearch}/phobos/*
%{python_sitearch}/phobos-*-py?.?.egg-info
%{_bindir}/phobos
%{_sbindir}/phobosd
%{_unitdir}/phobosd.service
%{_sysconfdir}/ld.so.conf.d/phobos.conf
%{_sbindir}/phobos_tape_library_test
%{_sbindir}/phobos_tape_library_test.bash
%{_sbindir}/phobos_tape_library_mtx_test.bash
%{_sbindir}/phobos_tlc
%{_unitdir}/phobos_tlc.service

%config(noreplace) %{_sysconfdir}/phobos.conf
%dir %{phobosdocdir}
%doc %{phobosdocdir}/README.md
%doc %{phobosdocdir}/template.conf

%files devel

%{_includedir}/pho_attrs.h
%{_includedir}/pho_cfg.h
%{_includedir}/pho_comm.h
%{_includedir}/pho_common.h
%{_includedir}/pho_dss.h
%{_includedir}/pho_dss_wrapper.h
%{_includedir}/pho_ldm.h
%{_includedir}/pho_types.h
%{_includedir}/phobos_store.h
%{_includedir}/phobos_admin.h
%{_libdir}/libphobos_store.la
%{_libdir}/libphobos_admin.la

%post
ldconfig

%if %{with rados}
%files rados-adapters
%{_libdir}/phobos/libpho_*rados*.so*

%post rados-adapters
ldconfig
%endif

%changelog
* Tue Jan 14 2025 - Patrice Lucas <patrice.lucas@cea.fr> - 2.2.0-1
 - WARNING: the db schema moves from 2.1 to 2.2 and a migration is needed
 - WARNING: XFER structure is modified to old N objects and the API
   compatibility is broken. (For example, the lhsm_phobos copytool must be
   also updated to version 1.3 or greater.)
 - WARNING: the `alias` feature is renamed `profile`. In that extent, all
   `-a`/`--alias` options are renamed `-p`/`--profile`.
 - WARNING: the `-p` option, standing for `--lyt-params`, is uppercased, thus
   changed to `-P`.
 - WARNING: the mput is replaced by `put --file`
 - WARNING: tlc daemon is renamed phobos_tlc
 - grouping: this new feature is available to group objects on similar media.
 - no-split: we add a new `no-split` mode to put a list of object on the same
   medium.
 - `--new-library`: this new admin option is available to change the library of
   a drive, a dir, a tape or a rados pool.
 - `library` parameter is added to alias.
 - `distutils` dependency is changed to `setuptools`.
 - `io_block_size` parameter is extended by family.
 - `dir_full_threshold` and `rados_pool_full_threshold` options complete the
   `tape_full_threshold` option.
 - `listen_interface` setting is added for tlc.
 - `--library` option is added to phobos extent list.
 - `--errors` option is added to clear logs.
 - `--status` option is added to `phobos media list` and `phobos drive list`.

* Mon Oct 14 2024 - Patrice Lucas <patrice.lucas@cea.fr> - 2.1.0-1
 - WARNING: the db schema moves from 2.0 to 2.1 and a migration is needed
 - Multilibrary: Resource (tape or drive for example) can now belong to
   different libraries. Default libraries per family must be set in phobos.conf.
 - Rename: we can change the object id of an existing object.
 - Repack: we can copy non deprecated object of one tape
   to a new one and format the old tape to remove deprecated objects.
 - RAID4: a new 2+1 layout is available. Object is split on two media and a
   third one contains XOR.
 - --sort/--rsort: phobos extent/media/drive/object lists can be sorted.
 - Empty dir/tape/rados_pool deletion: medium without any extent can be deleted.
 - LTFS release: a phobos cli command is available to release the ltfs lock
   of one drive.
 - Hard deletion: --hard option is added to the delete command.
 - Object creation and access times are managed by phobos.
 - path normalization: dir path normalization (trailing "/" or relative path
   for example) are managed by phobos CLI and API.

* Fri May 17 2024 - Patrice Lucas <patrice.lucas@cea.fr> - 2.0.0-1
- WARNING: the db schema moves from 1.95 to 2.0 and a migration is needed
- Device, medium: errors are now logged into the DSS and managed through a
  health counter
- TLC: Library is now accessed through the Tape Library Controler
- Extent migration between tapes is now ready and paves the road for the future
  tape repack feature.
- Tape import: we can now import into a Phobos system a tape from an other
  Phobos system (recovery or transfer).

* Wed Nov 29 2023 - Guillaume Courrier <guillaume.courrier@cea.fr> - 1.95.1-2
- Add missing pho_ldm.h in installed headers

* Fri Nov 24 2023 - Patrice Lucas <patrice.lucas@cea.fr> - 1.95.1-1
- ltfs: improve ltfs log with serial number
- ltfs: return an error if labels are different at mount operation
- store, admin, cli: fix store and admin global context share
- LRS : fix unloading a tape from a source which is not a slot
- compilation : fix gcc compilation warning on RHEL 9 based system
- doc : add documentation for the currently_dedicated_to option

* Thu Oct 19 2023 - Patrice Lucas <patrice.lucas@cea.fr> - 1.95-2
- Phobos-devel requires libattr-devel

* Thu Sep 21 2023 - Yoann Valeri <yoann.valeri@cea.fr> - 1.95-1
- Release 1.95 (Tethys)
- WARNING: the db schema moves from 1.93 to 1.95 and a migration is needed.
- Added early locking when locating an object
- Improved locate to check whether an object can be read with the current
  resources (unlocked driver/tapes, driver/tape generation compatibility)
- Creation of I/O schedulers for efficient request handling: FIFO, Group Read,
  Fair Share.
- Added the "sched fair_share" command to configure the Fair Share algorithm
- Created library tests to certify Phobos can work on the target library
- Calculate MD5 and/or XXH128 (if available) as extent checksum when putting
  objects
- Retrieve MD5 and XXH128 checksums at extent listing
- Added SCSI logs into DSS

* Mon Nov 7 2022 - Yoann Valeri <yoann.valeri@cea.fr> - 1.94.1-1
- Added RADOS as data storage backend
- Added module-loader to manage io, fs, dev, lib and layout adapters dynamically
- Modified drive lock API and command
- Added drive migrate command
- Improved command documentation
- Internal LRS parallelization (read, write and format managed by device
  threads)
- Added locate modification design

* Tue Apr 19 2022 - Yoann Valeri <yoann.valeri@cea.fr> - 1.94-1
- Release 1.94 (Rhea)
- Improved documentation on setup, admin commands, object management, listing
  commands
- Added thresholds for when to synchronize a medium (time, number of requests
  and written size). Synchronizations are now done all at once, not one by one
- LRS is now composed of the duo of threads:
    * communication and scheduler threads, for communicating with clients and
      managing a specific family of device/media;
    * device threads, to manage a device and basic operations regarding a
      medium. Multiple device/medium can now operate in parallel for operations
      like mount/umount/load/unload and formats, which do not block the
      execution of read and write requests anymore
- Media don't unload when terminating the LRS
- LRS will wait for every I/O completion before terminating
- LRS won't stop when a client is disconnected
- New commands:
    * drive delete
    * drive status
    * lock clean
- Format manage multiple formats at the same time, and added a parameter to
  limit the number of concurrent formats
- Added max-width and no-truncate arguments to object list

* Tue Nov 30 2021 - Patrice Lucas <patrice.lucas@cea.fr> - 1.93-1
- LRS lock refactoring
- Added layout parameters to migration
- Removed layout simple and added simple alias
- Limited sync to write operations

* Fri Jul 2 2021 - Yoann Valeri <yoann.valeri@cea.fr> - 1.92-1
- Locate command
- Uuid and version options to get command

* Mon May 17 2021 - Yoann Valeri <yoann.valeri@cea.fr> - 1.91.2-1
- Modified concurrency lock management in DSS
- Modified DB schema
- Pattern option to extent and object list
- Ping command
- Configurable block size when writing data
- Put overwrite
- Added phobos locate command's design documentation

* Wed Mar 3 2021 - Sebastien Gougeaud <sebastien.gougeaud@cea.fr> - 1.91.1-1
- Delete and undelete commands for objects
- Extent path generation now considers uuid and version of objects

* Wed Jan 13 2021 - Sebastien Gougeaud <sebastien.gougeaud@cea.fr> - 1.91.0-1
- Release 1.91 (Japet)
- Python3 port
- New DB version towards the future deletion mechanism
- Alias feature to specify storage class of service
- Media set-access command to control permitted medium operations
- Daemon management optimization (ressource locks, etc.)

* Thu Sep 10 2020 - Thomas Leibovici <thomas.leibovici@cea.fr> - 1.90.0-1
- Release 1.90 (Hi'iaka): 1.9x is the release cycle towards 2.0
- Phobos now runs a daemon (phobosd) on each IO node to manage devices and
  schedule IOs
- Object and extent listing and filtering commands
- Layout and family selection from (m)put command line
- Split too large extents on multiple media
- Port to RHEL/CentOS8
- Various fixes and refactoring

* Fri Jan 10 2020 - Thomas Leibovici <thomas.leibovici@cea.fr> - 1.3.1-1
- Pass 'scsi generic' devices to LTFS instead of 'scsi tape'.

* Tue Nov 26 2019 - Thomas Leibovici <thomas.leibovici@cea.fr> - 1.3.0-1
- Release 1.3 (Vala)
- Now uses LTFS 2.4. No longer requires lin_tape.
- Media list filter by tag, e.g. "phobos tape list -T foo,bar"
- Drive list filter by model, e.g. "phobos drive list -m ULTRIUM-TD6"
- Fix various memory leaks and wrong behaviors

* Thu Jul 18 2019 - Thomas Leibovici <thomas.leibovici@cea.fr> - 1.2.0-1
- Final 1.2 release (Echo)
- New features:
    * Dual logging (stderr and syslog)
    * phobos lib scan (improved 'mtx status')
    * phobos_db tool (DB schema management, DB migration)
    * retry when the number of concurrent PUT/GET > nb drives
    * media tag management
    * manage drive-tape compatibility rules (WIP)

* Mon Jan 15 2018 - Thomas Leibovici <thomas.leibovici@cea.fr> - 1.1-4
- Minor refresh with latest patches

* Fri Sep 08 2017 - Henri Doreau <henri.doreau@cea.fr> - 1.1-3
- Propery set LGPL headers to the project files
- Reimplement CLI using ctypes instead of SWIG
- Fix a bug where errors on flush would trigger an assertion failure
- Misc packaging improvements to meet ocean quality standards

* Fri Aug 04 2017 - Thomas Leibovici <thomas.leibovici@cea.fr> - 1.1-2
- Change DB conversion script to properly convert JSON integers
- Make DSS resilient to missing stats fields in JSONs
- Fix default commands for ltfs mount/umount/format
- Don't leave a drive busy when its filesystem is full
- Fix invalid write intent size of 0
- Set rpath to load layout modules
- SCSI library: check target slot is empty before move
- Make tape move resilient to invalid slot

* Wed Jun 21 2017 - Thomas Leibovici <thomas.leibovici@cea.fr> - 1.1-1
- Generic Layout management + 2 implementations: 'simple' and 'raid1'.
- Configuration changes. See installed template (see /etc/phobos.conf.rpmnew).
- Set filesystem label at format time, and check it at mount time.
- Improved management of full devices (set R/O, tag full...)
- SCSI library: when needed, search free slot to unload a tape to.
- Phobos 1.0 to phobos 1.1 DB conversion script.
- New DSS filter API (no change in commands or user interface).
- Miscellaneous bug fixes