fenix_process_recovery.hpp

/*
//@HEADER
// ************************************************************************
//
//
//            _|_|_|_|  _|_|_|_|  _|      _|  _|_|_|  _|      _|
//            _|        _|        _|_|    _|    _|      _|  _|
//            _|_|_|    _|_|_|    _|  _|  _|    _|        _|
//            _|        _|        _|    _|_|    _|      _|  _|
//            _|        _|_|_|_|  _|      _|  _|_|_|  _|      _|
//
//
//
//
// Copyright (C) 2016 Rutgers University and Sandia Corporation
//
// Under the terms of Contract DE-AC04-94AL85000 with Sandia Corporation,
// the U.S. Government retains certain rights in this software.
//
// Redistribution and use in source and binary forms, with or without
// modification, are permitted provided that the following conditions are
// met:
//
// 1. Redistributions of source code must retain the above copyright
// notice, this list of conditions and the following disclaimer.
//
// 2. Redistributions in binary form must reproduce the above copyright
// notice, this list of conditions and the following disclaimer in the
// documentation and/or other materials provided with the distribution.
//
// 3. Neither the name of the Corporation nor the names of the
// contributors may be used to endorse or promote products derived from
// this software without specific prior written permission.
//
// THIS SOFTWARE IS PROVIDED BY SANDIA CORPORATION "AS IS" AND ANY
// EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
// IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
// PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL SANDIA CORPORATION OR THE
// CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
// EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
// PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
// PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
// LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
// NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
// SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
//
// Author Marc Gamell, Eric Valenzuela, Keita Teranishi, Manish Parashar,
//        Rob Van der Wijngaart, Michael Heroux, and Matthew Whitlock
//
// Questions? Contact Keita Teranishi (knteran@sandia.gov) and
//                    Marc Gamell (mgamell@cac.rutgers.edu)
//
// ************************************************************************
//@HEADER
*/
 
#ifndef __FENIX_PROCESS_RECOVERY__
#define __FENIX_PROCESS_RECOVERY__
 
#include <mpi.h>
#include <setjmp.h>
#include <stdio.h>
#include <unistd.h>
#include <stdlib.h>
#include <stdarg.h>
#include <stdint.h>
#include <signal.h>
 
#include "fenix_init.h"
#include <functional>
 
#define __FENIX_RESUME_AT_INIT 0 
#define __FENIX_RESUME_NO_JUMP 200
 
using fenix_callback_func = std::function<void(MPI_Comm, int)>;
 
typedef struct __fenix_comm_list_elm {
  struct __fenix_comm_list_elm *next;
  struct __fenix_comm_list_elm *prev;
  MPI_Comm *comm;
} fenix_comm_list_elm_t;
 
typedef struct {
  fenix_comm_list_elm_t *head;
  fenix_comm_list_elm_t *tail;
} fenix_comm_list_t;
 
int __fenix_create_new_world();
 
int __fenix_repair_ranks();
 
int __fenix_callback_register(fenix_callback_func& recover);
 
int __fenix_callback_pop();
 
void __fenix_callback_invoke_all(int error);
 
int* __fenix_get_fail_ranks(int *, int, int);
 
int __fenix_spare_rank();
 
int __fenix_get_rank_role();
 
void __fenix_set_rank_role(int FenixRankRole);
 
int __fenix_detect_failures(int do_recovery);
 
void __fenix_finalize();
 
void __fenix_finalize_spare();
 
void __fenix_test_MPI(MPI_Comm*, int*, ...);
 
#endif