CudaStreamManager.h

Go to the documentation of this file.

//=======================================================================================
// ____          ____    __    ______     __________   __      __       __        __
// \    \       |    |  |  |  |   _   \  |___    ___| |  |    |  |     /  \      |  |
//  \    \      |    |  |  |  |  |_)   |     |  |     |  |    |  |    /    \     |  |
//   \    \     |    |  |  |  |   _   /      |  |     |  |    |  |   /  /\  \    |  |
//    \    \    |    |  |  |  |  | \  \      |  |     |   \__/   |  /  ____  \   |  |____
//     \    \   |    |  |__|  |__|  \__\     |__|      \________/  /__/    \__\  |_______|
//      \    \  |    |   ________________________________________________________________
//       \    \ |    |  |  ______________________________________________________________|
//        \    \|    |  |  |         __          __     __     __     ______      _______
//         \         |  |  |_____   |  |        |  |   |  |   |  |   |   _  \    /  _____)
//          \        |  |   _____|  |  |        |  |   |  |   |  |   |  | \  \   \_______
//           \       |  |  |        |  |_____   |   \_/   |   |  |   |  |_/  /    _____  |
//            \ _____|  |__|        |________|   \_______/    |__|   |______/    (_______/
//
//  This file is part of VirtualFluids. VirtualFluids is free software: you can
//  redistribute it and/or modify it under the terms of the GNU General Public
//  License as published by the Free Software Foundation, either version 3 of
//  the License, or (at your option) any later version.
//
//  VirtualFluids is distributed in the hope that it will be useful, but WITHOUT
//  ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
//  FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
//  for more details.
//
//  SPDX-License-Identifier: GPL-3.0-or-later
//  SPDX-FileCopyrightText: Copyright © VirtualFluids Project contributors, see AUTHORS.md in root folder
//
//=======================================================================================
#ifndef STREAM_MANAGER_H
#define STREAM_MANAGER_H
 
#include <map>
#include <cuda.h>
#include <cuda_runtime.h>
#include <basics/DataTypes.h>
 
namespace vf::gpu {
 
enum class CudaStreamIndex
    {
        Legacy,
        Bulk,
        SubDomainBorder,
        Precursor,
        ActuatorFarm,
        PrecursorWriter,
        BuoyancyProvider
    };
 
class CudaStreamManager
{
private:
    std::multimap<CudaStreamIndex, cudaStream_t> cudaStreams;
    cudaEvent_t startBulkKernel = NULL;
    cudaStream_t legacyStream = CU_STREAM_LEGACY;
 
public:
    int registerAndLaunchStream(CudaStreamIndex streamIndex);
    void terminateStreams();
    cudaStream_t &getStream(CudaStreamIndex streamIndex, uint multiStreamIndex = 0);
 
    bool streamIsRegistered(CudaStreamIndex streamIndex);
    // Events
    void createCudaEvents();
    void destroyCudaEvents();
 
    void triggerStartBulkKernel(CudaStreamIndex streamIndex, uint multiStreamIndex = 0);
    void waitOnStartBulkKernelEvent(CudaStreamIndex streamIndex, uint multiStreamIndex = 0);
};
 
}
 
#endif