FiniteVolumeGPU/shmemTesting.py
Martin Lilleeng Sætra aade33caa5 Bugfix
2021-03-03 16:00:09 +00:00

119 lines
3.1 KiB
Python

# -*- coding: utf-8 -*-
"""
This python module implements SHMEM (shared memory) simulations for benchmarking
Copyright (C) 2020 Norwegian Meteorological Institute
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program. If not, see <http://www.gnu.org/licenses/>.
"""
import numpy as np
import gc
import time
import json
import logging
#Simulator engine etc
from GPUSimulators import SHMEMSimulator, Common, CudaContext
from GPUSimulators import EE2D_KP07_dimsplit
from GPUSimulators.helpers import InitialConditions as IC
from GPUSimulators.Simulator import BoundaryCondition as BC
####
#Initialize logging
####
log_level_console = 20
log_level_file = 10
log_filename = 'shmem.log'
logger = logging.getLogger('GPUSimulators')
logger.setLevel(min(log_level_console, log_level_file))
ch = logging.StreamHandler()
ch.setLevel(log_level_console)
logger.addHandler(ch)
logger.info("Console logger using level %s", logging.getLevelName(log_level_console))
fh = logging.FileHandler(log_filename)
formatter = logging.Formatter('%(asctime)s:%(name)s:%(levelname)s: %(message)s')
fh.setFormatter(formatter)
fh.setLevel(log_level_file)
logger.addHandler(fh)
logger.info("File logger using level %s to %s", logging.getLevelName(log_level_file), log_filename)
####
# Initialize SHMEM grid etc
####
logger.info("Creating SHMEM grid")
grid = SHMEMSimulator.SHMEMGrid()
####
# Set initial conditions
####
logger.info("Generating initial conditions")
nx = 128
ny = 128
gamma = 1.4
save_times = np.linspace(0, 5.0, 10)
#outfile = "shmem_out.nc" # XXX: implement grid-support
save_var_names = ['rho', 'rho_u', 'rho_v', 'E']
sims = []
for i in range(grid.ngpus):
outfile = "shmem_out_" + str(i) + ".nc"
arguments = IC.genKelvinHelmholtz(nx, ny, gamma) # XXX: implement grid-support
arguments['context'] = grid.cuda_contexts[i]
arguments['theta'] = 1.2
#arguments['grid'] = grid # XXX: implement grid-support
####
# Run simulation
####
logger.info("Running simulation")
#Helper function to create SHMEM simulator
#def genSim(grid, **kwargs):
def genSim(**kwargs):
sim = EE2D_KP07_dimsplit.EE2D_KP07_dimsplit(**kwargs)
#sim = SHMEMSimulator.SHMEMSimulator(local_sim, grid) # implement SHMEMSimulator-support
sims.append(local_sim)
return sim
outfile = Common.runSimulation(genSim, arguments, outfile, save_times, save_var_names)
####
# Clean shutdown
####
#sim = None # implement SHMEMSimulator-support
sims = None
local_sims = None
arguments = None
logging.shutdown()
gc.collect()
####
# Print completion and exit
####
print("Completed!")
exit(0)