013f3cccc4
- in makeFaMesh, the serial fields are now only read on the master process and broadcast to the other ranks. The read+distribute is almost identical to that used in redistributePar, except that in this case entire fields are sent and not a zero-sized subset. - improved internal faMesh checking for files so that the TryNew method works with distributed roots.
115 lines
3.5 KiB
C++
115 lines
3.5 KiB
C++
/*---------------------------------------------------------------------------*\
|
|
========= |
|
|
\\ / F ield | OpenFOAM: The Open Source CFD Toolbox
|
|
\\ / O peration |
|
|
\\ / A nd | www.openfoam.com
|
|
\\/ M anipulation |
|
|
-------------------------------------------------------------------------------
|
|
Copyright (C) 2021-2022 OpenCFD Ltd.
|
|
-------------------------------------------------------------------------------
|
|
License
|
|
This file is part of OpenFOAM, distributed under GPL-3.0-or-later.
|
|
|
|
Description
|
|
Write proc addressing and decompose area fields (parallel only).
|
|
|
|
\*---------------------------------------------------------------------------*/
|
|
|
|
// Embed do-while to support early termination
|
|
if (doDecompose && Pstream::parRun())
|
|
do
|
|
{
|
|
faMeshReconstructor reconstructor(aMesh, IOobjectOption::READ_IF_PRESENT);
|
|
|
|
if (!reconstructor.good())
|
|
{
|
|
Info<< "Missing volume proc-addressing, "
|
|
"cannot generate area proc-addressing." << nl
|
|
<< "Also skip decomposing area fields...."
|
|
<< endl;
|
|
break;
|
|
}
|
|
|
|
reconstructor.writeMesh(); // Writes on master only
|
|
reconstructor.writeAddressing(); // Writes per-proc
|
|
|
|
Info<< "Wrote proc-addressing and serial mesh" << nl << endl;
|
|
|
|
// Handle area fields
|
|
// ------------------
|
|
|
|
faFieldDecomposer::fieldsCache areaFieldsCache;
|
|
|
|
const faMesh& serialMesh = reconstructor.mesh();
|
|
|
|
if (doDecompFields)
|
|
{
|
|
// The serial finite-area mesh exists and is identical on all
|
|
// processors, but its fields can only reliably be read on the
|
|
// master (eg, running with distributed roots).
|
|
//
|
|
// - mark mesh fields as readable on master only (haveMeshOnProc)
|
|
// - 'subset' entire serial mesh so that a full copy will be
|
|
// broadcast to other ranks (subsetterPtr)
|
|
// - scan available IOobjects on the master only
|
|
|
|
bitSet haveMeshOnProc;
|
|
std::unique_ptr<faMeshSubset> subsetter;
|
|
IOobjectList objects(0);
|
|
|
|
const bool oldDistributed = fileHandler().distributed();
|
|
auto oldHandler = fileHandler(fileOperation::NewUncollated());
|
|
fileHandler().distributed(true);
|
|
|
|
if (Pstream::master())
|
|
{
|
|
haveMeshOnProc.set(Pstream::myProcNo());
|
|
subsetter.reset(new faMeshSubset(serialMesh));
|
|
|
|
const bool oldParRun = Pstream::parRun(false);
|
|
|
|
objects = IOobjectList(serialMesh.time(), runTime.timeName());
|
|
|
|
Pstream::parRun(oldParRun);
|
|
}
|
|
|
|
// Restore old settings
|
|
if (oldHandler)
|
|
{
|
|
fileHandler(std::move(oldHandler));
|
|
}
|
|
fileHandler().distributed(oldDistributed);
|
|
|
|
areaFieldsCache.readAllFields
|
|
(
|
|
haveMeshOnProc,
|
|
subsetter.get(),
|
|
serialMesh,
|
|
objects
|
|
);
|
|
}
|
|
|
|
const label nAreaFields = areaFieldsCache.size();
|
|
|
|
if (nAreaFields)
|
|
{
|
|
Info<< "Decomposing " << nAreaFields << " area fields" << nl;
|
|
|
|
faFieldDecomposer fieldDecomposer
|
|
(
|
|
serialMesh,
|
|
aMesh,
|
|
reconstructor.edgeProcAddressing(),
|
|
reconstructor.faceProcAddressing(),
|
|
reconstructor.boundaryProcAddressing()
|
|
);
|
|
|
|
// Report
|
|
areaFieldsCache.decomposeAllFields(fieldDecomposer, true);
|
|
Info<< endl;
|
|
}
|
|
} while (false);
|
|
|
|
|
|
// ************************************************************************* //
|