More accurate detection of cyclic includes

pull/593/head
Mads Buvik Sandvei 4 years ago
parent 5c7ecb865c
commit 0d6be9bd18

@ -61,45 +61,39 @@ namespace Shader
return true; return true;
} }
bool parseIncludes(boost::filesystem::path shaderPath, std::string& source, const std::string& templateName) // Recursively replaces include statements with the actual source of the included files.
// Adjusts #line statements accordingly and detects cyclic includes.
// includingFiles is the set of files that include this file directly or indirectly, and is intentionally not a reference to allow automatic cleanup.
static bool parseIncludes(boost::filesystem::path shaderPath, std::string& source, const std::string& fileName, int& fileNumber, std::set<boost::filesystem::path> includingFiles)
{ {
// An include is cyclic if it is being included by itself
if (includingFiles.insert(shaderPath/fileName).second == false)
{
Log(Debug::Error) << "Shader " << fileName << " error: Detected cyclic #includes";
return false;
}
Misc::StringUtils::replaceAll(source, "\r\n", "\n"); Misc::StringUtils::replaceAll(source, "\r\n", "\n");
std::set<boost::filesystem::path> includedFiles;
size_t foundPos = 0; size_t foundPos = 0;
int fileNumber = 1;
while ((foundPos = source.find("#include")) != std::string::npos) while ((foundPos = source.find("#include")) != std::string::npos)
{ {
size_t start = source.find('"', foundPos); size_t start = source.find('"', foundPos);
if (start == std::string::npos || start == source.size()-1) if (start == std::string::npos || start == source.size() - 1)
{ {
Log(Debug::Error) << "Shader " << templateName << " error: Invalid #include"; Log(Debug::Error) << "Shader " << fileName << " error: Invalid #include";
return false; return false;
} }
size_t end = source.find('"', start+1); size_t end = source.find('"', start + 1);
if (end == std::string::npos) if (end == std::string::npos)
{ {
Log(Debug::Error) << "Shader " << templateName << " error: Invalid #include"; Log(Debug::Error) << "Shader " << fileName << " error: Invalid #include";
return false; return false;
} }
std::string includeFilename = source.substr(start+1, end-(start+1)); std::string includeFilename = source.substr(start + 1, end - (start + 1));
boost::filesystem::path includePath = shaderPath / includeFilename; boost::filesystem::path includePath = shaderPath / includeFilename;
boost::filesystem::ifstream includeFstream;
includeFstream.open(includePath);
if (includeFstream.fail())
{
Log(Debug::Error) << "Shader " << templateName << " error: Failed to open include " << includePath.string();
return false;
}
std::stringstream buffer;
buffer << includeFstream.rdbuf();
std::string stringRepresentation = buffer.str();
addLineDirectivesAfterConditionalBlocks(stringRepresentation);
// insert #line directives so we get correct line numbers in compiler errors
int includedFileNumber = fileNumber++;
// Determine the line number that will be used for the #line directive following the included source
size_t lineDirectivePosition = source.rfind("#line", foundPos); size_t lineDirectivePosition = source.rfind("#line", foundPos);
int lineNumber; int lineNumber;
if (lineDirectivePosition != std::string::npos) if (lineDirectivePosition != std::string::npos)
@ -116,16 +110,30 @@ namespace Shader
} }
lineNumber += std::count(source.begin() + lineDirectivePosition, source.begin() + foundPos, '\n'); lineNumber += std::count(source.begin() + lineDirectivePosition, source.begin() + foundPos, '\n');
std::stringstream toInsert; // Include the file recursively
toInsert << "#line 0 " << includedFileNumber << "\n" << stringRepresentation << "\n#line " << lineNumber << " 0\n"; boost::filesystem::ifstream includeFstream;
includeFstream.open(includePath);
source.replace(foundPos, (end-foundPos+1), toInsert.str()); if (includeFstream.fail())
{
Log(Debug::Error) << "Shader " << fileName << " error: Failed to open include " << includePath.string();
return false;
}
int includedFileNumber = fileNumber++;
if (includedFiles.insert(includePath).second == false) std::stringstream buffer;
buffer << includeFstream.rdbuf();
std::string stringRepresentation = buffer.str();
if (!addLineDirectivesAfterConditionalBlocks(stringRepresentation)
|| !parseIncludes(shaderPath, stringRepresentation, includeFilename, fileNumber, includingFiles))
{ {
Log(Debug::Error) << "Shader " << templateName << " error: Detected cyclic #includes"; Log(Debug::Error) << "In file included from " << fileName << "." << lineNumber;
return false; return false;
} }
std::stringstream toInsert;
toInsert << "#line 0 " << includedFileNumber << "\n" << stringRepresentation << "\n#line " << lineNumber << " 0\n";
source.replace(foundPos, (end - foundPos + 1), toInsert.str());
} }
return true; return true;
} }
@ -282,21 +290,22 @@ namespace Shader
TemplateMap::iterator templateIt = mShaderTemplates.find(templateName); TemplateMap::iterator templateIt = mShaderTemplates.find(templateName);
if (templateIt == mShaderTemplates.end()) if (templateIt == mShaderTemplates.end())
{ {
boost::filesystem::path p = (boost::filesystem::path(mPath) / templateName); boost::filesystem::path path = (boost::filesystem::path(mPath) / templateName);
boost::filesystem::ifstream stream; boost::filesystem::ifstream stream;
stream.open(p); stream.open(path);
if (stream.fail()) if (stream.fail())
{ {
Log(Debug::Error) << "Failed to open " << p.string(); Log(Debug::Error) << "Failed to open " << path.string();
return nullptr; return nullptr;
} }
std::stringstream buffer; std::stringstream buffer;
buffer << stream.rdbuf(); buffer << stream.rdbuf();
// parse includes // parse includes
int fileNumber = 1;
std::string source = buffer.str(); std::string source = buffer.str();
if (!addLineDirectivesAfterConditionalBlocks(source) if (!addLineDirectivesAfterConditionalBlocks(source)
|| !parseIncludes(boost::filesystem::path(mPath), source, templateName)) || !parseIncludes(boost::filesystem::path(mPath), source, templateName, fileNumber, {}))
return nullptr; return nullptr;
templateIt = mShaderTemplates.insert(std::make_pair(templateName, source)).first; templateIt = mShaderTemplates.insert(std::make_pair(templateName, source)).first;

Loading…
Cancel
Save