#include "pch.h" #include "EffectCompiler.h" #include #include "Utils.h" #include #include #include "EffectCacheManager.h" #include "StrUtils.h" #include "App.h" #include "DeviceResources.h" #include "Logger.h" #include // std::has_single_bit #include "Config.h" static const char* META_INDICATOR = "//!"; static const wchar_t* SAVE_SOURCE_DIR = L".\\sources"; class PassInclude : public ID3DInclude { public: HRESULT CALLBACK Open( D3D_INCLUDE_TYPE IncludeType, LPCSTR pFileName, LPCVOID pParentData, LPCVOID* ppData, UINT* pBytes ) override { std::wstring relativePath = StrUtils::ConcatW(L"effects\\", StrUtils::UTF8ToUTF16(pFileName)); std::string file; if (!Utils::ReadTextFile(relativePath.c_str(), file)) { return E_FAIL; } char* result = new char[file.size()]; std::memcpy(result, file.data(), file.size()); *ppData = result; *pBytes = (UINT)file.size(); return S_OK; } HRESULT CALLBACK Close(LPCVOID pData) override { delete[](char*)pData; return S_OK; } }; UINT RemoveComments(std::string& source) { // 确保以换行符结尾 if (source.back() != '\n') { source.push_back('\n'); } std::string result; result.reserve(source.size()); int j = 0; // 单独处理最后两个字符 for (size_t i = 0, end = source.size() - 2; i < end; ++i) { if (source[i] == '/') { if (source[i + 1] == '/' && source[i + 2] != '!') { // 行注释 i += 2; // 无需处理越界,因为必定以换行符结尾 while (source[i] != '\n') { ++i; } // 保留换行符 source[j++] = '\n'; continue; } else if (source[i + 1] == '*') { // 块注释 i += 2; while (true) { if (++i >= source.size()) { // 未闭合 return 1; } if (source[i - 1] == '*' && source[i] == '/') { break; } } // 文件结尾 if (i >= source.size() - 2) { source.resize(j); return 0; } continue; } } source[j++] = source[i]; } // 无需复制最后的换行符 source[j++] = source[source.size() - 2]; source.resize(j); return 0; } template static void RemoveLeadingBlanks(std::string_view& source) { size_t i = 0; for (; i < source.size(); ++i) { if constexpr (IncludeNewLine) { if (!StrUtils::isspace(source[i])) { break; } } else { char c = source[i]; if (c != ' ' && c != '\t') { break; } } } source.remove_prefix(i); } template static bool CheckNextToken(std::string_view& source, std::string_view token) { RemoveLeadingBlanks(source); if (!source.starts_with(token)) { return false; } source.remove_prefix(token.size()); return true; } template static UINT GetNextToken(std::string_view& source, std::string_view& value) { RemoveLeadingBlanks(source); if (source.empty()) { return 2; } char cur = source[0]; if (StrUtils::isalpha(cur) || cur == '_') { size_t j = 1; for (; j < source.size(); ++j) { cur = source[j]; if (!StrUtils::isalnum(cur) && cur != '_') { break; } } value = source.substr(0, j); source.remove_prefix(j); return 0; } if constexpr (AllowNewLine) { return 1; } else { return cur == '\n' ? 2 : 1; } } bool CheckMagic(std::string_view& source) { std::string_view token; if (!CheckNextToken(source, META_INDICATOR)) { return false; } if (!CheckNextToken(source, "MAGPIE")) { return false; } if (!CheckNextToken(source, "EFFECT")) { return false; } if (GetNextToken(source, token) != 2) { return false; } if (source.empty()) { return false; } return true; } UINT GetNextString(std::string_view& source, std::string_view& value) { RemoveLeadingBlanks(source); size_t pos = source.find('\n'); value = source.substr(0, pos); StrUtils::Trim(value); if (value.empty()) { return 1; } source.remove_prefix(std::min(pos + 1, source.size())); return 0; } template static UINT GetNextNumber(std::string_view& source, T& value) { RemoveLeadingBlanks(source); if (source.empty()) { return 1; } const auto& result = std::from_chars(source.data(), source.data() + source.size(), value); if ((int)result.ec) { return 1; } // 解析成功 source.remove_prefix(result.ptr - source.data()); return 0; } UINT GetNextExpr(std::string_view& source, std::string& expr) { RemoveLeadingBlanks(source); size_t size = std::min(source.find('\n') + 1, source.size()); // 移除空白字符 expr.resize(size); size_t j = 0; for (size_t i = 0; i < size; ++i) { char c = source[i]; if (!isspace(c)) { expr[j++] = c; } } expr.resize(j); if (expr.empty()) { return 1; } source.remove_prefix(size); return 0; } UINT ResolveHeader(std::string_view block, EffectDesc& desc) { // 必需的选项:VERSION // 可选的选项:OUTPUT_WIDTH,OUTPUT_HEIGHT,USE_DYNAMIC std::bitset<4> processed; std::string_view token; while (true) { if (!CheckNextToken(block, META_INDICATOR)) { break; } if (GetNextToken(block, token)) { return 1; } std::string t = StrUtils::ToUpperCase(token); if (t == "VERSION") { if (processed[0]) { return 1; } processed[0] = true; UINT version; if (GetNextNumber(block, version)) { return 1; } if (version != EffectCompiler::VERSION) { return 1; } if (GetNextToken(block, token) != 2) { return 1; } } else if (t == "OUTPUT_WIDTH") { if (processed[1]) { return 1; } processed[1] = true; if (GetNextExpr(block, desc.outSizeExpr.first)) { return 1; } } else if (t == "OUTPUT_HEIGHT") { if (processed[2]) { return 1; } processed[2] = true; if (GetNextExpr(block, desc.outSizeExpr.second)) { return 1; } } else if (t == "USE_DYNAMIC") { if (processed[3]) { return 1; } processed[3] = true; if (GetNextToken(block, token) != 2) { return 1; } desc.isUseDynamic = true; } else { return 1; } } // HEADER 块不含代码部分 if (GetNextToken(block, token) != 2) { return 1; } if (!processed[0] || (processed[1] ^ processed[2])) { return 1; } return 0; } UINT ResolveParameter(std::string_view block, EffectDesc& desc) { // 必需的选项:DEFAULT // 可选的选项:LABEL,MIN,MAX std::bitset<4> processed; std::string_view token; if (!CheckNextToken(block, META_INDICATOR)) { return 1; } if (!CheckNextToken(block, "PARAMETER")) { return 1; } if (GetNextToken(block, token) != 2) { return 1; } EffectParameterDesc& paramDesc = desc.params.emplace_back(); std::string_view defaultValue; std::string_view minValue; std::string_view maxValue; while (true) { if (!CheckNextToken(block, META_INDICATOR)) { break; } if (GetNextToken(block, token)) { return 1; } std::string t = StrUtils::ToUpperCase(token); if (t == "DEFAULT") { if (processed[0]) { return 1; } processed[0] = true; if (GetNextString(block, defaultValue)) { return 1; } } else if (t == "LABEL") { if (processed[1]) { return 1; } processed[1] = true; std::string_view t; if (GetNextString(block, t)) { return 1; } paramDesc.label = t; } else if (t == "MIN") { if (processed[2]) { return 1; } processed[2] = true; if (GetNextString(block, minValue)) { return 1; } } else if (t == "MAX") { if (processed[3]) { return 1; } processed[3] = true; if (GetNextString(block, maxValue)) { return 1; } } else { return 1; } } // DEFAULT 必须存在 if (!processed[0]) { return 1; } // 代码部分 if (GetNextToken(block, token)) { return 1; } if (token == "float") { paramDesc.type = EffectConstantType::Float; if (!defaultValue.empty()) { paramDesc.defaultValue = 0.0f; if (GetNextNumber(defaultValue, std::get(paramDesc.defaultValue))) { return 1; } } if (!minValue.empty()) { float value; if (GetNextNumber(minValue, value)) { return 1; } if (!defaultValue.empty() && std::get(paramDesc.defaultValue) < value) { return 1; } paramDesc.minValue = value; } if (!maxValue.empty()) { float value; if (GetNextNumber(maxValue, value)) { return 1; } if (!defaultValue.empty() && std::get(paramDesc.defaultValue) > value) { return 1; } if (!minValue.empty() && std::get(paramDesc.minValue) > value) { return 1; } paramDesc.maxValue = value; } } else if (token == "int") { paramDesc.type = EffectConstantType::Int; if (!defaultValue.empty()) { paramDesc.defaultValue = 0; if (GetNextNumber(defaultValue, std::get(paramDesc.defaultValue))) { return 1; } } if (!minValue.empty()) { int value; if (GetNextNumber(minValue, value)) { return 1; } if (!defaultValue.empty() && std::get(paramDesc.defaultValue) < value) { return 1; } paramDesc.minValue = value; } if (!maxValue.empty()) { int value; if (GetNextNumber(maxValue, value)) { return 1; } if (!defaultValue.empty() && std::get(paramDesc.defaultValue) > value) { return 1; } if (!minValue.empty() && std::get(paramDesc.minValue) > value) { return 1; } paramDesc.maxValue = value; } } else { return 1; } if (GetNextToken(block, token)) { return 1; } paramDesc.name = token; if (!CheckNextToken(block, ";")) { return 1; } if (GetNextToken(block, token) != 2) { return 1; } return 0; } UINT ResolveTexture(std::string_view block, EffectDesc& desc) { // 如果名称为 INPUT 不能有任何选项,含 SOURCE 时不能有任何其他选项 // 否则必需的选项:FORMAT // 可选的选项:WIDTH,HEIGHT EffectIntermediateTextureDesc& texDesc = desc.textures.emplace_back(); std::bitset<4> processed; std::string_view token; if (!CheckNextToken(block, META_INDICATOR)) { return 1; } if (!CheckNextToken(block, "TEXTURE")) { return 1; } if (GetNextToken(block, token) != 2) { return 1; } while (true) { if (!CheckNextToken(block, META_INDICATOR)) { break; } if (GetNextToken(block, token)) { return 1; } std::string t = StrUtils::ToUpperCase(token); if (t == "SOURCE") { if (processed[0] || processed[2] || processed[3]) { return 1; } processed[0] = true; if (GetNextString(block, token)) { return 1; } texDesc.source = token; } else if (t == "FORMAT") { if (processed[1]) { return 1; } processed[1] = true; if (GetNextString(block, token)) { return 1; } using enum EffectIntermediateTextureFormat; static auto formatMap = []() { std::unordered_map result; // UNKNOWN 不可用 for (UINT i = 0, end = (UINT)std::size(EffectIntermediateTextureDesc::FORMAT_DESCS) - 1; i < end; ++i) { result.emplace(EffectIntermediateTextureDesc::FORMAT_DESCS[i].name, (EffectIntermediateTextureFormat)i); } return result; }(); auto it = formatMap.find(std::string(token)); if (it == formatMap.end()) { return 1; } texDesc.format = it->second; } else if (t == "WIDTH") { if (processed[0] || processed[2]) { return 1; } processed[2] = true; if (GetNextExpr(block, texDesc.sizeExpr.first)) { return 1; } } else if (t == "HEIGHT") { if (processed[0] || processed[3]) { return 1; } processed[3] = true; if (GetNextExpr(block, texDesc.sizeExpr.second)) { return 1; } } else { return 1; } } // WIDTH 和 HEIGHT 必须成对出现 if (processed[2] ^ processed[3]) { return 1; } // 代码部分 if (!CheckNextToken(block, "Texture2D")) { return 1; } if (GetNextToken(block, token)) { return 1; } if (token == "INPUT") { if (processed[1] || processed[2]) { return 1; } // INPUT 已为第一个元素 desc.textures.pop_back(); } else { texDesc.name = token; } if (!CheckNextToken(block, ";")) { return 1; } if (GetNextToken(block, token) != 2) { return 1; } return 0; } UINT ResolveSampler(std::string_view block, EffectDesc& desc) { // 必选项:FILTER // 可选项:ADDRESS EffectSamplerDesc& samDesc = desc.samplers.emplace_back(); std::bitset<2> processed; std::string_view token; if (!CheckNextToken(block, META_INDICATOR)) { return 1; } if (!CheckNextToken(block, "SAMPLER")) { return 1; } if (GetNextToken(block, token) != 2) { return 1; } while (true) { if (!CheckNextToken(block, META_INDICATOR)) { break; } if (GetNextToken(block, token)) { return 1; } std::string t = StrUtils::ToUpperCase(token); if (t == "FILTER") { if (processed[0]) { return 1; } processed[0] = true; if (GetNextString(block, token)) { return 1; } std::string filter = StrUtils::ToUpperCase(token); if (filter == "LINEAR") { samDesc.filterType = EffectSamplerFilterType::Linear; } else if (filter == "POINT") { samDesc.filterType = EffectSamplerFilterType::Point; } else { return 1; } } else if (t == "ADDRESS") { if (processed[1]) { return 1; } processed[1] = true; if (GetNextString(block, token)) { return 1; } std::string filter = StrUtils::ToUpperCase(token); if (filter == "CLAMP") { samDesc.addressType = EffectSamplerAddressType::Clamp; } else if (filter == "WRAP") { samDesc.addressType = EffectSamplerAddressType::Wrap; } else { return 1; } } else { return 1; } } if (!processed[0]) { return 1; } // 代码部分 if (!CheckNextToken(block, "SamplerState")) { return 1; } if (GetNextToken(block, token)) { return 1; } samDesc.name = token; if (!CheckNextToken(block, ";")) { return 1; } if (GetNextToken(block, token) != 2) { return 1; } return 0; } UINT ResolveCommon(std::string_view& block) { // 无选项 if (!CheckNextToken(block, META_INDICATOR)) { return 1; } if (!CheckNextToken(block, "COMMON")) { return 1; } if (CheckNextToken(block, META_INDICATOR)) { return 1; } return 0; } UINT ResolvePasses( std::vector& blocks, EffectDesc& desc ) { // 必选项:IN // 可选项:OUT, BLOCK_SIZE, NUM_THREADS, STYLE // STYLE 为 PS 时不能有 BLOCK_SIZE 或 NUM_THREADS std::string_view token; // 首先解析通道序号 // first 为 Pass 序号,second 为在 blocks 中的位置 std::vector> passNumbers; passNumbers.reserve(blocks.size()); for (UINT i = 0; i < blocks.size(); ++i) { std::string_view& block = blocks[i]; if (!CheckNextToken(block, META_INDICATOR)) { return 1; } if (!CheckNextToken(block, "PASS")) { return 1; } UINT index; if (GetNextNumber(block, index)) { return 1; } if (GetNextToken(block, token) != 2) { return 1; } passNumbers.emplace_back(index, i); } std::sort( passNumbers.begin(), passNumbers.end(), [](const std::pair& l, const std::pair& r) {return l.first < r.first; } ); std::vector temp = blocks; for (int i = 0; i < blocks.size(); ++i) { if (passNumbers[i].first != i + 1) { // PASS 序号不连续 return 1; } blocks[i] = temp[passNumbers[i].second]; } desc.passes.resize(blocks.size()); for (UINT i = 0; i < blocks.size(); ++i) { std::string_view& block = blocks[i]; auto& passDesc = desc.passes[i]; // 用于检查输入和输出中重复的纹理 std::unordered_map texNames; for (size_t i = 0; i < desc.textures.size(); ++i) { texNames.emplace(desc.textures[i].name, (UINT)i); } std::bitset<6> processed; while (true) { if (!CheckNextToken(block, META_INDICATOR)) { break; } if (GetNextToken(block, token)) { return 1; } std::string t = StrUtils::ToUpperCase(token); if (t == "IN") { if (processed[0]) { return 1; } processed[0] = true; std::string_view binds; if (GetNextString(block, binds)) { return 1; } std::vector inputs = StrUtils::Split(binds, ','); for (std::string_view& input : inputs) { StrUtils::Trim(input); auto it = texNames.find(input); if (it == texNames.end()) { // 未找到纹理名称 return 1; } passDesc.inputs.push_back(it->second); texNames.erase(it); } } else if (t == "OUT") { if (processed[1]) { return 1; } processed[1] = true; std::string_view saves; if (GetNextString(block, saves)) { return 1; } std::vector outputs = StrUtils::Split(saves, ','); if (outputs.size() > 8) { // 最多 8 个输出 return 1; } for (std::string_view& output : outputs) { StrUtils::Trim(output); auto it = texNames.find(output); if (it == texNames.end()) { // 未找到纹理名称 return 1; } if (it->second == 0 || !desc.textures[it->second].source.empty()) { // INPUT 和从文件读取的纹理不能作为输出 return 1; } passDesc.outputs.push_back(it->second); texNames.erase(it); } } else if (t == "BLOCK_SIZE") { if (processed[2]) { return 1; } processed[2] = true; std::string_view val; if (GetNextString(block, val)) { return 1; } std::vector split = StrUtils::Split(val, ','); if (split.size() > 2) { return 1; } UINT num; if (GetNextNumber(split[0], num) || num == 0) { return 1; } if (GetNextToken(split[0], token) != 2) { return false; } passDesc.blockSize.first = num; // 如果只有一个数字,则它同时指定长和高 if (split.size() == 2) { if (GetNextNumber(split[1], num) || num == 0) { return 1; } if (GetNextToken(split[1], token) != 2) { return false; } } passDesc.blockSize.second = num; } else if (t == "NUM_THREADS") { if (processed[3]) { return 1; } processed[3] = true; std::string_view val; if (GetNextString(block, val)) { return 1; } std::vector split = StrUtils::Split(val, ','); if (split.size() > 3) { return 1; } for (int i = 0; i < 3; ++i) { UINT num = 1; if (split.size() > i) { if (GetNextNumber(split[i], num)) { return 1; } if (GetNextToken(split[i], token) != 2) { return false; } } passDesc.numThreads[i] = num; } } else if (t == "STYLE") { if (processed[4]) { return 1; } processed[4] = true; std::string_view val; if (GetNextString(block, val)) { return 1; } if (val == "PS") { passDesc.isPSStyle = true; passDesc.blockSize.first = 16; passDesc.blockSize.second = 16; passDesc.numThreads = { 64,1,1 }; } else if (val != "CS") { return 1; } } else if (t == "DESC") { if (processed[5]) { return 1; } processed[5] = true; std::string_view val; if (GetNextString(block, val)) { return 1; } StrUtils::Trim(val); passDesc.desc = val; } else { return 1; } } if (passDesc.isPSStyle) { if (processed[2] || processed[3]) { return 1; } } else { if (!processed[2] || !processed[3]) { return 1; } } if (passDesc.desc.empty()) { passDesc.desc = fmt::format("Pass {}", i + 1); } } return 0; } UINT GeneratePassSource( const EffectDesc& desc, UINT passIdx, std::string_view cbHlsl, const std::vector& commonBlocks, std::string_view passBlock, const std::map>& inlineParams, std::string& result, std::vector>& macros ) { bool isLastEffect = desc.flags & EFFECT_FLAG_LAST_EFFECT; bool isLastPass = passIdx == desc.passes.size(); bool isInlineParams = desc.flags & EFFECT_FLAG_INLINE_PARAMETERS; const EffectPassDesc& passDesc = desc.passes[(size_t)passIdx - 1]; { // 估算需要的空间 size_t reservedSize = 2048 + cbHlsl.size() + passBlock.size(); for (std::string_view commonBlock : commonBlocks) { reservedSize += commonBlock.size(); } result.reserve(reservedSize); } // 常量缓冲区 result.append(cbHlsl); //////////////////////////////////////////////////////////////////////////////////////////////////////// // // SRV、UAV 和采样器 // //////////////////////////////////////////////////////////////////////////////////////////////////////// // SRV for (int i = 0; i < passDesc.inputs.size(); ++i) { auto& texDesc = desc.textures[passDesc.inputs[i]]; result.append(fmt::format("Texture2D<{}> {} : register(t{});\n", EffectIntermediateTextureDesc::FORMAT_DESCS[(UINT)texDesc.format].srvTexelType, texDesc.name, i)); } if (isLastEffect && isLastPass) { result.append(fmt::format("Texture2D __CURSOR : register(t{});\n", passDesc.inputs.size())); } // UAV if (passDesc.outputs.empty()) { if (!isLastPass) { return 1; } result.append("RWTexture2D __OUTPUT : register(u0);\n"); } else { if (isLastPass) { return 1; } for (int i = 0; i < passDesc.outputs.size(); ++i) { auto& texDesc = desc.textures[passDesc.outputs[i]]; result.append(fmt::format("RWTexture2D<{}> {} : register(u{});\n", EffectIntermediateTextureDesc::FORMAT_DESCS[(UINT)texDesc.format].uavTexelType, texDesc.name, i)); } } if (!desc.samplers.empty()) { // 采样器 for (int i = 0; i < desc.samplers.size(); ++i) { result.append(fmt::format("SamplerState {} : register(s{});\n", desc.samplers[i].name, i)); } } if (isLastEffect) { // 绘制光标使用的采样器 result.append(fmt::format("SamplerState __CURSOR_SAMPLER : register(s{});\n", desc.samplers.size())); } result.push_back('\n'); //////////////////////////////////////////////////////////////////////////////////////////////////////// // // 内置宏 // //////////////////////////////////////////////////////////////////////////////////////////////////////// macros.reserve(64); macros.emplace_back("MP_BLOCK_WIDTH", std::to_string(passDesc.blockSize.first)); macros.emplace_back("MP_BLOCK_HEIGHT", std::to_string(passDesc.blockSize.second)); macros.emplace_back("MP_NUM_THREADS_X", std::to_string(passDesc.numThreads[0])); macros.emplace_back("MP_NUM_THREADS_Y", std::to_string(passDesc.numThreads[1])); macros.emplace_back("MP_NUM_THREADS_Z", std::to_string(passDesc.numThreads[2])); if (passDesc.isPSStyle) { macros.emplace_back("MP_PS_STYLE", ""); } if (isInlineParams) { macros.emplace_back("MP_INLINE_PARAMS", ""); } if (isLastPass) { macros.emplace_back("MP_LAST_PASS", ""); } if (isLastEffect) { macros.emplace_back("MP_LAST_EFFECT", ""); } #ifdef _DEBUG macros.emplace_back("MP_DEBUG", ""); #endif // 用于在 FP32 和 FP16 间切换的宏 static const char* numbers[] = { "1","2","3","4" }; if (desc.flags & EFFECT_FLAG_FP16) { macros.emplace_back("MP_FP16", ""); macros.emplace_back("MF", "min16float"); for (UINT i = 0; i < 4; ++i) { macros.emplace_back(StrUtils::Concat("MF", numbers[i]), StrUtils::Concat("min16float", numbers[i])); for (UINT j = 0; j < 4; ++j) { macros.emplace_back(StrUtils::Concat("MF", numbers[i], "x", numbers[j]), StrUtils::Concat("min16float", numbers[i], "x", numbers[j])); } } } else { macros.emplace_back("MF", "float"); for (UINT i = 0; i < 4; ++i) { macros.emplace_back(StrUtils::Concat("MF", numbers[i]), StrUtils::Concat("float", numbers[i])); for (UINT j = 0; j < 4; ++j) { macros.emplace_back(StrUtils::Concat("MF", numbers[i], "x", numbers[j]), StrUtils::Concat("float", numbers[i], "x", numbers[j])); } } } //////////////////////////////////////////////////////////////////////////////////////////////////////// // // 内联常量 // //////////////////////////////////////////////////////////////////////////////////////////////////////// if (isInlineParams) { std::unordered_set paramNames; for (const auto& d : desc.params) { paramNames.emplace(d.name); auto it = inlineParams.find(d.name); if (it == inlineParams.end()) { if (d.type == EffectConstantType::Float) { macros.emplace_back(d.name, std::to_string(std::get(d.defaultValue))); } else { macros.emplace_back(d.name, std::to_string(std::get(d.defaultValue))); } } else { if (it->second.index() == 1) { macros.emplace_back(d.name, std::to_string(std::get(it->second))); } else { if (d.type == EffectConstantType::Int) { return 1; } macros.emplace_back(d.name, std::to_string(std::get(it->second))); } } } for (const auto& pair : inlineParams) { if (!paramNames.contains(std::string_view(pair.first))) { return 1; } } result.push_back('\n'); } //////////////////////////////////////////////////////////////////////////////////////////////////////// // // 内置函数 // //////////////////////////////////////////////////////////////////////////////////////////////////////// if (isLastPass) { result.append("bool CheckViewport(int2 pos) { return pos.x < __viewport.x && pos.y < __viewport.y; }\n"); if (isLastEffect) { // 255.001953 的由来见 https://stackoverflow.com/questions/52103720/why-does-d3dcolortoubyte4-multiplies-components-by-255-001953f result.append(R"(void WriteToOutput(uint2 pos, float3 color) { pos += __offset.zw; if ((int)pos.x >= __cursorRect.x && (int)pos.y >= __cursorRect.y && (int)pos.x < __cursorRect.z && (int)pos.y < __cursorRect.w) { float4 mask = __CURSOR.SampleLevel(__CURSOR_SAMPLER, (pos - __cursorRect.xy + 0.5f) * __cursorPt, 0); if (__cursorType == 0){ color = color * mask.a + mask.rgb; } else if (__cursorType == 1) { if (mask.a < 0.5f){ color = mask.rgb; } else { color = (uint3(round(color * 255.0f)) ^ uint3(mask.rgb * 255.001953f)) / 255.0f; } } else { if( mask.x > 0.5f) { if (mask.y > 0.5f) { color = 1 - color; } } else { if (mask.y > 0.5f) { color = float3(1, 1, 1); } else { color = float3(0, 0, 0); } } } } __OUTPUT[pos] = float4(color, 1); } )"); } else { result.append("#define WriteToOutput(pos,color) __OUTPUT[pos] = float4(color, 1)\n"); } } result.append(R"(uint __Bfe(uint src, uint off, uint bits) { uint mask = (1u << bits) - 1; return (src >> off) & mask; } uint __BfiM(uint src, uint ins, uint bits) { uint mask = (1u << bits) - 1; return (ins & mask) | (src & (~mask)); } uint2 Rmp8x8(uint a) { return uint2(__Bfe(a, 1u, 3u), __BfiM(__Bfe(a, 3u, 3u), a, 1u)); } uint2 GetInputSize() { return __inputSize; } float2 GetInputPt() { return __inputPt; } uint2 GetOutputSize() { return __outputSize; } float2 GetOutputPt() { return __outputPt; } float2 GetScale() { return __scale; } )"); if (desc.isUseDynamic) { result.append(R"(uint GetFrameCount() { return __frameCount; } uint2 GetCursorPos() { return __cursorPos; } )"); } else { result.push_back('\n'); } for (std::string_view commonBlock : commonBlocks) { result.append(commonBlock); result.push_back('\n'); } result.append(passBlock); if (result.back() == '\n') { result.push_back('\n'); } else { result.append("\n\n"); } //////////////////////////////////////////////////////////////////////////////////////////////////////// // // 着色器入口 // //////////////////////////////////////////////////////////////////////////////////////////////////////// if (passDesc.isPSStyle) { if (passDesc.outputs.size() <= 1) { if (isLastPass) { result.append(fmt::format(R"([numthreads(64, 1, 1)] void __M(uint3 tid : SV_GroupThreadID, uint3 gid : SV_GroupID) {{ uint2 gxy = Rmp8x8(tid.x) + (gid.xy << 4u){0}; float2 pos = (gxy + 0.5f) * __outputPt; float2 step = 8 * __outputPt; if (!CheckViewport(gxy)) {{ return; }}; WriteToOutput(gxy, Pass{1}(pos).rgb); gxy.x += 8u; pos.x += step.x; if (CheckViewport(gxy)) {{ WriteToOutput(gxy, Pass{1}(pos).rgb); }}; gxy.y += 8u; pos.y += step.y; if (CheckViewport(gxy)) {{ WriteToOutput(gxy, Pass{1}(pos).rgb); }}; gxy.x -= 8u; pos.x -= step.x; if (CheckViewport(gxy)) {{ WriteToOutput(gxy, Pass{1}(pos).rgb); }}; }} )", isLastEffect ? " + __offset.xy" : "", passIdx)); } else { result.append(fmt::format(R"([numthreads(64, 1, 1)] void __M(uint3 tid : SV_GroupThreadID, uint3 gid : SV_GroupID) {{ uint2 gxy = Rmp8x8(tid.x) + (gid.xy << 4u); if (gxy.x >= __pass{0}OutputSize.x || gxy.y >= __pass{0}OutputSize.y) {{ return; }} float2 pos = (gxy + 0.5f) * __pass{0}OutputPt; float2 step = 8 * __pass{0}OutputPt; {1}[gxy] = Pass{0}(pos); gxy.x += 8u; pos.x += step.x; if (gxy.x < __pass{0}OutputSize.x && gxy.y < __pass{0}OutputSize.y) {{ {1}[gxy] = Pass{0}(pos); }} gxy.y += 8u; pos.y += step.y; if (gxy.x < __pass{0}OutputSize.x && gxy.y < __pass{0}OutputSize.y) {{ {1}[gxy] = Pass{0}(pos); }} gxy.x -= 8u; pos.x -= step.x; if (gxy.x < __pass{0}OutputSize.x && gxy.y < __pass{0}OutputSize.y) {{ {1}[gxy] = Pass{0}(pos); }} }} )", passIdx, desc.textures[passDesc.outputs[0]].name)); } } else { // 多渲染目标 if (isLastPass) { return 1; } result.append(fmt::format(R"([numthreads(64, 1, 1)] void __M(uint3 tid : SV_GroupThreadID, uint3 gid : SV_GroupID) {{ uint2 gxy = Rmp8x8(tid.x) + (gid.xy << 4u); if (gxy.x >= __pass{0}OutputSize.x || gxy.y >= __pass{0}OutputSize.y) {{ return; }} float2 pos = (gxy + 0.5f) * __pass{0}OutputPt; float2 step = 8 * __pass{0}OutputPt; )", passIdx)); for (int i = 0; i < passDesc.outputs.size(); ++i) { auto& texDesc = desc.textures[passDesc.outputs[i]]; result.append(fmt::format("\t{} c{};\n", EffectIntermediateTextureDesc::FORMAT_DESCS[(UINT)texDesc.format].srvTexelType, i)); } std::string callPass = fmt::format("\tPass{}(pos, ", passIdx); for (int i = 0; i < passDesc.outputs.size() - 1; ++i) { callPass.append(fmt::format("c{}, ", i)); } callPass.append(fmt::format("c{});\n", passDesc.outputs.size() - 1)); for (int i = 0; i < passDesc.outputs.size(); ++i) { callPass.append(fmt::format("\t\t\t{}[gxy] = c{};\n", desc.textures[passDesc.outputs[i]].name, i)); } result.append(fmt::format(R"({0} gxy.x += 8u; pos.x += step.x; if (gxy.x < __pass{1}OutputSize.x && gxy.y < __pass{1}OutputSize.y) {{ {0} }} gxy.y += 8u; pos.y += step.y; if (gxy.x < __pass{1}OutputSize.x && gxy.y < __pass{1}OutputSize.y) {{ {0} }} gxy.x -= 8u; pos.x -= step.x; if (gxy.x < __pass{1}OutputSize.x && gxy.y < __pass{1}OutputSize.y) {{ {0} }} }} )", callPass, passIdx)); } } else { // 大部分情况下 BLOCK_SIZE 都是 2 的整数次幂,这时将乘法转换为位移 std::string blockStartExpr; if (passDesc.blockSize.first == passDesc.blockSize.second && std::has_single_bit(passDesc.blockSize.first)) { UINT nShift = std::lroundf(std::log2f((float)passDesc.blockSize.first)); blockStartExpr = fmt::format("(gid.xy << {})", nShift); } else { blockStartExpr = fmt::format("gid.xy * uint2({}, {})", passDesc.blockSize.first, passDesc.blockSize.second); } result.append(fmt::format(R"([numthreads({}, {}, {})] void __M(uint3 tid : SV_GroupThreadID, uint3 gid : SV_GroupID) {{ Pass{}({}{}, tid); }} )", passDesc.numThreads[0], passDesc.numThreads[1], passDesc.numThreads[2], passIdx, blockStartExpr, isLastEffect && isLastPass ? " + __offset.xy" : "")); } return 0; } UINT CompilePasses( EffectDesc& desc, const std::vector& commonBlocks, const std::vector& passBlocks, const std::map>& inlineParams ) { //////////////////////////////////////////////////////////////////////////////////////////////////////// // // 所有通道共用的常量缓冲区 // //////////////////////////////////////////////////////////////////////////////////////////////////////// std::string cbHlsl = R"(cbuffer __CB1 : register(b0) { int4 __cursorRect; float2 __cursorPt; uint2 __cursorPos; uint __cursorType; uint __frameCount; }; cbuffer __CB2 : register(b1) { uint2 __inputSize; uint2 __outputSize; float2 __inputPt; float2 __outputPt; float2 __scale; int2 __viewport; )"; if (desc.flags & EFFECT_FLAG_LAST_EFFECT) { // 指定输出到屏幕的位置 cbHlsl.append("\tint4 __offset;\n"); } // PS 样式需要获知输出纹理的尺寸 // 最后一个通道不需要 for (UINT i = 0, end = (UINT)desc.passes.size() - 1; i < end; ++i) { if (desc.passes[i].isPSStyle) { cbHlsl.append(fmt::format("\tuint2 __pass{0}OutputSize;\n\tfloat2 __pass{0}OutputPt;\n", i + 1)); } } if (!(desc.flags & EFFECT_FLAG_INLINE_PARAMETERS)) { for (const auto& d : desc.params) { cbHlsl.append("\t") .append(d.type == EffectConstantType::Int ? "int " : "float ") .append(d.name) .append(";\n"); } } cbHlsl.append("};\n\n"); if (App::Get().GetConfig().IsSaveEffectSources() && !Utils::DirExists(SAVE_SOURCE_DIR)) { if (!CreateDirectory(SAVE_SOURCE_DIR, nullptr)) { Logger::Get().Win32Error("创建 sources 文件夹失败"); } } // 并行生成代码和编译 Utils::RunParallel([&](UINT id) { std::string source; std::vector> macros; if (GeneratePassSource(desc, id + 1, cbHlsl, commonBlocks, passBlocks[id], inlineParams, source, macros)) { Logger::Get().Error(fmt::format("生成 Pass{} 失败", id + 1)); return; } if (App::Get().GetConfig().IsSaveEffectSources()) { std::wstring fileName = desc.passes.size() == 1 ? fmt::format(L"{}\\{}.hlsl", SAVE_SOURCE_DIR, StrUtils::UTF8ToUTF16(desc.name)) : fmt::format(L"{}\\{}_Pass{}.hlsl", SAVE_SOURCE_DIR, StrUtils::UTF8ToUTF16(desc.name), id + 1); if (!Utils::WriteFile(fileName.c_str(), source.data(), source.size())) { Logger::Get().Error(fmt::format("保存 Pass{} 源码失败", id + 1)); } } static PassInclude passInclude; if (!App::Get().GetDeviceResources().CompileShader(source, "__M", desc.passes[id].cso.put(), fmt::format("{}_Pass{}.hlsl", desc.name, id + 1).c_str(), &passInclude, macros) ) { Logger::Get().Error(fmt::format("编译 Pass{} 失败", id + 1)); } }, (UINT)passBlocks.size()); // 检查编译结果 for (const EffectPassDesc& d : desc.passes) { if (!d.cso) { return 1; } } return 0; } UINT EffectCompiler::Compile( std::string_view effectName, UINT flags, const std::map>& inlineParams, EffectDesc& desc ) { desc = {}; desc.name = effectName; desc.flags = flags; std::wstring fileName = (L"effects\\" + StrUtils::UTF8ToUTF16(effectName) + L".hlsl"); std::string source; if (!Utils::ReadTextFile(fileName.c_str(), source)) { Logger::Get().Error("读取源文件失败"); return 1; } if (source.empty()) { Logger::Get().Error("源文件为空"); return 1; } // 移除注释 if (RemoveComments(source)) { Logger::Get().Error("删除注释失败"); return 1; } std::string hash; if (!App::Get().GetConfig().IsDisableEffectCache()) { hash = EffectCacheManager::GetHash(source, flags & EFFECT_FLAG_INLINE_PARAMETERS ? &inlineParams : nullptr); if (!hash.empty()) { if (EffectCacheManager::Get().Load(effectName, hash, desc)) { // 已从缓存中读取 return 0; } } } std::string_view sourceView(source); // 检查头 if (!CheckMagic(sourceView)) { Logger::Get().Error("检查 MagpieFX 头失败"); return 2; } enum class BlockType { Header, Constant, Texture, Sampler, Common, Pass }; std::string_view headerBlock; std::vector paramBlocks; std::vector textureBlocks; std::vector samplerBlocks; std::vector commonBlocks; std::vector passBlocks; BlockType curBlockType = BlockType::Header; size_t curBlockOff = 0; auto completeCurrentBlock = [&](size_t len, BlockType newBlockType) { switch (curBlockType) { case BlockType::Header: headerBlock = sourceView.substr(curBlockOff, len); break; case BlockType::Constant: paramBlocks.push_back(sourceView.substr(curBlockOff, len)); break; case BlockType::Texture: textureBlocks.push_back(sourceView.substr(curBlockOff, len)); break; case BlockType::Sampler: samplerBlocks.push_back(sourceView.substr(curBlockOff, len)); break; case BlockType::Common: commonBlocks.push_back(sourceView.substr(curBlockOff, len)); break; case BlockType::Pass: passBlocks.push_back(sourceView.substr(curBlockOff, len)); break; default: assert(false); break; } curBlockType = newBlockType; curBlockOff += len; }; bool newLine = true; std::string_view t = sourceView; while (t.size() > 5) { if (newLine) { // 包含换行符 size_t len = t.data() - sourceView.data() - curBlockOff + 1; if (CheckNextToken(t, META_INDICATOR)) { std::string_view token; if (GetNextToken(t, token)) { return 1; } std::string blockType = StrUtils::ToUpperCase(token); if (blockType == "PARAMETER") { completeCurrentBlock(len, BlockType::Constant); } else if (blockType == "TEXTURE") { completeCurrentBlock(len, BlockType::Texture); } else if (blockType == "SAMPLER") { completeCurrentBlock(len, BlockType::Sampler); } else if (blockType == "COMMON") { completeCurrentBlock(len, BlockType::Common); } else if (blockType == "PASS") { completeCurrentBlock(len, BlockType::Pass); } } if (t.size() <= 5) { break; } } else { t.remove_prefix(1); } newLine = t[0] == '\n'; } completeCurrentBlock(sourceView.size() - curBlockOff, BlockType::Header); // 必须有 PASS 块 if (passBlocks.empty()) { Logger::Get().Error("无 PASS 块"); return 1; } if (ResolveHeader(headerBlock, desc)) { Logger::Get().Error("解析 Header 块失败"); return 1; } for (size_t i = 0; i < paramBlocks.size(); ++i) { if (ResolveParameter(paramBlocks[i], desc)) { Logger::Get().Error(fmt::format("解析 Constant#{} 块失败", i + 1)); return 1; } } // 纹理第一个元素为 INPUT { auto& texDesc = desc.textures.emplace_back(); texDesc.name = "INPUT"; texDesc.format = EffectIntermediateTextureFormat::R8G8B8A8_UNORM; texDesc.sizeExpr.first = "INPUT_WIDTH"; texDesc.sizeExpr.second = "INPUT_HEIGHT"; } for (size_t i = 0; i < textureBlocks.size(); ++i) { if (ResolveTexture(textureBlocks[i], desc)) { Logger::Get().Error(fmt::format("解析 Texture#{} 块失败", i + 1)); return 1; } } for (size_t i = 0; i < samplerBlocks.size(); ++i) { if (ResolveSampler(samplerBlocks[i], desc)) { Logger::Get().Error(fmt::format("解析 Sampler#{} 块失败", i + 1)); return 1; } } { // 确保没有重复的名字 std::unordered_set names; for (const auto& d : desc.params) { if (names.find(d.name) != names.end()) { Logger::Get().Error("标识符重复"); return 1; } names.insert(d.name); } for (const auto& d : desc.textures) { if (names.find(d.name) != names.end()) { Logger::Get().Error("标识符重复"); return 1; } names.insert(d.name); } for (const auto& d : desc.samplers) { if (names.find(d.name) != names.end()) { Logger::Get().Error("标识符重复"); return 1; } names.insert(d.name); } } for (size_t i = 0; i < commonBlocks.size(); ++i) { if (ResolveCommon(commonBlocks[i])) { Logger::Get().Error(fmt::format("解析 Common#{} 块失败", i + 1)); return 1; } } if (ResolvePasses(passBlocks, desc)) { Logger::Get().Error("解析 Pass 块失败"); return 1; } if (CompilePasses(desc, commonBlocks, passBlocks, inlineParams)) { Logger::Get().Error("编译着色器失败"); return 1; } if (!App::Get().GetConfig().IsDisableEffectCache() && !hash.empty()) { EffectCacheManager::Get().Save(effectName, hash, desc); } return 0; }