From 875f0c5be5ca8aea74fa01a5469b5c0b6adf7cdd Mon Sep 17 00:00:00 2001 From: hesuicong Date: Wed, 21 Oct 2026 16:45:39 +0800 Subject: [PATCH] =?UTF-8?q?=E8=BF=9B=E4=B8=80=E6=AD=A5=E6=95=B4=E7=90=86fi?= =?UTF-8?q?nalPatch=E9=80=BB=E8=BE=91?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- libs/MVS/SceneTexture.cpp | 152 +++++++++++++++++++------------------- 1 file changed, 76 insertions(+), 76 deletions(-) diff --git a/libs/MVS/SceneTexture.cpp b/libs/MVS/SceneTexture.cpp index e92e52a..59a665f 100644 --- a/libs/MVS/SceneTexture.cpp +++ b/libs/MVS/SceneTexture.cpp @@ -16695,83 +16695,83 @@ bool MeshTexture::RasterizeVirtualFaces( cv::Mat highFreq = highFreqAccum; -// ========== 每个顶点独立判断可见性（增强版）========== -bool vertexVisible[3] = {false, false, false}; -cv::Vec3f vertexBestColor[3] = {cv::Vec3f(0,0,0), cv::Vec3f(0,0,0), cv::Vec3f(0,0,0)}; + // ========== 每个顶点独立判断可见性（增强版）========== + bool vertexVisible[3] = {false, false, false}; + cv::Vec3f vertexBestColor[3] = {cv::Vec3f(0,0,0), cv::Vec3f(0,0,0), cv::Vec3f(0,0,0)}; -// 检查主视图 -for (int j = 0; j < 3; ++j) { - int vx = (int)(uv[j].x * textureSize) - minX; - int vy = (int)(uv[j].y * textureSize) - minY; - if (vx >= 0 && vx < patchW && vy >= 0 && vy < patchH) { - cv::Vec3f color = mainFloat.at(vy, vx); - if (color[0] > 0.0f || color[1] > 0.0f || color[2] > 0.0f) { - vertexVisible[j] = true; - vertexBestColor[j] = color; - } - } -} + // 检查主视图 + for (int j = 0; j < 3; ++j) { + int vx = (int)(uv[j].x * textureSize) - minX; + int vy = (int)(uv[j].y * textureSize) - minY; + if (vx >= 0 && vx < patchW && vy >= 0 && vy < patchH) { + cv::Vec3f color = mainFloat.at(vy, vx); + if (color[0] > 0.0f || color[1] > 0.0f || color[2] > 0.0f) { + vertexVisible[j] = true; + vertexBestColor[j] = color; + } + } + } -// 如果主视图不可见，检查辅助视图 -if (hasLowFreqViews && (!vertexVisible[0] || !vertexVisible[1] || !vertexVisible[2])) { - for (const auto& lfv : lowFreqViews) { - if (lfv.viewId >= (IIndex)images.size() || images[lfv.viewId].image.empty()) continue; - - // 对该辅助视图重新采样该顶点位置 - const Camera& auxCam = images[lfv.viewId].camera; - bool auxCamValid = (auxCam.K(0,0) > 0 && auxCam.K(1,1) > 0); - - for (int j = 0; j < 3; ++j) { - if (vertexVisible[j]) continue; // 已经可见就跳过 - - // 用3D投影得到该顶点在辅助视图中的像素位置 - Point2f imgPt; - if (auxCamValid) { - imgPt = auxCam.ProjectPointP(v[j]); - } else { - // 用 homography fallback - const auto& geomRef = m_virtualFaceGeometries[i]; - auto it = geomRef.viewHomographies.find(lfv.viewId); - if (it == geomRef.viewHomographies.end()) continue; - - const float* H = it->second.ptr(); - float u = uv[j].x; - float v_coord = uv[j].y; - float w = H[6]*u + H[7]*v_coord + H[8]; - if (std::abs(w) < 1e-12f) continue; - - float projX = (H[0]*u + H[1]*v_coord + H[2]) / w; - float projY = (H[3]*u + H[4]*v_coord + H[5]) / w; - imgPt = Point2f(projX, projY); - } - - if (imgPt.x >= 0 && imgPt.x < images[lfv.viewId].image.cols && - imgPt.y >= 0 && imgPt.y < images[lfv.viewId].image.rows) { - // 采样该像素颜色 - cv::Vec3f auxColor = imagesFloat[lfv.viewId].at((int)imgPt.y, (int)imgPt.x); - if (auxColor[0] > 0.0f || auxColor[1] > 0.0f || auxColor[2] > 0.0f) { - vertexVisible[j] = true; - vertexBestColor[j] = auxColor; - } - } - } - - // 如果三个顶点都已可见，提前退出 - if (vertexVisible[0] && vertexVisible[1] && vertexVisible[2]) - break; - } -} + // 如果主视图不可见，检查辅助视图 + if (hasLowFreqViews && (!vertexVisible[0] || !vertexVisible[1] || !vertexVisible[2])) { + for (const auto& lfv : lowFreqViews) { + if (lfv.viewId >= (IIndex)images.size() || images[lfv.viewId].image.empty()) continue; + + // 对该辅助视图重新采样该顶点位置 + const Camera& auxCam = images[lfv.viewId].camera; + bool auxCamValid = (auxCam.K(0,0) > 0 && auxCam.K(1,1) > 0); + + for (int j = 0; j < 3; ++j) { + if (vertexVisible[j]) continue; // 已经可见就跳过 + + // 用3D投影得到该顶点在辅助视图中的像素位置 + Point2f imgPt; + if (auxCamValid) { + imgPt = auxCam.ProjectPointP(v[j]); + } else { + // 用 homography fallback + const auto& geomRef = m_virtualFaceGeometries[i]; + auto it = geomRef.viewHomographies.find(lfv.viewId); + if (it == geomRef.viewHomographies.end()) continue; + + const float* H = it->second.ptr(); + float u = uv[j].x; + float v_coord = uv[j].y; + float w = H[6]*u + H[7]*v_coord + H[8]; + if (std::abs(w) < 1e-12f) continue; + + float projX = (H[0]*u + H[1]*v_coord + H[2]) / w; + float projY = (H[3]*u + H[4]*v_coord + H[5]) / w; + imgPt = Point2f(projX, projY); + } + + if (imgPt.x >= 0 && imgPt.x < images[lfv.viewId].image.cols && + imgPt.y >= 0 && imgPt.y < images[lfv.viewId].image.rows) { + // 采样该像素颜色 + cv::Vec3f auxColor = imagesFloat[lfv.viewId].at((int)imgPt.y, (int)imgPt.x); + if (auxColor[0] > 0.0f || auxColor[1] > 0.0f || auxColor[2] > 0.0f) { + vertexVisible[j] = true; + vertexBestColor[j] = auxColor; + } + } + } + + // 如果三个顶点都已可见，提前退出 + if (vertexVisible[0] && vertexVisible[1] && vertexVisible[2]) + break; + } + } -#pragma omp critical (vertex_visibility) -{ - for (int j = 0; j < 3; ++j) { - VIndex vi = face[j]; - if (vi < m_vertexColors.size() && vertexVisible[j]) { - m_vertexColors[vi].visibleInAnyView = true; - m_vertexColors[vi].mainColor = vertexBestColor[j]; - } - } -} + #pragma omp critical (vertex_visibility) + { + for (int j = 0; j < 3; ++j) { + VIndex vi = face[j]; + if (vi < m_vertexColors.size() && vertexVisible[j]) { + m_vertexColors[vi].visibleInAnyView = true; + m_vertexColors[vi].mainColor = vertexBestColor[j]; + } + } + } // ========== 空洞填充与合成 ========== cv::Mat filledLowFreq = lowFreqPatch.clone(); @@ -16784,8 +16784,8 @@ if (hasLowFreqViews && (!vertexVisible[0] || !vertexVisible[1] || !vertexVisible } } - cv::Mat finalPatch = filledLowFreq * 0.7f + mainFloat * 0.3f; - // cv::Mat finalPatch = filledLowFreq; + cv::Mat finalPatch = filledLowFreq * 0.2f + mainFloat * 0.8f; + // cv::Mat finalPatch = mainFloat; // 钳制到 [0, 1] cv::Mat clampedPatch;