/* * All or portions of this file Copyright (c) Amazon.com, Inc. or its affiliates or * its licensors. * * For complete copyright and license terms please see the LICENSE at the root of this * distribution (the "License"). All use of this software is governed by the License, * or, if provided, by the license below or the license accompanying this file. Do not * remove or modify any license notices. This file is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * */ #include #include #include #include #include #include #include #include #include #include namespace ImageProcessing { CubemapLayoutInfo CubemapLayout::s_layoutList[CubemapLayoutTypeCount]; template inline bool IsPowerOfTwo(TInteger x) { return (x & (x - 1)) == 0; } CubemapLayoutInfo::CubemapLayoutInfo() : m_type(CubemapLayoutNone) , m_rows(0) , m_columns(0) { } void CubemapLayoutInfo::SetFaceInfo(CubemapFace face, AZ::u8 row, AZ::u8 col, CubemapFaceDirection dir) { m_faceInfos[face].row = row; m_faceInfos[face].column = col; m_faceInfos[face].direction = dir; } void CubemapLayout::InitCubemapLayoutInfos() { //CubemapLayoutHorizontal //left , right, front, back, top, bottom; //NOTE: this layout is widely used in game projects by Jan 2018 since other layouts weren't supported correctly //but the faces in one has unusual directions compare to other format. //The direction matters when using it as input for Cubemap generation filter. //Left: rotated left 90 degree. Right: rotated right 90 degree //Front: rotated 180 degree. Back: no rotation //Top: rotate 180 degree. Bottom: no rotation CubemapLayoutInfo *info = &s_layoutList[CubemapLayoutHorizontal]; info->m_rows = 1; info->m_columns = 6; info->m_type = CubemapLayoutHorizontal; info->SetFaceInfo(FaceLeft, 0, 0, CubemapFaceDirection::DirRotateLeft90); info->SetFaceInfo(FaceRight, 0, 1, CubemapFaceDirection::DirRotateRight90); info->SetFaceInfo(FaceFront, 0, 2, CubemapFaceDirection::DirRotate180); info->SetFaceInfo(FaceBack, 0, 3, CubemapFaceDirection::DirNoRotation); info->SetFaceInfo(FaceTop, 0, 4, CubemapFaceDirection::DirRotate180); info->SetFaceInfo(FaceBottom, 0, 5, CubemapFaceDirection::DirNoRotation); //CubemapLayoutHorizontalCross // top // left front right back // bottom info = &s_layoutList[CubemapLayoutHorizontalCross]; info->m_rows = 3; info->m_columns = 4; info->m_type = CubemapLayoutHorizontalCross; info->SetFaceInfo(FaceLeft, 1, 0, CubemapFaceDirection::DirNoRotation); info->SetFaceInfo(FaceRight, 1, 2, CubemapFaceDirection::DirNoRotation); info->SetFaceInfo(FaceFront, 1, 1, CubemapFaceDirection::DirNoRotation); info->SetFaceInfo(FaceBack, 1, 3, CubemapFaceDirection::DirNoRotation); info->SetFaceInfo(FaceTop, 0, 1, CubemapFaceDirection::DirNoRotation); info->SetFaceInfo(FaceBottom, 2, 1, CubemapFaceDirection::DirNoRotation); //CubemapLayoutVerticalCross // top // left front right // bottom // back info = &s_layoutList[CubemapLayoutVerticalCross]; info->m_rows = 4; info->m_columns = 3; info->m_type = CubemapLayoutVerticalCross; info->SetFaceInfo(FaceLeft, 1, 0, CubemapFaceDirection::DirNoRotation); info->SetFaceInfo(FaceRight, 1, 2, CubemapFaceDirection::DirNoRotation); info->SetFaceInfo(FaceFront, 1, 1, CubemapFaceDirection::DirNoRotation); info->SetFaceInfo(FaceBack, 3, 1, CubemapFaceDirection::DirRotate180); info->SetFaceInfo(FaceTop, 0, 1, CubemapFaceDirection::DirNoRotation); info->SetFaceInfo(FaceBottom, 2, 1, CubemapFaceDirection::DirNoRotation); //CubemapLayoutVertical // left // right // front // back // top // bottom info = &s_layoutList[CubemapLayoutVertical]; info->m_rows = 6; info->m_columns = 1; info->m_type = CubemapLayoutVertical; info->SetFaceInfo(FaceLeft, 0, 0, CubemapFaceDirection::DirRotateLeft90); info->SetFaceInfo(FaceRight, 1, 0, CubemapFaceDirection::DirRotateRight90); info->SetFaceInfo(FaceFront, 2, 0, CubemapFaceDirection::DirRotate180); info->SetFaceInfo(FaceBack, 3, 0, CubemapFaceDirection::DirNoRotation); info->SetFaceInfo(FaceTop, 4, 0, CubemapFaceDirection::DirRotate180); info->SetFaceInfo(FaceBottom, 5, 0, CubemapFaceDirection::DirNoRotation); //make sure all types were initialized for (int i = 0; i < CubemapLayoutTypeCount; i++) { AZ_Assert(s_layoutList[i].m_type == i, "layout %d is not initialized", i); } } const float* GetTransformMatrix(CubemapFaceDirection dir, bool isInvert) { switch (dir) { case CubemapFaceDirection::DirNoRotation: { static const float mat[] = { 1, 0, 0, 1 }; return mat; } case CubemapFaceDirection::DirRotateLeft90: { //thelta = 90 degree //{cos, -sin, sin, cos} if (isInvert) { return GetTransformMatrix(CubemapFaceDirection::DirRotateRight90, false); } static const float mat[] = { 0, -1, 1, 0 }; return mat; } case CubemapFaceDirection::DirRotateRight90: { //thelta = -90 degree if (isInvert) { return GetTransformMatrix(CubemapFaceDirection::DirRotateLeft90, false); } static const float mat[] = { 0, 1, -1, 0 }; return mat; } case CubemapFaceDirection::DirRotate180: { //thelta = 180 degree static const float mat[] = { -1, 0, 0, -1 }; return mat; } case CubemapFaceDirection::DirMirrorHorizontal: { static const float mat[] = { 1, 0, 0, -1 }; return mat; } default: { AZ_Assert(false, "unimplemented direction matrix"); static const float mat[] = { 1, 0, 0, 1 }; return mat; } } } void TransformImage(CubemapFaceDirection srcDir, CubemapFaceDirection dstDir, const AZ::u8* srcImageBuf, AZ::u8* dstImageBuf, AZ::u8 bytePerPixel, AZ::u32 rectSize) { //get final matrix to transform dst back to src const float* m1 = GetTransformMatrix(dstDir, true); const float* m2 = GetTransformMatrix(srcDir, false); float mtx[4]; mtx[0] = m1[0] * m2[0] + m1[1] * m2[2]; mtx[1] = m1[0] * m2[1] + m1[1] * m2[3]; mtx[2] = m1[2] * m2[0] + m1[3] * m2[2]; mtx[3] = m1[2] * m2[1] + m1[3] * m2[3]; const float* noRotate = GetTransformMatrix(CubemapFaceDirection::DirNoRotation, false); if (memcmp(noRotate, mtx, 4 * sizeof(float)) == 0) { memcpy(dstImageBuf, srcImageBuf, rectSize*rectSize*bytePerPixel); return; } //for each pixel in dst image, find it's location in src and copy the data from there float halfSize = rectSize / 2; for (AZ::u32 row = 0; row < rectSize; row++) { for (AZ::u32 col = 0; col < rectSize; col++) { //coordinate in image center as origin and right as positive X, up as positive Y float dstX = col + 0.5f - halfSize; float dstY = halfSize - row - 0.5f; float srcX = dstX * mtx[0] + dstY * mtx[1]; float srcY = dstX * mtx[2] + dstY * mtx[3]; AZ::u32 srcCol = srcX + halfSize; AZ::u32 srcRow = halfSize - srcY; memcpy(&dstImageBuf[(row*rectSize + col)*bytePerPixel], &srcImageBuf[(srcRow*rectSize + srcCol)*bytePerPixel], bytePerPixel); } } } CubemapLayout::CubemapLayout() : m_info(nullptr) , m_image(nullptr) , m_faceSize(256) { } CubemapLayout* CubemapLayout::CreateCubemapLayout(IImageObjectPtr image) { //only support uncompressed format. if (!CPixelFormats::GetInstance().IsPixelFormatUncompressed(image->GetPixelFormat())) { AZ_Assert(false, "CubemapLayout only support uncompressed image"); return nullptr; } CubemapLayout* layout = nullptr; CubemapLayoutInfo* info = GetCubemapLayoutInfo(image); if (info) { layout = new CubemapLayout(); layout->m_info = GetCubemapLayoutInfo(image); layout->m_image = image; layout->m_faceSize = image->GetWidth(0)/layout->m_info->m_columns; } return layout; } CubemapLayoutInfo* CubemapLayout::GetCubemapLayoutInfo(CubemapLayoutType type) { if (type == CubemapLayoutNone) { return nullptr; } //if it's never initialized if (s_layoutList[0].m_type == CubemapLayoutNone) { InitCubemapLayoutInfos(); } return &s_layoutList[type]; } CubemapLayoutInfo* CubemapLayout::GetCubemapLayoutInfo(IImageObjectPtr image) { //if it's never initialized if (s_layoutList[0].m_type == CubemapLayoutNone) { InitCubemapLayoutInfos(); } if (image == nullptr) { return nullptr; } uint32 width, height; width = image->GetWidth(0); height = image->GetHeight(0); CubemapLayoutInfo* info = nullptr; for (int i = 0; i < CubemapLayoutTypeCount; i++) { if (width * s_layoutList[i].m_rows == height*s_layoutList[i].m_columns) { info = &s_layoutList[i]; //we require the face size need to be power of two if (IsPowerOfTwo(width / info->m_columns)) { return info; } else { return nullptr; } } } return nullptr; } //public functions to get faces information for associated image AZ::u32 CubemapLayout::GetFaceSize() { return m_faceSize; } CubemapLayoutInfo* CubemapLayout::GetLayoutInfo() { return m_info; } CubemapFaceDirection CubemapLayout::GetFaceDirection(CubemapFace face) { return m_info->m_faceInfos[face].direction; } void CubemapLayout::GetFaceData(CubemapFace face, void* outBuffer, AZ::u32& outSize) { //only valid for uncompressed AZ::u32 sizePerPixel = CPixelFormats::GetInstance().GetPixelFormatInfo(m_image->GetPixelFormat())->bitsPerBlock / 8; AZ::u8* imageBuf; AZ::u32 dwPitch; m_image->GetImagePointer(0, imageBuf, dwPitch); AZ::u8* dstBuf = (AZ::u8*)outBuffer; AZ::u32 startX = m_info->m_faceInfos[face].column * m_faceSize; AZ::u32 startY = m_info->m_faceInfos[face].row * m_faceSize; //face size is same as rows for uncompressed format for (AZ::u32 y = 0; y < m_faceSize; y++) { AZ::u32 scanlineSize = m_faceSize*sizePerPixel; AZ::u8* srcBuf = &imageBuf[(startY + y) * dwPitch + startX*sizePerPixel]; memcpy(dstBuf, srcBuf, scanlineSize); dstBuf += scanlineSize; } outSize = m_faceSize*m_faceSize*sizePerPixel; } void CubemapLayout::SetFaceData(CubemapFace face, void* dataBuffer, AZ::u32 dataSize) { //only valid for uncompressed AZ::u32 sizePerPixel = CPixelFormats::GetInstance().GetPixelFormatInfo(m_image->GetPixelFormat())->bitsPerBlock / 8; AZ::u8* imageBuf; AZ::u32 dwPitch; m_image->GetImagePointer(0, imageBuf, dwPitch); AZ::u8* srcBuf = (AZ::u8*)dataBuffer; AZ::u32 startX = m_info->m_faceInfos[face].column * m_faceSize; AZ::u32 startY = m_info->m_faceInfos[face].row * m_faceSize; //face size is same as rows for uncompressed format for (AZ::u32 y = 0; y < m_faceSize; y++) { AZ::u32 scanlineSize = m_faceSize*sizePerPixel; AZ::u8* dstBuf = &imageBuf[(startY + y) * dwPitch + startX*sizePerPixel]; memcpy(dstBuf, srcBuf, scanlineSize); srcBuf += scanlineSize; } } void* CubemapLayout::GetFaceMemBuffer(AZ::u32 mip, CubemapFace face, AZ::u32& outPitch) { if (CubemapLayoutVertical != m_info->m_type) { AZ_Assert(false, "this should only be used for CubemapLayoutVertical which has continous memory for each face"); return nullptr; } AZ::u32 faceSize = m_faceSize >> mip; AZ::u8* imageBuf; m_image->GetImagePointer(mip, imageBuf, outPitch); AZ::u32 startY = m_info->m_faceInfos[face].row * faceSize; //use startY is same as rows from m_image since the pixel format is uncompressed return &imageBuf[startY * outPitch]; } void CubemapLayout::SetToFaceMemBuffer(AZ::u32 mip, CubemapFace face, void* dataBuffer) { if (CubemapLayoutVertical != m_info->m_type) { AZ_Assert(false, "this should only be used for CubemapLayoutVertical which has continuous memory for each face"); return; } AZ::u32 faceSize = m_faceSize >> mip; AZ::u32 pitch; AZ::u8* imageBuf; m_image->GetImagePointer(mip, imageBuf, pitch); AZ::u32 startY = m_info->m_faceInfos[face].row * faceSize; //use startY is same as rows from m_image since the pixel format is uncompressed memcpy(&imageBuf[startY * pitch], dataBuffer, faceSize*pitch); } void CubemapLayout::GetRectForFace(AZ::u32 mip, CubemapFace face, QRect& outRect) { AZ::u32 faceSize = m_faceSize >> mip; AZ::u32 startY = m_info->m_faceInfos[face].row * faceSize; AZ::u32 startX = m_info->m_faceInfos[face].column * faceSize; outRect.setRect(startX, startY, faceSize, faceSize); } bool ImageToProcess::ConvertCubemapLayout(CubemapLayoutType dstLayoutType) { const EPixelFormat srcPixelFormat = m_img->GetPixelFormat(); //it need to be uncompressed format if (!CPixelFormats::GetInstance().IsPixelFormatUncompressed(srcPixelFormat)) { AZ_Assert(false, "Please convert the image to uncompressed pixel format before calling ConvertCubemapLayout"); return false; } //check if it's valid cubemap size CubemapLayoutInfo* layoutInfo = CubemapLayout::GetCubemapLayoutInfo(m_img); if (layoutInfo == nullptr) { AZ_Error("Image Processing", false, "The original image doesn't have a valid size (layout) as cubemap"); return false; } //if the source is same as output layout, return directly if (layoutInfo->m_type == dstLayoutType) { return true; } CubemapLayoutInfo* dstLayoutInfo = CubemapLayout::GetCubemapLayoutInfo(dstLayoutType); //create cubemap layout for source image for later operation. CubemapLayout *srcCubemap = CubemapLayout::CreateCubemapLayout(m_img); AZ::u32 faceSize = srcCubemap->GetFaceSize(); //create new image with same pixel format and copy prperties from source image IImageObjectPtr newImage(IImageObject::CreateImage(faceSize * dstLayoutInfo->m_columns, faceSize*dstLayoutInfo->m_rows, 1, srcPixelFormat)); CubemapLayout *dstCubemap = CubemapLayout::CreateCubemapLayout(newImage); newImage->CopyPropertiesFrom(newImage); //copy data from src cube to dst cube for each face //temp buf for copy over data AZ::u32 sizePerPixel = CPixelFormats::GetInstance().GetPixelFormatInfo(srcPixelFormat)->bitsPerBlock/8; //only valid for uncompressed AZ::u8 *buf = new AZ::u8[faceSize*faceSize*sizePerPixel]; AZ::u8 *tempBuf = new AZ::u8[faceSize*faceSize*sizePerPixel]; for (AZ::u32 faceIdx = 0; faceIdx < FaceCount; faceIdx++) { AZ::u32 outSize = 0; CubemapFace face = (CubemapFace)faceIdx; srcCubemap->GetFaceData(face, buf, outSize); CubemapFaceDirection srcDir = srcCubemap->GetFaceDirection(face); CubemapFaceDirection dstDir = dstCubemap->GetFaceDirection(face); if (srcDir == dstDir) { dstCubemap->SetFaceData(face, buf, outSize); } else { //transform the image TransformImage(srcDir, dstDir, buf, tempBuf, sizePerPixel, faceSize); dstCubemap->SetFaceData(face, tempBuf, outSize); } } //clean up delete[] buf; delete[] tempBuf; delete srcCubemap; delete dstCubemap; newImage->AddImageFlags(EIF_Cubemap); m_img = newImage; return true; } bool ImageConvertProcess::FillCubemapMipmaps() { //this function only works with pixel format rgba32f const EPixelFormat srcPixelFormat = m_image->Get()->GetPixelFormat(); if (srcPixelFormat != ePixelFormat_R32G32B32A32F) { AZ_Assert(false, "%s only works with pixel format rgba32f", __FUNCTION__); return false; } //only if the src image has one mip if (m_image->Get()->GetMipCount() != 1) { AZ_Assert(false, "%s called for a mipmapped image. ", __FUNCTION__); return false; } CubemapLayout *srcCubemap = CubemapLayout::CreateCubemapLayout(m_image->Get()); uint32 outWidth; uint32 outHeight; uint32 outReduce = 0; AZ::u32 srcFaceSize = srcCubemap->GetFaceSize(); //get output face size GetOutputExtent(srcFaceSize, srcFaceSize, outWidth, outHeight, outReduce, &m_textureSetting, &m_presetSetting); AZ_Assert(outWidth == outHeight, "something wrong with GetOutputExtent function"); //get final cubemap image size outWidth *= srcCubemap->GetLayoutInfo()->m_columns; outHeight *= srcCubemap->GetLayoutInfo()->m_rows; //max mipmap count uint32 maxMipCount; if (m_presetSetting.m_mipmapSetting == nullptr || !m_textureSetting.m_enableMipmap) { maxMipCount = 1; } else { //calculate based on face size, and use final export format which may save some low level mip calculation maxMipCount = CPixelFormats::GetInstance().ComputeMaxMipCount(m_presetSetting.m_pixelFormat, srcFaceSize, srcFaceSize); //the FilterImage function won't do well with rect size 1. avoiding cubemap with face size 1 if (srcFaceSize >> maxMipCount == 1 && maxMipCount > 1) { maxMipCount -= 1; } } //create new new output image with proper face IImageObjectPtr outImage(IImageObject::CreateImage(outWidth, outHeight, maxMipCount, srcPixelFormat)); outImage->CopyPropertiesFrom(m_image->Get()); CubemapLayout *dstCubemap = CubemapLayout::CreateCubemapLayout(outImage); AZ::u32 outFaceSize = dstCubemap->GetFaceSize(); AZ::u32 dstMipCount = outImage->GetMipCount(); //filter the image for top mip first for (int iSide = 0; iSide < 6; ++iSide) { QRect srcRect; QRect dstRect; srcRect.setLeft(0); srcRect.setRight(srcFaceSize); srcRect.setTop(iSide * srcFaceSize); srcRect.setBottom((iSide + 1) * srcFaceSize); dstRect.setLeft(0); dstRect.setRight(outFaceSize); dstRect.setTop(iSide * outFaceSize); dstRect.setBottom((iSide + 1) * outFaceSize); FilterImage(m_textureSetting.m_mipGenType, m_textureSetting.m_mipGenEval, 0, 0, m_image->Get(), 0, outImage, 0, &srcRect, &dstRect); } CCubeMapProcessor atiCubemanGen; //ATI's cubemap generator to filter the image edges to avoid seam problem // https://gpuopen.com/archive/gamescgi/cubemapgen/ //the thread support was done with windows thread function so it's removed for multi-dev platform support atiCubemanGen.m_NumFilterThreads = 0; // input and output cubemap set to have save dimensions, atiCubemanGen.Init(outFaceSize, outFaceSize, dstMipCount, 4); // Load the 6 faces of the input cubemap and copy them into the cubemap processor void* pMem; uint32 nPitch; for (int iFace = 0; iFace < 6; ++iFace) { pMem = dstCubemap->GetFaceMemBuffer(0, (CubemapFace)iFace, nPitch); atiCubemanGen.SetInputFaceData( iFace, // FaceIdx, CP_VAL_FLOAT32, // SrcType, 4, // SrcNumChannels, nPitch, // SrcPitch, pMem, // SrcDataPtr, 1000000.0f, // MaxClamp, 1.0f, // Degamma, 1.0f); // Scale } //Filter cubemap atiCubemanGen.InitiateFiltering( m_presetSetting.m_cubemapSetting->m_angle, //BaseFilterAngle, m_presetSetting.m_cubemapSetting->m_mipAngle, //InitialMipAngle, m_presetSetting.m_cubemapSetting->m_mipSlope, //MipAnglePerLevelScale, (int)m_presetSetting.m_cubemapSetting->m_filter, //FilterType, CP_FILTER_TYPE_COSINE for diffuse cube m_presetSetting.m_cubemapSetting->m_edgeFixup > 0? CP_FIXUP_PULL_LINEAR : CP_FIXUP_NONE, //FixupType, CP_FIXUP_PULL_LINEAR if FixupWidth> 0 m_presetSetting.m_cubemapSetting->m_edgeFixup, //FixupWidth, true, //bUseSolidAngle, 16, //GlossScale, 0, //GlossBias 128); //SampleCountGGX // Download data into it for (int iFace = 0; iFace < 6; ++iFace) { for (unsigned int dstMip = 0; dstMip < dstMipCount; ++dstMip) { pMem = dstCubemap->GetFaceMemBuffer(dstMip, (CubemapFace)iFace, nPitch); atiCubemanGen.GetOutputFaceData(iFace, dstMip, CP_VAL_FLOAT32, 4, nPitch, pMem, 1.0f, 1.0f); } } delete srcCubemap; delete dstCubemap; //set back to image m_image->Set(outImage); return true; } } // namespace ImageProcessing